Inital Variables Max Threads: /proc/sys/kernel/threads-max 1018718 Memory: free -g total used free shared buff/cache available Mem: 124 82 4 0 37 41 Swap: 0 0 0 Disk: Filesystem Size Used Avail Use% Mounted on overlay 20G 13G 7.6G 63% / tmpfs 64M 0 64M 0% /dev tmpfs 63G 0 63G 0% /sys/fs/cgroup tmpfs 63G 8.0K 63G 1% /mnt/backup-secrets /dev/nvme2n1 984G 420G 565G 43% /etc/my.cnf.d /dev/nvme0n1p1 20G 13G 7.6G 63% /etc/hosts shm 64M 8.7M 56M 14% /dev/shm tmpfs 63G 16K 63G 1% /mnt/skysql/podinfo /dev/nvme1n1 49G 11G 39G 22% /var/log/mariadb/columnstore tmpfs 63G 12K 63G 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63G 0 63G 0% /proc/acpi tmpfs 63G 0 63G 0% /sys/firmware Buffer Pool Variable_name Value innodb_buffer_pool_chunk_size 134217728 innodb_buffer_pool_dump_at_shutdown ON innodb_buffer_pool_dump_now OFF innodb_buffer_pool_dump_pct 25 innodb_buffer_pool_filename ib_buffer_pool innodb_buffer_pool_load_abort OFF innodb_buffer_pool_load_at_startup ON innodb_buffer_pool_load_now OFF innodb_buffer_pool_size 134217728 thread_pool_dedicated_listener OFF thread_pool_exact_stats OFF thread_pool_idle_timeout 60 thread_pool_max_threads 65536 thread_pool_oversubscribe 3 thread_pool_prio_kickup_timer 1000 thread_pool_priority auto thread_pool_reshuffle_group_period 0 thread_pool_size 32 thread_pool_stall_limit 500 Columnstore MDB Variables Variable_name Value columnstore_cache_flush_threshold 500000 columnstore_cache_inserts OFF columnstore_cache_use_import OFF columnstore_compression_type LZ4 columnstore_decimal_overflow_check OFF columnstore_decimal_scale 8 columnstore_derived_handler ON columnstore_diskjoin_bucketsize 100 columnstore_diskjoin_largesidelimit 0 columnstore_diskjoin_smallsidelimit 0 columnstore_double_for_decimal_math OFF columnstore_group_by_handler ON columnstore_import_for_batchinsert_delimiter 7 columnstore_import_for_batchinsert_enclosed_by 17 columnstore_local_query 0 columnstore_orderby_threads 16 columnstore_ordered_only OFF columnstore_replication_slave OFF columnstore_select_handler ON columnstore_select_handler_in_stored_procedures ON columnstore_string_scan_threshold 10 columnstore_stringtable_threshold 20 columnstore_um_mem_limit 0 columnstore_use_decimal_scale OFF columnstore_use_import_for_batchinsert ALWAYS columnstore_varbin_always_hex OFF -------------------------------------------------------------- Starting Loop 1 @ Wed Nov 2 20:12:22 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 20:12:22 up 48 days, 11:18, 0 users, load average: 10.36, 4.18, 3.06 Tasks: 30 total, 1 running, 29 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.0 sy, 0.0 ni, 97.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4295.9 free, 84183.5 used, 38878.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42023.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 12530:17 PrimProc 22042 root 20 0 74.5g 18.9g 18800 S 0.0 15.2 1303:40 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 0.0 1.5 447:34.87 mariadbd 22067 root 20 0 1770408 445592 23784 S 0.0 0.3 26:56.51 DMLProc 22051 root 20 0 3779264 359156 21996 S 0.0 0.3 188:36.52 WriteEngineServ 21852 root 20 0 3155248 147800 9468 S 13.3 0.1 1094:13 StorageManager 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 4:57.95 python3 21913 root 20 0 658096 26488 20460 S 0.0 0.0 173:17.45 controllernode 21899 root 20 0 269488 23624 18916 S 6.7 0.0 304:21.81 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 39:59.51 monit 25989 root 20 0 52084 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 12365 root 20 0 15188 3916 3240 S 0.0 0.0 0:00.16 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:19.76 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_safe 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-entrypoi 25977 root 20 0 14844 3236 2924 S 0.0 0.0 0:00.00 bash 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 23652 root 20 0 25976 1444 1260 S 0.0 0.0 0:00.00 sleep 19580 root 20 0 25976 1368 1184 S 0.0 0.0 0:00.00 sleep 25290 root 20 0 25976 1368 1184 S 0.0 0.0 0:00.00 sleep 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.59 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12772 7697 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 429689 577712 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12772 7697 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10844 39281 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 2 @ Wed Nov 2 21:12:22 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 21:12:22 up 48 days, 12:18, 0 users, load average: 8.74, 4.87, 3.59 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 98.0 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4501.3 free, 84238.0 used, 38618.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41968.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.2g 25452 S 0.0 46.8 12608:14 PrimProc 22042 root 20 0 74.5g 18.9g 18800 S 0.0 15.2 1311:24 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 0.0 1.5 452:42.08 mariadbd 22051 root 20 0 3779264 452384 21996 S 6.2 0.3 190:20.41 WriteEngineServ 22067 root 20 0 1770408 449752 23784 S 0.0 0.3 27:11.09 DMLProc 21852 root 20 0 3155248 179820 9468 S 18.8 0.1 1104:03 StorageManager 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:00.53 python3 21899 root 20 0 269488 27192 18916 S 6.2 0.0 307:06.65 workernode 21913 root 20 0 668340 26388 20460 S 0.0 0.0 174:51.47 controllernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:01.97 monit 3551 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 12365 root 20 0 15188 3920 3240 S 0.0 0.0 0:00.17 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:19.97 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_safe 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-entrypoi 25977 root 20 0 14844 3240 2924 S 0.0 0.0 0:00.00 bash 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.65 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12773 7696 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430008 577393 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12773 7696 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10850 39275 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 3 @ Wed Nov 2 22:12:22 UTC 2022 Thread Check: 39 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 22:12:23 up 48 days, 13:18, 0 users, load average: 15.52, 9.88, 6.63 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.5 us, 0.6 sy, 0.0 ni, 94.5 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4289.1 free, 84683.6 used, 38384.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41522.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25452 S 0.0 46.9 12760:07 PrimProc 22042 root 20 0 74.5g 19.2g 18800 S 0.0 15.5 1329:09 ExeMgr 21719 mysql 20 0 17.0g 1.9g 46280 S 100.0 1.5 459:57.21 mariadbd 22067 root 20 0 1770408 453064 23784 S 0.0 0.3 27:26.01 DMLProc 22051 root 20 0 3779264 359628 21996 S 0.0 0.3 192:06.29 WriteEngi+ 21852 root 20 0 3155248 162444 9468 S 20.0 0.1 1114:20 StorageMa+ 14103 root 20 0 684292 108132 25460 S 0.0 0.1 0:00.43 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:03.33 python3 14075 mysql 20 0 1440020 28904 24108 S 0.0 0.0 0:00.68 cpimport 21913 root 20 0 791268 26604 20460 S 0.0 0.0 176:27.74 controlle+ 21899 root 20 0 269488 24688 18916 S 6.7 0.0 309:56.08 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:04.39 monit 14142 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.71 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12774 7695 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430398 577003 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12774 7695 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10856 39269 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 4 @ Wed Nov 2 23:12:23 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 23:12:23 up 48 days, 14:18, 0 users, load average: 4.00, 5.76, 6.79 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.4 sy, 0.0 ni, 95.0 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4844.5 free, 85395.5 used, 37117.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40811.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 12975:16 PrimProc 22042 root 20 0 74.7g 20.0g 18800 S 0.0 16.1 1355:34 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.7 1.6 469:12.43 mariadbd 22067 root 20 0 1770408 456868 23784 S 0.0 0.4 27:41.46 DMLProc 22051 root 20 0 3779264 365628 21996 S 0.0 0.3 193:55.64 WriteEngi+ 21852 root 20 0 3155248 161064 9468 S 20.0 0.1 1125:06 StorageMa+ 26603 root 20 0 684292 109456 25200 S 6.7 0.1 0:00.42 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:06.29 python3 26580 mysql 20 0 1440020 28804 24268 S 0.0 0.0 0:00.63 cpimport 21913 root 20 0 750292 26488 20460 S 0.0 0.0 178:06.61 controlle+ 21899 root 20 0 269488 24320 18916 S 13.3 0.0 312:52.10 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:06.83 monit 26640 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.77 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12784 7685 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430751 576650 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12784 7685 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10863 39262 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 5 @ Thu Nov 3 00:12:23 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 00:12:23 up 48 days, 15:18, 0 users, load average: 5.04, 6.13, 6.22 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 0.8 sy, 0.0 ni, 93.7 id, 1.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4728.4 free, 85517.7 used, 37111.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40688.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 13125:19 PrimProc 22042 root 20 0 74.7g 20.1g 18800 S 0.0 16.2 1372:22 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.7 1.6 478:10.39 mariadbd 22067 root 20 0 1770408 460148 23784 S 0.0 0.4 27:56.40 DMLProc 22051 root 20 0 3779264 372380 21996 S 6.7 0.3 195:41.79 WriteEngi+ 21852 root 20 0 3155248 171756 9468 S 20.0 0.1 1135:18 StorageMa+ 4767 root 20 0 684292 110168 25444 S 6.7 0.1 0:00.38 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:09.10 python3 4744 mysql 20 0 1440020 28840 24168 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26312 20460 S 6.7 0.0 179:42.70 controlle+ 21899 root 20 0 269488 23688 18916 S 6.7 0.0 315:40.28 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 6.7 0.0 40:09.14 monit 4804 root 20 0 52080 4040 3476 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.83 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12786 7683 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 431208 576193 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12786 7683 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10869 39256 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 6 @ Thu Nov 3 01:12:23 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 01:12:23 up 48 days, 16:18, 0 users, load average: 11.32, 6.22, 5.45 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 1.0 sy, 0.0 ni, 94.2 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4601.8 free, 85924.9 used, 36830.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40281.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25452 S 0.0 46.9 13304:48 PrimProc 22042 root 20 0 75.2g 20.5g 18800 S 0.0 16.5 1394:07 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.2 1.6 487:43.40 mariadbd 22067 root 20 0 1770408 464036 23784 S 0.0 0.4 28:11.07 DMLProc 22051 root 20 0 3779264 381772 21996 S 0.0 0.3 197:26.01 WriteEngi+ 21852 root 20 0 3145004 174208 9468 S 12.5 0.1 1145:20 StorageMa+ 15374 root 20 0 678148 111032 25248 S 0.0 0.1 0:00.34 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:11.96 python3 15350 mysql 20 0 1440020 28788 24372 S 0.0 0.0 0:00.64 cpimport 21899 root 20 0 269488 26944 18916 S 6.2 0.0 318:25.05 workernode 21913 root 20 0 781024 26652 20460 S 6.2 0.0 181:17.16 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:11.50 monit 15413 root 20 0 52080 4224 3656 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.20 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12780 7689 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 431767 575634 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12780 7689 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10876 39250 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 7 @ Thu Nov 3 02:12:23 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 02:12:24 up 48 days, 17:18, 0 users, load average: 4.71, 4.83, 4.97 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.9 us, 0.8 sy, 0.0 ni, 94.5 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4351.5 free, 86058.5 used, 36947.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40148.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 13441:40 PrimProc 22042 root 20 0 75.3g 20.6g 18800 S 0.0 16.6 1409:05 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 106.7 1.6 498:26.14 mariadbd 22067 root 20 0 1770408 467640 23784 S 0.0 0.4 28:25.89 DMLProc 22051 root 20 0 3779264 387732 21996 S 6.7 0.3 199:12.50 WriteEngi+ 21852 root 20 0 3145004 172468 9468 S 20.0 0.1 1155:30 StorageMa+ 26112 root 20 0 702724 112572 25412 S 6.7 0.1 0:00.41 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:14.76 python3 26089 mysql 20 0 1440020 28420 23628 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26328 20460 S 0.0 0.0 182:52.54 controlle+ 21899 root 20 0 269488 24968 18916 S 6.7 0.0 321:12.20 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:13.83 monit 26149 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12790 7679 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 432298 575103 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12790 7679 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10882 39244 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 8 @ Thu Nov 3 03:12:24 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 03:12:24 up 48 days, 18:18, 0 users, load average: 6.76, 6.20, 6.14 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4542.4 free, 86546.1 used, 36269.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39660.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25460 S 0.0 46.9 13626:03 PrimProc 22042 root 20 0 75.4g 21.1g 18808 S 0.0 17.0 1433:30 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 506:20.34 mariadbd 22067 root 20 0 1770416 470356 23792 S 0.0 0.4 28:40.75 DMLProc 22051 root 20 0 3779272 381032 22004 S 6.7 0.3 200:57.83 WriteEngi+ 21852 root 20 0 3145004 163904 9468 S 13.3 0.1 1165:56 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:17.64 python3 21913 root 20 0 729804 26588 20460 S 6.7 0.0 184:29.15 controlle+ 21899 root 20 0 269496 24812 18924 S 6.7 0.0 323:58.13 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:16.22 monit 6708 root 20 0 52080 4120 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12784 7685 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 432770 574631 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12784 7685 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10888 39237 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 9 @ Thu Nov 3 04:12:24 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 04:12:24 up 48 days, 19:19, 0 users, load average: 4.84, 6.90, 7.55 Tasks: 32 total, 2 running, 30 sleeping, 0 stopped, 0 zombie %Cpu(s): 5.9 us, 1.0 sy, 0.0 ni, 90.8 id, 2.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4165.0 free, 87281.1 used, 35911.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38927.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.8g 58.3g 25460 S 0.0 46.9 13860:59 PrimProc 22042 root 20 0 79.0g 21.6g 18808 S 0.0 17.4 1460:40 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 512:43.90 mariadbd 22067 root 20 0 1770416 474472 23792 S 0.0 0.4 28:55.10 DMLProc 22051 root 20 0 3910344 377264 22004 S 0.0 0.3 202:39.10 WriteEngi+ 21852 root 20 0 3155244 156820 9468 S 13.3 0.1 1175:39 StorageMa+ 16122 root 20 0 572572 95512 16736 S 13.3 0.1 0:46.66 mariaback+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:20.67 python3 18319 root 20 0 146600 30816 10864 S 0.0 0.0 0:00.12 s3cmd 21913 root 20 0 740048 26500 20460 S 0.0 0.0 186:02.16 controlle+ 21899 root 20 0 269496 25432 18924 S 6.7 0.0 326:39.73 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 16123 root 20 0 1237164 11528 2040 R 160.0 0.0 10:14.29 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:18.73 monit 16019 root 20 0 16688 5208 3032 S 0.0 0.0 0:00.02 backup_ma+ 18327 root 20 0 52084 4260 3696 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.22 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 16125 root 20 0 26112 3232 2864 S 0.0 0.0 0:05.65 split 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 18318 root 20 0 14844 3200 2936 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13170 7299 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433152 574249 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 13170 7299 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10895 39230 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 10 @ Thu Nov 3 05:12:24 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 05:12:24 up 48 days, 20:19, 0 users, load average: 3.53, 4.20, 4.06 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.4 sy, 0.0 ni, 96.5 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4600.5 free, 87326.6 used, 35430.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38880.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.8g 58.3g 25460 S 0.0 46.9 13986:16 PrimProc 22042 root 20 0 79.6g 21.8g 18808 S 0.0 17.6 1475:23 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 6.7 1.6 518:47.39 mariadbd 22067 root 20 0 1770416 478200 23792 S 0.0 0.4 29:09.82 DMLProc 22051 root 20 0 3910344 382388 22004 S 0.0 0.3 204:24.18 WriteEngi+ 21852 root 20 0 3165488 165672 9468 S 20.0 0.1 1185:31 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:23.44 python3 21899 root 20 0 269496 28792 18924 S 6.7 0.0 329:25.07 workernode 21913 root 20 0 781024 26612 20460 S 6.7 0.0 187:37.22 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:21.20 monit 29862 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12790 7679 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433222 574179 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12790 7679 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10901 39224 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 11 @ Thu Nov 3 06:12:24 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 42 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 06:12:25 up 48 days, 21:19, 0 users, load average: 7.70, 6.16, 5.06 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5265.9 free, 87700.1 used, 34391.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38506.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14168:12 PrimProc 22042 root 20 0 80.5g 22.2g 18808 S 0.0 17.8 1496:14 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 524:10.83 mariadbd 22067 root 20 0 1770416 481876 23792 S 0.0 0.4 29:23.76 DMLProc 22051 root 20 0 3910344 392808 22004 S 6.7 0.3 206:03.74 WriteEngi+ 21852 root 20 0 2981096 153888 9468 S 13.3 0.1 1194:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:26.23 python3 21899 root 20 0 269496 29136 18924 S 6.7 0.0 332:00.97 workernode 21913 root 20 0 688828 26392 20460 S 6.7 0.0 189:08.38 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:23.67 monit 7859 root 20 0 52080 4148 3584 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.82 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.20 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12797 7672 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433647 573754 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12797 7672 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10908 39218 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 12 @ Thu Nov 3 07:12:25 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 07:12:25 up 48 days, 22:19, 0 users, load average: 3.12, 3.86, 3.99 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4141.1 free, 88044.6 used, 35171.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38162.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 14302:48 PrimProc 22042 root 20 0 82.6g 22.4g 18808 S 0.0 18.0 1511:20 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 529:32.25 mariadbd 22067 root 20 0 1774000 485484 23792 S 0.0 0.4 29:37.91 DMLProc 22051 root 20 0 3910344 463956 22004 S 6.7 0.4 207:44.66 WriteEngi+ 21852 root 20 0 2878656 144044 9468 S 13.3 0.1 1205:04 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:28.94 python3 21913 root 20 0 699072 26428 20460 S 6.7 0.0 190:39.24 controlle+ 21899 root 20 0 269496 24544 18924 S 6.7 0.0 334:39.64 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:26.13 monit 23519 root 20 0 52080 4044 3480 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.26 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12785 7684 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433929 573472 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12785 7684 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10914 39212 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 13 @ Thu Nov 3 08:12:25 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 08:12:25 up 48 days, 23:19, 0 users, load average: 4.12, 3.64, 3.68 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4252.4 free, 88122.8 used, 34982.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38083.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 14390:33 PrimProc 22042 root 20 0 82.7g 22.5g 18808 S 0.0 18.1 1520:45 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 534:58.75 mariadbd 22067 root 20 0 1774000 488308 23792 S 0.0 0.4 29:52.62 DMLProc 22051 root 20 0 3910344 413088 22004 S 6.7 0.3 209:31.36 WriteEngi+ 21852 root 20 0 3155244 143224 9468 S 13.3 0.1 1214:56 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:31.52 python3 21899 root 20 0 269496 27972 18924 S 13.3 0.0 337:27.11 workernode 21913 root 20 0 668340 26496 20460 S 6.7 0.0 192:15.03 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:28.51 monit 1849 root 20 0 52080 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.31 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.32 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12765 7704 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 434591 572810 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12765 7704 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10920 39206 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 14 @ Thu Nov 3 09:12:25 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 09:12:25 up 49 days, 19 min, 0 users, load average: 5.77, 6.46, 7.64 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.2 sy, 0.0 ni, 98.2 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4208.1 free, 88241.4 used, 34908.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37965.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14624:43 PrimProc 22042 root 20 0 82.7g 22.6g 18808 S 0.0 18.2 1536:00 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 539:41.64 mariadbd 22067 root 20 0 1774000 492720 23792 S 0.0 0.4 30:06.68 DMLProc 22051 root 20 0 3910344 391028 22004 S 0.0 0.3 211:11.95 WriteEngi+ 21852 root 20 0 3175732 190720 9468 S 20.0 0.1 1224:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:34.29 python3 21899 root 20 0 269496 27872 18924 S 6.7 0.0 340:05.20 workernode 21913 root 20 0 719560 26384 20460 S 0.0 0.0 193:44.97 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:31.00 monit 13708 root 20 0 52080 4212 3648 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12778 7691 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 434923 572478 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12778 7691 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10926 39200 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 15 @ Thu Nov 3 10:12:25 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 10:12:26 up 49 days, 1:19, 0 users, load average: 2.95, 2.92, 3.39 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.8 us, 2.6 sy, 0.0 ni, 92.1 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4116.0 free, 88566.0 used, 34675.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37640.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14738:50 PrimProc 22042 root 20 0 83.5g 22.8g 18808 S 0.0 18.3 1548:16 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 544:12.54 mariadbd 22067 root 20 0 1774000 497684 23792 S 0.0 0.4 30:21.49 DMLProc 22051 root 20 0 3910344 483084 22004 S 6.7 0.4 212:58.38 WriteEngi+ 21852 root 20 0 3175732 202220 9468 S 20.0 0.2 1234:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:36.91 python3 21913 root 20 0 668340 26416 20460 S 0.0 0.0 195:20.91 controlle+ 21899 root 20 0 269496 25592 18924 S 0.0 0.0 342:54.28 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:33.38 monit 24347 root 20 0 52080 4252 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.85 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.44 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12782 7687 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435271 572130 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12782 7687 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10932 39193 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 16 @ Thu Nov 3 11:12:26 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 11:12:26 up 49 days, 2:19, 0 users, load average: 12.60, 6.38, 4.54 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.1 us, 1.2 sy, 0.0 ni, 94.3 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4656.2 free, 88844.3 used, 33857.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37362.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.6g 25460 S 0.0 47.1 14853:02 PrimProc 22042 root 20 0 83.9g 22.9g 18808 S 0.0 18.4 1562:05 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 100.0 1.7 548:24.53 mariadbd 22067 root 20 0 1774000 500512 23792 S 0.0 0.4 30:36.17 DMLProc 22051 root 20 0 3910344 394444 22004 S 6.7 0.3 214:43.59 WriteEngi+ 21852 root 20 0 3175732 114076 9468 S 33.3 0.1 1244:52 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:39.53 python3 3296 root 20 0 511228 34504 25496 S 0.0 0.0 0:00.05 cpimport.+ 3273 mysql 20 0 1440072 28752 24064 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26640 20460 S 0.0 0.0 196:56.23 controlle+ 21899 root 20 0 269496 25556 18924 S 6.7 0.0 345:41.57 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:35.77 monit 3327 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.15 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12775 7694 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435435 571966 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12775 7694 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10938 39187 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 17 @ Thu Nov 3 12:12:26 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 12:12:26 up 49 days, 3:19, 0 users, load average: 3.27, 3.73, 4.91 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 97.7 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5041.8 free, 89272.4 used, 33043.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36934.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15010:12 PrimProc 22042 root 20 0 84.7g 23.5g 18808 S 0.0 18.9 1577:01 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 551:49.41 mariadbd 22067 root 20 0 1774000 503296 23792 S 0.0 0.4 30:50.64 DMLProc 22051 root 20 0 3910344 483004 22004 S 0.0 0.4 216:27.56 WriteEngi+ 21852 root 20 0 3175732 198812 9468 S 13.3 0.2 1254:46 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:42.19 python3 21913 root 20 0 668340 26428 20460 S 6.7 0.0 198:30.24 controlle+ 21899 root 20 0 269496 24692 18924 S 0.0 0.0 348:26.90 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:38.20 monit 14102 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.56 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12776 7693 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435666 571735 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12776 7693 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10945 39181 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 18 @ Thu Nov 3 13:12:26 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 13:12:26 up 49 days, 4:19, 0 users, load average: 4.14, 3.63, 3.68 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.2 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4781.0 free, 89368.4 used, 33208.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36838.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15111:00 PrimProc 22042 root 20 0 85.0g 23.6g 18808 S 0.0 19.0 1586:44 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 554:19.34 mariadbd 22067 root 20 0 1823152 507880 23792 S 0.0 0.4 31:05.26 DMLProc 22051 root 20 0 3910344 424876 22004 S 0.0 0.3 218:12.62 WriteEngi+ 21852 root 20 0 3175732 209376 9468 S 20.0 0.2 1264:37 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:44.72 python3 21913 root 20 0 678584 26568 20460 S 0.0 0.0 200:04.41 controlle+ 21899 root 20 0 269496 24536 18924 S 6.7 0.0 351:12.68 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:40.59 monit 24037 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.69 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.62 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12779 7690 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435780 571621 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12779 7690 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10951 39175 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 19 @ Thu Nov 3 14:12:26 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 14:12:27 up 49 days, 5:19, 0 users, load average: 4.16, 6.92, 6.25 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 97.7 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4140.5 free, 89624.0 used, 33593.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36582.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15250:02 PrimProc 22042 root 20 0 85.0g 23.8g 18808 S 0.0 19.1 1596:35 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 33.3 1.7 556:11.97 mariadbd 22067 root 20 0 1823152 510596 23792 S 6.7 0.4 31:19.97 DMLProc 22051 root 20 0 3910344 492220 22004 S 6.7 0.4 219:58.91 WriteEngi+ 21852 root 20 0 3175732 207560 9468 S 20.0 0.2 1274:35 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:47.30 python3 21899 root 20 0 269496 28204 18924 S 6.7 0.0 354:00.32 workernode 21913 root 20 0 658096 26512 20460 S 0.0 0.0 201:39.00 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:42.96 monit 2246 root 20 0 52080 4228 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.68 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12782 7687 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435873 571528 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12782 7687 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10956 39169 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 20 @ Thu Nov 3 15:12:27 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 15:12:27 up 49 days, 6:19, 0 users, load average: 2.67, 2.31, 2.71 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.8 sy, 0.0 ni, 97.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4495.4 free, 89483.9 used, 33378.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36722.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15335:00 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.1 1605:19 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 557:55.71 mariadbd 22067 root 20 0 1872304 514544 23792 S 0.0 0.4 31:34.49 DMLProc 22051 root 20 0 3910344 417328 22004 S 0.0 0.3 221:43.57 WriteEngi+ 21852 root 20 0 3175732 99444 9468 S 20.0 0.1 1284:18 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:49.78 python3 21913 root 20 0 699072 26480 20460 S 0.0 0.0 203:12.61 controlle+ 21899 root 20 0 269496 25564 18924 S 6.7 0.0 356:45.61 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:45.36 monit 12174 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.74 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12791 7678 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435706 571695 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12791 7678 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10962 39163 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 21 @ Thu Nov 3 16:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:12:27 up 49 days, 7:19, 0 users, load average: 3.71, 3.40, 3.50 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4441.8 free, 89547.8 used, 33368.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36658.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15424:21 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1615:02 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 559:22.55 mariadbd 22067 root 20 0 1872304 517896 23792 S 0.0 0.4 31:49.12 DMLProc 22051 root 20 0 3965644 417592 22004 S 6.7 0.3 223:28.38 WriteEngi+ 21852 root 20 0 3175732 103888 9468 S 13.3 0.1 1293:38 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:52.27 python3 21913 root 20 0 719560 26536 20460 S 6.7 0.0 204:46.42 controlle+ 21899 root 20 0 269496 25104 18924 S 0.0 0.0 359:31.50 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:47.77 monit 21788 root 20 0 52080 4068 3504 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.36 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12792 7677 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435765 571636 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12792 7677 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10968 39157 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 22 @ Thu Nov 3 17:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:12:27 up 49 days, 8:19, 0 users, load average: 2.47, 2.01, 2.29 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.4 sy, 0.0 ni, 97.1 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4448.5 free, 89547.7 used, 33361.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36658.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15501:56 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1622:48 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 560:47.96 mariadbd 22067 root 20 0 1872304 521352 23792 S 6.7 0.4 32:03.56 DMLProc 22051 root 20 0 3975888 416048 22004 S 0.0 0.3 225:12.61 WriteEngi+ 21852 root 20 0 3175732 97100 9468 S 13.3 0.1 1302:58 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:54.74 python3 21913 root 20 0 719560 26728 20460 S 6.7 0.0 206:18.91 controlle+ 21899 root 20 0 269496 25568 18924 S 6.7 0.0 362:15.45 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:50.11 monit 432 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12795 7674 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435611 571790 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12795 7674 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10974 39152 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 23 @ Thu Nov 3 18:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:12:28 up 49 days, 9:19, 0 users, load average: 2.70, 2.80, 2.90 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.0 id, 1.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4368.8 free, 89533.6 used, 33455.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36673.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15575:00 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1630:16 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 562:21.73 mariadbd 22067 root 20 0 1872304 525748 23792 S 0.0 0.4 32:18.09 DMLProc 22051 root 20 0 3997392 421652 22004 S 0.0 0.3 226:57.25 WriteEngi+ 21852 root 20 0 3175732 104336 9468 S 6.7 0.1 1312:14 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:57.29 python3 21913 root 20 0 719560 26456 20460 S 0.0 0.0 207:52.41 controlle+ 21899 root 20 0 269496 24660 18924 S 6.7 0.0 365:00.48 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:52.43 monit 10208 root 20 0 52080 4184 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.78 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.92 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12798 7671 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435684 571717 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12798 7671 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10979 39146 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 24 @ Thu Nov 3 19:12:28 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:12:28 up 49 days, 10:19, 0 users, load average: 3.27, 2.59, 2.36 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 1.4 sy, 0.0 ni, 97.1 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4125.1 free, 89622.7 used, 33609.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36583.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15648:15 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.1 1637:43 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 564:30.29 mariadbd 22067 root 20 0 1872304 528652 23792 S 0.0 0.4 32:32.69 DMLProc 22051 root 20 0 3997392 509520 22004 S 6.7 0.4 228:42.14 WriteEngi+ 21852 root 20 0 3175732 102456 9468 S 13.3 0.1 1321:32 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:59.77 python3 21913 root 20 0 719560 26480 20460 S 0.0 0.0 209:25.90 controlle+ 21899 root 20 0 269496 25564 18924 S 6.7 0.0 367:45.72 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:54.79 monit 19822 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.99 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.98 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12799 7670 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435798 571603 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12799 7670 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10985 39140 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 25 @ Thu Nov 3 20:12:28 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:12:28 up 49 days, 11:19, 0 users, load average: 4.11, 3.50, 3.28 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 1.8 sy, 0.0 ni, 96.2 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4102.0 free, 89744.7 used, 33510.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36462.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 15728:28 PrimProc 22042 root 20 0 85.2g 24.0g 18808 S 0.0 19.3 1646:34 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 568:09.12 mariadbd 22067 root 20 0 1872304 532748 23792 S 0.0 0.4 32:47.38 DMLProc 22051 root 20 0 3997392 440712 22004 S 6.7 0.3 230:27.32 WriteEngi+ 21852 root 20 0 3175732 104432 9468 S 13.3 0.1 1330:59 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:02.29 python3 21899 root 20 0 269496 28304 18924 S 6.7 0.0 370:31.98 workernode 21913 root 20 0 729804 26700 20460 S 6.7 0.0 210:59.95 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:57.18 monit 30581 root 20 0 52080 4252 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.22 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12800 7669 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436062 571339 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12800 7669 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10991 39135 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 26 @ Thu Nov 3 21:12:28 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:12:28 up 49 days, 12:19, 0 users, load average: 4.38, 3.36, 3.07 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4109.2 free, 89745.3 used, 33503.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36461.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15806:31 PrimProc 22042 root 20 0 85.2g 24.0g 18808 S 0.0 19.3 1654:30 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 573:20.02 mariadbd 22067 root 20 0 1872304 536932 23792 S 0.0 0.4 33:02.06 DMLProc 22051 root 20 0 3997392 439008 22004 S 0.0 0.3 232:12.69 WriteEngi+ 21852 root 20 0 3222324 114880 9468 S 20.0 0.1 1340:35 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:04.83 python3 21899 root 20 0 269496 27448 18924 S 0.0 0.0 373:17.57 workernode 21913 root 20 0 709316 26624 20460 S 6.7 0.0 212:33.76 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:59.58 monit 7655 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.44 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12802 7667 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436560 570841 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12802 7667 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10997 39129 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 27 @ Thu Nov 3 22:12:28 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:12:29 up 49 days, 13:19, 0 users, load average: 3.98, 3.29, 3.70 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.9 us, 1.0 sy, 0.0 ni, 93.3 id, 0.4 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 4306.1 free, 89891.2 used, 33160.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36315.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15905:22 PrimProc 22042 root 20 0 85.2g 24.1g 18808 S 0.0 19.4 1665:22 ExeMgr 21719 mysql 20 0 16.9g 2.2g 46668 S 0.0 1.7 580:46.79 mariadbd 22067 root 20 0 1872304 539368 23792 S 0.0 0.4 33:16.92 DMLProc 22051 root 20 0 3997392 425576 22004 S 6.7 0.3 233:59.06 WriteEngi+ 21852 root 20 0 3246388 114592 9468 S 173.3 0.1 1350:20 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:07.45 python3 17838 mysql 20 0 1440072 29628 23928 S 0.0 0.0 0:00.64 cpimport 21913 root 20 0 719560 26464 20460 S 0.0 0.0 214:08.52 controlle+ 21899 root 20 0 269496 24624 18924 S 6.7 0.0 376:05.65 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:01.96 monit 17916 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436969 570432 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11002 39123 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 28 @ Thu Nov 3 23:12:29 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 65 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 23:12:29 up 49 days, 14:19, 0 users, load average: 15.21, 7.56, 5.36 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.0 sy, 0.0 ni, 96.9 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3753.5 free, 90503.4 used, 33100.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35703.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.6g 25460 S 0.0 47.1 16025:53 PrimProc 22042 root 20 0 85.3g 24.2g 18808 S 0.0 19.5 1680:35 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46668 S 106.7 1.7 590:01.53 mariadbd 22067 root 20 0 1872304 544236 23792 S 0.0 0.4 33:31.91 DMLProc 22051 root 20 0 3997392 510256 22004 S 0.0 0.4 235:46.48 WriteEngi+ 21852 root 20 0 3277120 168460 9468 S 0.0 0.1 1360:22 StorageMa+ 28651 root 20 0 678156 108920 25500 S 6.7 0.1 0:00.63 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:10.12 python3 28628 mysql 20 0 1440072 27980 23548 S 0.0 0.0 0:00.65 cpimport 21913 root 20 0 781024 26608 20460 S 0.0 0.0 215:44.54 controlle+ 21899 root 20 0 269496 25308 18924 S 0.0 0.0 378:54.85 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:04.38 monit 28718 root 20 0 52080 4176 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12805 7664 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 437458 569943 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12805 7664 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11009 39117 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 29 @ Fri Nov 4 00:12:29 UTC 2022 Thread Check: 37 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 00:12:29 up 49 days, 15:19, 0 users, load average: 13.35, 6.82, 5.23 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 0.8 sy, 0.0 ni, 95.1 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4625.9 free, 90545.6 used, 32186.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35661.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 16195:45 PrimProc 22042 root 20 0 85.3g 24.6g 18808 S 0.0 19.7 1700:40 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 100.0 1.7 599:46.99 mariadbd 22067 root 20 0 1872304 547880 23792 S 0.0 0.4 33:47.00 DMLProc 22051 root 20 0 3997392 430096 22004 S 6.7 0.3 237:34.37 WriteEngi+ 21852 root 20 0 3246388 133680 9468 S 33.3 0.1 1370:40 StorageMa+ 7969 root 20 0 684300 107444 25600 S 0.0 0.1 0:00.44 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:12.90 python3 7946 mysql 20 0 1440072 28736 23924 S 0.0 0.0 0:00.65 cpimport 21913 root 20 0 770780 26692 20460 S 13.3 0.0 217:20.70 controlle+ 21899 root 20 0 269496 25080 18924 S 6.7 0.0 381:45.39 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:06.83 monit 8007 root 20 0 52080 4228 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.25 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12806 7663 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 437859 569542 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12806 7663 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11015 39111 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 30 @ Fri Nov 4 01:12:29 UTC 2022 Thread Check: 36 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 127 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 01:12:29 up 49 days, 16:19, 0 users, load average: 7.28, 5.22, 5.61 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 36.6 us, 20.8 sy, 0.0 ni, 40.1 id, 1.1 wa, 0.0 hi, 1.5 si, 0.0 st MiB Mem : 127357.6 total, 4104.1 free, 91210.4 used, 32043.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34996.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.6g 25460 S 1500 47.1 16378:48 PrimProc 22042 root 20 0 85.4g 25.0g 18808 S 400.0 20.1 1725:11 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 106.7 1.8 609:48.91 mariadbd 22067 root 20 0 1872304 550208 23792 S 0.0 0.4 34:01.89 DMLProc 22051 root 20 0 4112080 429004 22004 S 6.7 0.3 239:21.00 WriteEngi+ 21852 root 20 0 3246388 133256 9468 S 40.0 0.1 1380:52 StorageMa+ 19881 root 20 0 678156 109040 25560 S 0.0 0.1 0:00.68 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:15.73 python3 19848 mysql 20 0 1440072 28392 23704 S 0.0 0.0 0:00.62 cpimport 21913 root 20 0 760536 26560 20460 S 6.7 0.0 218:56.75 controlle+ 21899 root 20 0 269496 25328 18924 S 13.3 0.0 384:34.24 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:09.27 monit 19940 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12797 7672 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 438590 568811 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12797 7672 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11021 39104 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 31 @ Fri Nov 4 02:12:29 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:12:30 up 49 days, 17:19, 0 users, load average: 4.21, 3.87, 4.02 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 0.8 sy, 0.0 ni, 95.5 id, 2.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4404.1 free, 91265.0 used, 31688.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34941.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 16509:15 PrimProc 22042 root 20 0 85.5g 25.3g 18808 S 0.0 20.4 1741:32 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 6.2 1.8 620:28.64 mariadbd 22067 root 20 0 1872304 555196 23792 S 0.0 0.4 34:16.84 DMLProc 22051 root 20 0 4112080 430464 22004 S 0.0 0.3 241:08.64 WriteEngi+ 21852 root 20 0 3246388 133832 9468 S 18.8 0.1 1390:59 StorageMa+ 31126 root 20 0 733452 117160 25584 S 31.2 0.1 0:00.58 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:18.46 python3 31103 mysql 20 0 1440072 30288 24404 S 0.0 0.0 0:00.65 cpimport 21899 root 20 0 269496 26692 18924 S 6.2 0.0 387:23.56 workernode 21913 root 20 0 801512 26488 20460 S 0.0 0.0 220:32.20 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:11.70 monit 31165 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.87 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12766 7703 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 439183 568218 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12766 7703 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11028 39098 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 32 @ Fri Nov 4 03:12:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:12:30 up 49 days, 18:19, 0 users, load average: 5.37, 3.79, 4.53 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4839.4 free, 92182.8 used, 30335.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34024.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 16644:32 PrimProc 22042 root 20 0 85.8g 26.3g 18808 S 0.0 21.1 1755:15 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 628:14.92 mariadbd 22067 root 20 0 1872304 558684 23792 S 6.2 0.4 34:31.84 DMLProc 22051 root 20 0 4112080 440664 22004 S 0.0 0.3 242:56.69 WriteEngi+ 21852 root 20 0 3246388 152552 9468 S 18.8 0.1 1401:07 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:21.17 python3 21913 root 20 0 658096 26448 20460 S 0.0 0.0 222:08.26 controlle+ 21899 root 20 0 269496 25396 18924 R 12.5 0.0 390:13.21 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:14.11 monit 9106 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.47 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 439643 567758 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11034 39092 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 33 @ Fri Nov 4 04:12:30 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:12:30 up 49 days, 19:19, 0 users, load average: 13.88, 7.90, 5.94 Tasks: 32 total, 2 running, 30 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.8 sy, 0.0 ni, 96.0 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5958.5 free, 93529.3 used, 27869.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32679.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.7g 25460 S 0.0 47.2 16807:19 PrimProc 22042 root 20 0 86.2g 27.0g 18808 S 0.0 21.7 1775:55 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 634:54.47 mariadbd 22067 root 20 0 1872304 562788 23792 S 0.0 0.4 34:46.56 DMLProc 22051 root 20 0 4112080 437888 22004 S 0.0 0.3 244:42.13 WriteEngi+ 21852 root 20 0 3246388 145456 9468 R 13.3 0.1 1411:09 StorageMa+ 17848 root 20 0 572576 88528 16820 S 0.0 0.1 0:48.55 mariaback+ 19894 root 20 0 162000 55616 10788 S 0.0 0.0 0:01.87 s3cmd 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:24.03 python3 21899 root 20 0 269496 27044 18924 S 6.7 0.0 392:59.30 workernode 21913 root 20 0 719560 26520 20460 S 6.7 0.0 223:42.35 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 17849 root 20 0 1237164 12556 2008 S 0.0 0.0 10:54.65 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:16.62 monit 17745 root 20 0 16688 5168 2988 S 0.0 0.0 0:00.02 backup_ma+ 20025 root 20 0 52084 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 19893 root 20 0 14844 3296 3028 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 17850 root 20 0 26112 3192 2824 S 0.0 0.0 0:06.11 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.52 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13173 7296 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440075 567327 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 13173 7296 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11040 39085 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 34 @ Fri Nov 4 05:12:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:12:30 up 49 days, 20:19, 0 users, load average: 10.08, 6.40, 6.24 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 96.9 id, 2.7 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5566.3 free, 93455.4 used, 28335.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32751.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17016:04 PrimProc 22042 root 20 0 86.9g 27.4g 18808 S 0.0 22.0 1798:05 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 641:31.33 mariadbd 22067 root 20 0 1872304 565480 23792 S 0.0 0.4 35:01.05 DMLProc 22051 root 20 0 4133584 524324 22004 S 0.0 0.4 246:26.20 WriteEngi+ 21852 root 20 0 3246388 148432 9468 S 6.7 0.1 1421:09 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:26.90 python3 21913 root 20 0 658096 26440 20460 S 0.0 0.0 225:15.54 controlle+ 21899 root 20 0 269496 26028 18924 S 0.0 0.0 395:43.82 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:19.08 monit 31889 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.77 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.59 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12832 7637 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440322 567079 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12832 7637 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11047 39079 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 35 @ Fri Nov 4 06:12:30 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:12:31 up 49 days, 21:19, 0 users, load average: 7.67, 5.85, 5.46 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.6 sy, 0.0 ni, 97.4 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6280.9 free, 94281.5 used, 26795.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31925.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.6g 25460 S 0.0 47.1 17148:19 PrimProc 22042 root 20 0 91.1g 28.0g 18808 S 0.0 22.5 1814:02 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 647:33.03 mariadbd 22067 root 20 0 1872304 569548 23792 S 0.0 0.4 35:16.03 DMLProc 22051 root 20 0 4133584 454892 22004 S 0.0 0.3 248:13.66 WriteEngi+ 21852 root 20 0 3246388 154100 9468 S 20.0 0.1 1431:34 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:29.62 python3 21899 root 20 0 269496 27492 18924 S 13.3 0.0 398:32.61 workernode 21913 root 20 0 658096 26552 20460 S 0.0 0.0 226:51.44 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:21.49 monit 11327 root 20 0 52080 4060 3496 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440949 566452 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11053 39072 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 36 @ Fri Nov 4 07:12:31 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:12:31 up 49 days, 22:19, 0 users, load average: 2.70, 2.46, 3.29 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 1.0 sy, 0.0 ni, 96.5 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6387.9 free, 94127.8 used, 26841.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32079.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17273:07 PrimProc 22042 root 20 0 91.8g 28.0g 18808 S 0.0 22.5 1829:22 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 53.3 1.8 653:19.58 mariadbd 22067 root 20 0 1872304 572072 23792 S 0.0 0.4 35:31.00 DMLProc 22051 root 20 0 4133584 462488 22004 S 6.7 0.4 250:01.89 WriteEngi+ 21852 root 20 0 3246388 154792 9468 S 13.3 0.1 1441:51 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:32.30 python3 21913 root 20 0 658096 26392 20460 S 6.7 0.0 228:27.42 controlle+ 21899 root 20 0 269496 25336 18924 S 6.7 0.0 401:21.95 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:23.89 monit 21880 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.70 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12804 7665 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 441286 566115 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12804 7665 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11059 39066 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 37 @ Fri Nov 4 08:12:31 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:12:31 up 49 days, 23:19, 0 users, load average: 3.97, 3.91, 4.00 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 98.8 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5740.9 free, 94180.9 used, 27435.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32026.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17370:14 PrimProc 22042 root 20 0 91.8g 28.1g 18808 S 0.0 22.6 1839:41 ExeMgr 21719 mysql 20 0 16.9g 2.3g 46640 S 0.0 1.8 659:16.05 mariadbd 22067 root 20 0 1872304 575920 23792 S 0.0 0.4 35:45.97 DMLProc 22051 root 20 0 4133584 467408 22004 S 0.0 0.4 251:50.20 WriteEngi+ 21852 root 20 0 3246388 158188 9468 S 20.0 0.1 1452:02 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:34.93 python3 21913 root 20 0 658096 26392 20460 S 0.0 0.0 230:03.00 controlle+ 21899 root 20 0 269496 24832 18924 S 6.7 0.0 404:11.71 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:26.32 monit 32481 root 20 0 52080 4296 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.76 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 441732 565669 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11065 39060 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 38 @ Fri Nov 4 09:12:31 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:12:31 up 50 days, 19 min, 0 users, load average: 4.21, 3.98, 4.00 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5271.3 free, 94270.8 used, 27815.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31936.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17481:16 PrimProc 22042 root 20 0 92.0g 28.1g 18808 S 0.0 22.6 1852:28 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 664:10.26 mariadbd 22067 root 20 0 1872304 580784 23792 S 0.0 0.4 36:00.75 DMLProc 22051 root 20 0 4133584 462344 22004 S 6.7 0.4 253:37.17 WriteEngi+ 21852 root 20 0 3246388 143864 9468 S 20.0 0.1 1462:04 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:37.55 python3 21913 root 20 0 781024 26656 20460 S 0.0 0.0 231:37.39 controlle+ 21899 root 20 0 269496 25216 18924 S 6.7 0.0 406:59.62 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:28.72 monit 10264 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.81 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.83 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12811 7658 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442043 565358 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12811 7658 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11071 39055 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 39 @ Fri Nov 4 10:12:31 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:12:32 up 50 days, 1:19, 0 users, load average: 3.14, 2.98, 3.17 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4771.3 free, 94474.4 used, 28111.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31732.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.4g 25460 S 0.0 47.0 17568:57 PrimProc 22042 root 20 0 92.0g 28.3g 18808 S 0.0 22.7 1861:42 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 668:44.39 mariadbd 22067 root 20 0 1876400 583176 23792 S 0.0 0.4 36:15.39 DMLProc 22051 root 20 0 4133584 467456 22004 S 0.0 0.4 255:23.20 WriteEngi+ 21852 root 20 0 3246388 145528 9468 S 13.3 0.1 1472:00 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:40.13 python3 21913 root 20 0 668340 26544 20460 S 6.7 0.0 233:10.93 controlle+ 21899 root 20 0 269496 24756 18924 S 6.7 0.0 409:45.24 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:31.13 monit 20156 root 20 0 52080 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.03 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.88 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442306 565096 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11077 39049 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 40 @ Fri Nov 4 11:12:32 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:12:32 up 50 days, 2:19, 0 users, load average: 5.73, 6.63, 5.71 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.4 sy, 0.0 ni, 97.6 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4478.5 free, 94696.2 used, 28183.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31511.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17706:33 PrimProc 22042 root 20 0 93.3g 28.5g 18808 S 0.0 22.9 1876:44 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 673:18.68 mariadbd 22067 root 20 0 1880496 587236 23792 S 0.0 0.5 36:30.13 DMLProc 22051 root 20 0 4133584 553680 22004 S 0.0 0.4 257:08.80 WriteEngi+ 21852 root 20 0 3254580 164192 9468 S 20.0 0.1 1482:03 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:42.82 python3 21913 root 20 0 658096 26560 20460 S 0.0 0.0 234:45.98 controlle+ 21899 root 20 0 269496 24992 18924 S 6.7 0.0 412:32.68 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:33.63 monit 31846 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.34 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12814 7655 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442501 564901 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12814 7655 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11083 39042 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 41 @ Fri Nov 4 12:12:32 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:12:32 up 50 days, 3:19, 0 users, load average: 3.50, 5.27, 4.89 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.0 sy, 0.0 ni, 96.7 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5645.6 free, 94904.5 used, 26807.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31302.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17861:21 PrimProc 22042 root 20 0 94.6g 28.8g 18808 S 0.0 23.1 1899:01 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 677:17.81 mariadbd 22067 root 20 0 1880496 591180 23792 S 0.0 0.5 36:45.16 DMLProc 22051 root 20 0 4133584 464756 22004 S 0.0 0.4 258:56.21 WriteEngi+ 21852 root 20 0 3254580 137648 9468 S 20.0 0.1 1492:17 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:45.55 python3 21913 root 20 0 729804 26484 20460 S 13.3 0.0 236:23.03 controlle+ 21899 root 20 0 269496 24940 18924 S 6.7 0.0 415:25.27 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:36.08 monit 10174 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.01 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12816 7653 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442716 564686 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12816 7653 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11090 39036 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 42 @ Fri Nov 4 13:12:32 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:12:32 up 50 days, 4:19, 0 users, load average: 2.39, 2.98, 4.37 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.2 sy, 0.0 ni, 97.9 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4991.5 free, 95330.9 used, 27035.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30876.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18009:17 PrimProc 22042 root 20 0 95.1g 29.2g 18816 S 0.0 23.5 1916:02 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 680:25.89 mariadbd 22067 root 20 0 1880504 595024 23800 S 0.0 0.5 37:00.09 DMLProc 22051 root 20 0 4133592 488620 22012 S 6.7 0.4 260:44.10 WriteEngi+ 21852 root 20 0 3254580 136704 9468 S 20.0 0.1 1502:37 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 6.7 0.0 6:48.23 python3 21913 root 20 0 699072 26464 20460 S 0.0 0.0 237:59.97 controlle+ 21899 root 20 0 269504 24916 18932 S 6.7 0.0 418:15.15 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:38.50 monit 20647 root 20 0 52080 4200 3636 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12817 7652 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442323 565078 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12817 7652 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11096 39029 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 43 @ Fri Nov 4 14:12:32 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:12:33 up 50 days, 5:19, 0 users, load average: 3.07, 4.13, 4.25 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.3 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4696.5 free, 95431.0 used, 27230.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30776.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18115:13 PrimProc 22042 root 20 0 95.1g 29.3g 18816 S 0.0 23.6 1928:06 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.7 1.8 682:46.23 mariadbd 22067 root 20 0 1880504 597996 23800 S 0.0 0.5 37:14.98 DMLProc 22051 root 20 0 4133592 483552 22012 S 0.0 0.4 262:31.53 WriteEngi+ 21852 root 20 0 3254580 124176 9468 S 20.0 0.1 1512:26 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:50.80 python3 21913 root 20 0 688828 26444 20460 S 0.0 0.0 239:35.72 controlle+ 21899 root 20 0 269504 25180 18932 S 6.7 0.0 421:05.10 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:40.86 monit 31428 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:31.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.13 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12820 7649 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442441 564960 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12820 7649 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11102 39023 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 44 @ Fri Nov 4 15:12:33 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:12:33 up 50 days, 6:19, 0 users, load average: 3.42, 2.91, 3.02 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.3 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4501.1 free, 95504.6 used, 27351.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30702.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18194:24 PrimProc 22042 root 20 0 95.1g 29.3g 18816 S 0.0 23.6 1936:29 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 684:35.43 mariadbd 22067 root 20 0 1880504 601672 23800 S 6.7 0.5 37:29.63 DMLProc 22051 root 20 0 4133592 492108 22012 S 13.3 0.4 264:17.46 WriteEngi+ 21852 root 20 0 3254580 140712 9468 S 20.0 0.1 1521:56 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:53.28 python3 21913 root 20 0 688828 26676 20460 S 0.0 0.0 241:09.79 controlle+ 21899 root 20 0 269504 24964 18932 S 6.7 0.0 423:52.15 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:43.21 monit 8785 root 20 0 52080 4292 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:31.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.19 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12822 7647 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442518 564883 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12822 7647 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11108 39017 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 45 @ Fri Nov 4 16:12:33 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:12:33 up 50 days, 7:19, 0 users, load average: 2.49, 2.96, 2.89 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4363.6 free, 95533.6 used, 27460.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30673.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18274:25 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1945:00 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 686:11.43 mariadbd 22067 root 20 0 1880504 605524 23800 S 6.2 0.5 37:44.40 DMLProc 22051 root 20 0 4133592 494704 22012 S 0.0 0.4 266:03.61 WriteEngi+ 21852 root 20 0 3254580 136968 9468 S 12.5 0.1 1531:30 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:55.77 python3 21899 root 20 0 269504 28900 18932 S 6.2 0.0 426:39.85 workernode 21913 root 20 0 668340 26632 20460 S 0.0 0.0 242:44.10 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:45.61 monit 18533 root 20 0 52080 4204 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:31.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.24 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12823 7646 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442581 564820 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12823 7646 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11114 39012 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 46 @ Fri Nov 4 17:12:33 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:12:33 up 50 days, 8:19, 0 users, load average: 2.34, 2.37, 2.74 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.4 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4123.8 free, 95536.7 used, 27697.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30670.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18351:17 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1952:41 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 687:45.43 mariadbd 22067 root 20 0 1995192 610120 23800 S 0.0 0.5 37:58.59 DMLProc 22051 root 20 0 4133592 493464 22012 S 0.0 0.4 267:46.28 WriteEngi+ 21852 root 20 0 3254580 139372 9468 S 18.8 0.1 1540:51 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:58.26 python3 21899 root 20 0 269504 27736 18932 S 6.2 0.0 429:20.78 workernode 21913 root 20 0 658096 26536 20460 S 0.0 0.0 244:14.67 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:47.99 monit 29450 root 20 0 52080 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:31.87 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.30 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12823 7646 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442624 564777 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12823 7646 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11119 39006 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 47 @ Fri Nov 4 18:12:33 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:12:34 up 50 days, 9:19, 0 users, load average: 2.24, 2.68, 2.71 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.4 sy, 0.0 ni, 97.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3997.6 free, 95559.9 used, 27800.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30647.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18425:10 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1960:11 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 689:10.37 mariadbd 22067 root 20 0 1995192 614364 23800 S 0.0 0.5 38:13.27 DMLProc 22051 root 20 0 4133592 494100 22012 S 0.0 0.4 269:32.22 WriteEngi+ 21852 root 20 0 3254580 135304 9468 S 20.0 0.1 1550:24 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:00.81 python3 21913 root 20 0 658096 26532 20460 S 6.7 0.0 245:48.59 controlle+ 21899 root 20 0 269504 25616 18932 R 6.7 0.0 432:07.22 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:50.35 monit 6524 root 20 0 52080 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:32.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.37 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12826 7643 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442680 564721 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12826 7643 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11125 39001 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 48 @ Fri Nov 4 19:12:34 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:12:34 up 50 days, 10:19, 0 users, load average: 2.66, 2.49, 2.67 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3977.9 free, 95501.6 used, 27878.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30705.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.8 18498:55 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1967:43 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 690:55.84 mariadbd 22067 root 20 0 1995192 616780 23800 S 0.0 0.5 38:27.96 DMLProc 22051 root 20 0 4133592 500528 22012 S 0.0 0.4 271:18.34 WriteEngi+ 21852 root 20 0 3254580 115244 9468 S 20.0 0.1 1560:00 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:03.28 python3 21913 root 20 0 658096 26568 20460 S 0.0 0.0 247:22.62 controlle+ 21899 root 20 0 269504 25000 18932 S 0.0 0.0 434:53.83 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:52.72 monit 16447 root 20 0 52080 4232 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:32.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.42 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12826 7642 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442761 564640 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12826 7642 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11131 38995 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 49 @ Fri Nov 4 20:12:34 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:12:34 up 50 days, 11:19, 0 users, load average: 4.12, 3.98, 3.55 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 98.1 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4291.0 free, 95613.5 used, 27453.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30593.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18578:15 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1976:06 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.7 1.8 693:22.70 mariadbd 22067 root 20 0 1995192 620640 23800 S 6.7 0.5 38:42.73 DMLProc 22051 root 20 0 4133592 555260 22012 S 0.0 0.4 273:05.17 WriteEngi+ 21852 root 20 0 3254580 145696 9468 S 13.3 0.1 1569:43 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:05.78 python3 21913 root 20 0 688828 26624 20460 S 6.7 0.0 248:57.13 controlle+ 21899 root 20 0 269504 25344 18932 S 6.7 0.0 437:41.51 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.19 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:55.11 monit 26579 root 20 0 52080 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:32.50 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.49 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12723 7746 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442904 564498 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12723 7746 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11136 38989 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 50 @ Fri Nov 4 21:12:34 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:12:34 up 50 days, 12:19, 0 users, load average: 2.58, 2.39, 2.28 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.6 sy, 0.0 ni, 96.7 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4135.6 free, 95547.5 used, 27674.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30659.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18652:27 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1983:40 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 696:10.90 mariadbd 22067 root 20 0 1995192 624996 23800 S 0.0 0.5 38:57.42 DMLProc 22051 root 20 0 4133592 493788 22012 S 0.0 0.4 274:51.58 WriteEngi+ 21852 root 20 0 3254580 140520 9468 R 12.5 0.1 1579:25 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:08.28 python3 21913 root 20 0 688828 26664 20460 S 6.2 0.0 250:31.16 controlle+ 21899 root 20 0 269504 25120 18932 S 6.2 0.0 440:28.30 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.19 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:57.50 monit 3853 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:32.70 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.55 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12726 7743 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 443072 564329 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12726 7743 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11142 38983 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 51 @ Fri Nov 4 22:12:34 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:12:35 up 50 days, 13:19, 0 users, load average: 4.36, 3.48, 3.25 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4042.4 free, 95607.1 used, 27708.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30600.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18732:06 PrimProc 22042 root 20 0 95.1g 29.4g 18816 S 0.0 23.6 1991:54 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 699:23.10 mariadbd 22067 root 20 0 1995192 627940 23800 S 0.0 0.5 39:12.16 DMLProc 22051 root 20 0 4133592 502256 22012 S 0.0 0.4 276:38.25 WriteEngi+ 21852 root 20 0 3254580 147108 9468 S 18.8 0.1 1589:10 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:10.80 python3 21913 root 20 0 668340 26584 20460 S 0.0 0.0 252:05.55 controlle+ 21899 root 20 0 269504 25112 18932 S 6.2 0.0 443:15.76 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.19 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:59.89 monit 13822 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:32.91 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.60 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12727 7742 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 443296 564105 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12727 7742 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11148 38978 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 52 @ Fri Nov 4 23:12:35 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 23:12:35 up 50 days, 14:19, 0 users, load average: 3.04, 3.25, 4.00 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 96.9 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6196.3 free, 95617.1 used, 25544.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30590.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18855:25 PrimProc 22042 root 20 0 95.2g 29.4g 18816 S 0.0 23.6 2004:50 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 703:40.06 mariadbd 22067 root 20 0 1995192 631372 23800 S 6.2 0.5 39:26.51 DMLProc 22051 root 20 0 4133592 513588 22012 S 0.0 0.4 278:22.11 WriteEngi+ 21852 root 20 0 3254580 140648 9468 S 12.5 0.1 1598:44 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:13.43 python3 21913 root 20 0 658096 26440 20460 S 6.2 0.0 253:37.56 controlle+ 21899 root 20 0 269504 25452 18932 S 6.2 0.0 445:57.91 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.19 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:02.32 monit 23716 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:33.16 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.66 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12727 7742 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 443586 563815 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12727 7742 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11153 38972 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 53 @ Sat Nov 5 00:12:35 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 00:12:35 up 50 days, 15:19, 0 users, load average: 3.16, 2.55, 2.69 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.6 sy, 0.0 ni, 97.5 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5828.9 free, 95636.9 used, 25891.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30570.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18933:39 PrimProc 22042 root 20 0 95.2g 29.4g 18816 S 0.0 23.6 2012:51 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 708:45.24 mariadbd 22067 root 20 0 1995192 634204 23800 S 0.0 0.5 39:41.28 DMLProc 22051 root 20 0 4133592 542892 22012 S 0.0 0.4 280:08.83 WriteEngi+ 21852 root 20 0 3254580 148964 9468 R 20.0 0.1 1608:33 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:16.00 python3 21913 root 20 0 719560 26484 20460 S 6.7 0.0 255:11.57 controlle+ 21899 root 20 0 269504 25276 18932 S 6.7 0.0 448:44.26 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:04.79 monit 1462 root 20 0 52080 4140 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:33.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.72 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12730 7739 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 443948 563453 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12730 7739 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11159 38966 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 54 @ Sat Nov 5 01:12:35 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 01:12:35 up 50 days, 16:19, 0 users, load average: 3.51, 3.24, 3.52 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5021.1 free, 95753.6 used, 26582.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30453.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19033:06 PrimProc 22042 root 20 0 95.2g 29.5g 18816 S 0.0 23.7 2024:37 ExeMgr 21719 mysql 20 0 17.0g 2.3g 46640 S 6.7 1.8 714:52.22 mariadbd 22067 root 20 0 1995192 637852 23800 S 0.0 0.5 39:56.13 DMLProc 22051 root 20 0 4133592 577480 22012 S 0.0 0.4 281:56.31 WriteEngi+ 21852 root 20 0 3254580 110668 9468 S 20.0 0.1 1618:32 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:18.63 python3 21913 root 20 0 668340 26564 20460 S 0.0 0.0 256:46.79 controlle+ 21899 root 20 0 269504 25028 18932 S 6.7 0.0 451:32.67 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:07.22 monit 11922 root 20 0 52080 4056 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:33.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.78 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12733 7736 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 444378 563023 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12733 7736 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11165 38960 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 55 @ Sat Nov 5 02:12:35 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:12:36 up 50 days, 17:19, 0 users, load average: 2.64, 3.33, 3.78 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 2.3 us, 2.1 sy, 0.0 ni, 94.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4465.1 free, 95759.8 used, 27132.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30447.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19133:46 PrimProc 22042 root 20 0 95.2g 29.5g 18816 S 0.0 23.7 2034:01 ExeMgr 21719 mysql 20 0 16.9g 2.3g 46640 S 0.0 1.8 721:39.52 mariadbd 22067 root 20 0 1995192 641956 23800 S 0.0 0.5 40:10.78 DMLProc 22051 root 20 0 4133592 528688 22012 S 0.0 0.4 283:42.92 WriteEngi+ 21852 root 20 0 3254580 157700 9468 S 13.3 0.1 1628:29 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:21.25 python3 21899 root 20 0 269504 27740 18932 S 13.3 0.0 454:18.58 workernode 21913 root 20 0 668340 26612 20460 S 0.0 0.0 258:20.62 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:09.64 monit 21556 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:33.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.07 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.84 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12734 7735 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 444838 562563 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12734 7735 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11171 38955 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 56 @ Sat Nov 5 03:12:36 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:12:36 up 50 days, 18:19, 0 users, load average: 2.93, 3.36, 3.33 Tasks: 26 total, 3 running, 23 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.4 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4038.9 free, 95850.6 used, 27468.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30356.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19214:32 PrimProc 22042 root 20 0 95.2g 29.5g 18816 S 0.0 23.7 2042:29 ExeMgr 21719 mysql 20 0 16.9g 2.3g 46640 S 0.0 1.8 728:12.42 mariadbd 22067 root 20 0 1995192 646424 23800 S 6.7 0.5 40:25.60 DMLProc 22051 root 20 0 4133592 574716 22012 S 6.7 0.4 285:29.64 WriteEngi+ 21852 root 20 0 3254580 159856 9468 R 20.0 0.1 1638:28 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:23.84 python3 21913 root 20 0 668340 26428 20460 S 6.7 0.0 259:54.96 controlle+ 21899 root 20 0 269504 25180 18932 S 6.7 0.0 457:05.51 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 R 0.0 0.0 42:12.04 monit 32087 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:34.05 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.90 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12739 7730 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 445283 562118 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12739 7730 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11177 38949 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 57 @ Sat Nov 5 04:12:36 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:12:36 up 50 days, 19:19, 0 users, load average: 3.79, 4.55, 4.30 Tasks: 32 total, 1 running, 31 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3998.5 free, 96147.6 used, 27211.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30061.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19324:00 PrimProc 22042 root 20 0 95.2g 29.7g 18816 S 0.0 23.9 2055:21 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.2 1.8 734:16.60 mariadbd 22067 root 20 0 1995192 649672 23800 S 0.0 0.5 40:40.54 DMLProc 22051 root 20 0 4133592 502536 22012 S 0.0 0.4 287:17.93 WriteEngi+ 21852 root 20 0 3254580 167340 9468 S 12.5 0.1 1648:42 StorageMa+ 7796 root 20 0 572576 93880 17164 S 0.0 0.1 0:46.63 mariaback+ 10267 root 20 0 162000 55688 10860 S 0.0 0.0 0:01.01 s3cmd 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:26.60 python3 21913 root 20 0 709316 26648 20460 S 0.0 0.0 261:30.34 controlle+ 21899 root 20 0 269504 26348 18932 S 12.5 0.0 459:53.36 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 7797 root 20 0 1237032 12336 2064 S 0.0 0.0 10:16.29 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:14.49 monit 7685 root 20 0 16688 5172 2988 S 0.0 0.0 0:00.02 backup_ma+ 10280 root 20 0 52084 4096 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:34.30 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 7798 root 20 0 26112 3280 2908 S 0.0 0.0 0:05.78 split 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 10266 root 20 0 14844 3176 2912 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.96 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13114 7355 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 445698 561703 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 13114 7355 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11183 38943 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 58 @ Sat Nov 5 05:12:36 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:12:36 up 50 days, 20:19, 0 users, load average: 3.17, 3.17, 3.54 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.8 sy, 0.0 ni, 97.3 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3985.3 free, 96184.0 used, 27188.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30023.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19412:41 PrimProc 22042 root 20 0 95.5g 29.8g 18816 S 0.0 24.0 2064:39 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 740:00.89 mariadbd 22067 root 20 0 1995192 653064 23800 S 0.0 0.5 40:55.19 DMLProc 22051 root 20 0 4133592 554592 22012 S 6.2 0.4 289:04.62 WriteEngi+ 21852 root 20 0 3254580 179804 9468 S 18.8 0.1 1658:44 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:29.24 python3 21899 root 20 0 269504 29916 18932 S 6.2 0.0 462:38.70 workernode 21913 root 20 0 658096 26412 20460 S 0.0 0.0 263:04.14 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:16.93 monit 20602 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:34.54 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12740 7729 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 446104 561298 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12740 7729 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11189 38937 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 59 @ Sat Nov 5 06:12:36 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:12:37 up 50 days, 21:19, 0 users, load average: 4.31, 4.23, 3.49 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.4 sy, 0.0 ni, 97.6 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4399.9 free, 96427.1 used, 26530.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29780.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19513:27 PrimProc 22042 root 20 0 95.8g 30.0g 18816 S 0.0 24.2 2076:24 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.7 1.8 745:28.89 mariadbd 22067 root 20 0 1995192 657092 23800 S 0.0 0.5 41:10.12 DMLProc 22051 root 20 0 4133592 543716 22012 S 6.7 0.4 290:52.72 WriteEngi+ 21852 root 20 0 3254580 183708 9468 S 13.3 0.1 1668:58 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:31.87 python3 21913 root 20 0 709316 26468 20460 S 6.7 0.0 264:39.93 controlle+ 21899 root 20 0 269504 24572 18932 S 6.7 0.0 465:26.57 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.20 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:19.33 monit 31737 root 20 0 52080 4096 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:34.81 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.08 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12744 7725 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 446486 560915 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12744 7725 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11195 38931 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 60 @ Sat Nov 5 07:12:37 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:12:37 up 50 days, 22:19, 0 users, load average: 3.81, 3.06, 3.09 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 1.6 sy, 0.0 ni, 96.4 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 3861.3 free, 96730.9 used, 26765.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29476.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.5g 25468 S 0.0 47.0 19602:11 PrimProc 22042 root 20 0 96.0g 30.2g 18816 S 0.0 24.3 2085:35 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 750:47.39 mariadbd 22067 root 20 0 1995192 661296 23800 S 6.7 0.5 41:24.98 DMLProc 22051 root 20 0 4133592 535908 22012 S 6.7 0.4 292:40.26 WriteEngi+ 21852 root 20 0 3254580 178056 9468 S 20.0 0.1 1678:53 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:34.47 python3 21899 root 20 0 269504 27272 18932 S 6.7 0.0 468:15.25 workernode 21913 root 20 0 658096 26500 20460 S 0.0 0.0 266:14.79 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:21.74 monit 9237 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:35.03 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12746 7723 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 446303 561098 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12746 7723 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11201 38925 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 61 @ Sat Nov 5 08:12:37 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:12:37 up 50 days, 23:19, 0 users, load average: 3.52, 3.62, 3.32 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3979.8 free, 96566.8 used, 26811.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29640.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19678:40 PrimProc 22042 root 20 0 96.0g 30.1g 18816 S 0.0 24.2 2093:22 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 756:14.78 mariadbd 22067 root 20 0 1995192 663448 23800 S 0.0 0.5 41:39.81 DMLProc 22051 root 20 0 4133592 597020 22012 S 0.0 0.5 294:28.46 WriteEngi+ 21852 root 20 0 3254580 179576 9468 S 20.0 0.1 1688:45 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:37.02 python3 21913 root 20 0 658096 26388 20460 S 6.7 0.0 267:49.64 controlle+ 21899 root 20 0 269504 24984 18932 S 13.3 0.0 471:02.79 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:24.18 monit 19099 root 20 0 52080 4200 3636 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:35.25 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.08 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.20 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12746 7723 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 446626 560775 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12746 7723 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11206 38919 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 62 @ Sat Nov 5 09:12:37 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:12:37 up 51 days, 19 min, 0 users, load average: 2.59, 2.22, 2.44 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.1 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3978.3 free, 96527.5 used, 26851.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29680.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 19756:43 PrimProc 22042 root 20 0 96.0g 30.1g 18816 S 0.0 24.2 2101:25 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 761:02.52 mariadbd 22067 root 20 0 1995192 668084 23800 S 0.0 0.5 41:54.56 DMLProc 22051 root 20 0 4133592 589744 22012 S 0.0 0.5 296:15.82 WriteEngi+ 21852 root 20 0 3254580 160584 9468 S 25.0 0.1 1698:34 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:39.58 python3 21913 root 20 0 658096 26572 20460 S 0.0 0.0 269:23.80 controlle+ 21899 root 20 0 269504 24840 18932 S 12.5 0.0 473:49.48 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:26.65 monit 29586 root 20 0 52080 4176 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:35.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.09 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.26 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12749 7720 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 446910 560491 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12749 7720 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11212 38913 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 63 @ Sat Nov 5 10:12:37 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:12:38 up 51 days, 1:19, 0 users, load average: 8.65, 5.62, 4.87 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 1.2 sy, 0.0 ni, 96.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5909.9 free, 97220.2 used, 24227.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28987.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.5g 25468 S 0.0 47.0 19887:56 PrimProc 22042 root 20 0 96.2g 30.7g 18816 S 0.0 24.6 2116:33 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 765:33.29 mariadbd 22067 root 20 0 1995192 671592 23800 S 0.0 0.5 42:09.40 DMLProc 22051 root 20 0 4133592 557580 22012 S 6.7 0.4 298:03.68 WriteEngi+ 21852 root 20 0 3254580 162044 9468 S 13.3 0.1 1708:29 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:42.24 python3 21913 root 20 0 760536 26704 20460 S 6.7 0.0 270:58.85 controlle+ 21899 root 20 0 269504 25344 18932 S 6.7 0.0 476:38.28 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:29.11 monit 7309 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:35.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.09 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.32 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12752 7717 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447158 560243 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12752 7717 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11218 38907 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 64 @ Sat Nov 5 11:12:38 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:12:38 up 51 days, 2:19, 0 users, load average: 2.98, 3.68, 3.69 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 98.8 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5467.5 free, 97408.3 used, 24481.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28799.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 20017:15 PrimProc 22042 root 20 0 97.4g 31.0g 18816 S 0.0 24.9 2131:47 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 769:52.90 mariadbd 22067 root 20 0 1995192 676148 23800 S 0.0 0.5 42:23.89 DMLProc 22051 root 20 0 4297432 611628 22012 S 0.0 0.5 299:48.63 WriteEngi+ 21852 root 20 0 3254580 174628 9468 S 20.0 0.1 1718:12 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:44.89 python3 21899 root 20 0 269504 27600 18932 R 6.7 0.0 479:23.26 workernode 21913 root 20 0 760536 26572 20460 S 0.0 0.0 272:31.86 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:31.57 monit 18229 root 20 0 52080 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:36.04 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.09 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12752 7717 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447382 560019 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12752 7717 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11225 38901 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 65 @ Sat Nov 5 12:12:38 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 130 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:12:38 up 51 days, 3:19, 0 users, load average: 6.96, 4.14, 4.00 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 16.2 us, 9.0 sy, 0.0 ni, 72.9 id, 1.3 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 4131.1 free, 98519.2 used, 24707.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27688.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.3g 59.1g 25468 S 706.7 47.5 20117:13 PrimProc 22042 root 20 0 98.2g 31.4g 18816 S 220.0 25.2 2143:00 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 773:32.24 mariadbd 22067 root 20 0 1995192 678724 23800 S 0.0 0.5 42:38.86 DMLProc 22051 root 20 0 4297432 546492 22012 S 6.7 0.4 301:37.40 WriteEngi+ 21852 root 20 0 3254580 156168 9468 S 26.7 0.1 1728:14 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:47.49 python3 21913 root 20 0 668340 26416 20460 S 6.7 0.0 274:08.73 controlle+ 21899 root 20 0 269504 25184 18932 R 13.3 0.0 482:14.20 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:33.98 monit 29014 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:36.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.44 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12756 7713 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447570 559831 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12756 7713 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11231 38894 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 66 @ Sat Nov 5 13:12:38 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:12:38 up 51 days, 4:19, 0 users, load average: 2.83, 2.96, 3.29 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.2 sy, 0.0 ni, 97.7 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5624.2 free, 98371.5 used, 23361.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27835.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.4g 25468 S 0.0 47.0 20234:22 PrimProc 22042 root 20 0 98.6g 31.8g 18816 S 0.0 25.5 2156:51 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.7 1.9 776:31.67 mariadbd 22067 root 20 0 1995192 682396 23800 S 0.0 0.5 42:53.61 DMLProc 22051 root 20 0 4301528 620868 22012 S 0.0 0.5 303:24.90 WriteEngi+ 21852 root 20 0 3254580 159044 9468 S 20.0 0.1 1738:08 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:50.12 python3 21913 root 20 0 688828 26472 20460 S 0.0 0.0 275:44.07 controlle+ 21899 root 20 0 269504 24672 18932 S 6.7 0.0 485:02.52 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:36.51 monit 6777 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:36.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12751 7718 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447721 559681 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12751 7718 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11237 38888 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 67 @ Sat Nov 5 14:12:38 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:12:39 up 51 days, 5:19, 0 users, load average: 2.47, 2.25, 2.61 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.2 sy, 0.0 ni, 97.3 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5653.8 free, 98165.3 used, 23538.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28042.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.8 20321:28 PrimProc 22042 root 20 0 99.2g 31.7g 18816 S 0.0 25.5 2167:01 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 778:57.22 mariadbd 22067 root 20 0 1995192 686996 23800 S 0.0 0.5 43:08.48 DMLProc 22051 root 20 0 4301528 658200 22012 S 13.3 0.5 305:13.47 WriteEngi+ 21852 root 20 0 3254580 148492 9468 S 20.0 0.1 1748:01 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:52.66 python3 21899 root 20 0 269504 29576 18932 S 6.7 0.0 487:52.20 workernode 21913 root 20 0 668340 26580 20460 S 6.7 0.0 277:19.87 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:38.88 monit 17773 root 20 0 52080 4060 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:36.85 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.56 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12746 7723 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447830 559571 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12746 7723 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11243 38882 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 68 @ Sat Nov 5 15:12:39 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:12:39 up 51 days, 6:19, 0 users, load average: 2.55, 2.83, 2.80 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.6 sy, 0.0 ni, 96.8 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5561.7 free, 98127.8 used, 23668.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28079.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.2g 25468 S 0.0 46.8 20397:06 PrimProc 22042 root 20 0 99.2g 31.7g 18816 S 0.0 25.5 2174:45 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 780:45.13 mariadbd 22067 root 20 0 1995192 690596 23800 S 0.0 0.5 43:23.09 DMLProc 22051 root 20 0 4301528 651248 22012 S 13.3 0.5 306:59.97 WriteEngi+ 21852 root 20 0 3254580 158352 9468 S 20.0 0.1 1757:45 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:55.14 python3 21913 root 20 0 668340 26596 20460 S 0.0 0.0 278:53.69 controlle+ 21899 root 20 0 269504 24928 18932 S 6.7 0.0 490:38.33 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.21 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:41.31 monit 27861 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:37.06 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.62 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12739 7730 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447915 559486 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12739 7730 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11249 38877 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 69 @ Sat Nov 5 16:12:39 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:12:39 up 51 days, 7:19, 0 users, load average: 3.48, 2.75, 2.47 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 97.9 id, 2.1 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5272.3 free, 98277.0 used, 23808.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27930.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.2g 25468 S 0.0 46.8 20474:01 PrimProc 22042 root 20 0 99.2g 31.8g 18816 S 0.0 25.5 2182:57 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 782:19.42 mariadbd 22051 root 20 0 4301528 711216 22012 S 0.0 0.5 308:47.03 WriteEngi+ 22067 root 20 0 1995192 693312 23800 S 0.0 0.5 43:37.79 DMLProc 21852 root 20 0 3254580 151468 9468 S 6.7 0.1 1767:33 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 7:57.61 python3 21913 root 20 0 688828 26600 20460 S 0.0 0.0 280:27.96 controlle+ 21899 root 20 0 269504 25248 18932 S 0.0 0.0 493:25.26 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.22 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:43.72 monit 5183 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:37.26 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.69 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12751 7718 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 447984 559417 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12751 7718 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11254 38871 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 70 @ Sat Nov 5 17:12:39 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:12:39 up 51 days, 8:19, 0 users, load average: 3.06, 2.96, 3.02 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.2 sy, 0.0 ni, 97.4 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4596.8 free, 98355.8 used, 24405.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27851.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.8 20557:36 PrimProc 22042 root 20 0 99.2g 31.7g 18816 S 0.0 25.5 2191:46 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.9 783:47.71 mariadbd 22051 root 20 0 4301528 773000 22012 S 13.3 0.6 310:31.31 WriteEngi+ 22067 root 20 0 1995192 696692 23800 S 0.0 0.5 43:52.10 DMLProc 21852 root 20 0 3254580 157976 9468 S 20.0 0.1 1777:11 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 8:00.11 python3 21913 root 20 0 678584 26416 20460 S 6.7 0.0 281:59.35 controlle+ 21899 root 20 0 269504 24692 18932 S 6.7 0.0 496:07.52 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.22 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:46.16 monit 15361 root 20 0 52080 4228 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:37.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.74 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12792 7677 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 448037 559364 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12792 7677 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11260 38865 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 71 @ Sat Nov 5 18:12:39 UTC 2022 Thread Check: 21 /usr/bin/controllernode 3 /usr/bin/DDLProc 18 /usr/bin/DMLProc 113 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 20 /usr/bin/WriteEngineServer TOP: top - 18:12:40 up 51 days, 9:19, 0 users, load average: 2.76, 2.64, 2.42 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.8 sy, 0.0 ni, 98.3 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 76694.6 free, 23246.2 used, 27416.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 102961.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 83.7g 18.0g 20836 S 0.0 14.5 45:04.75 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 785:10.50 mariadbd 17450 root 20 0 2709660 272296 21656 S 6.7 0.2 1:01.21 WriteEngi+ 17448 root 20 0 5551200 210116 17568 S 0.0 0.2 4:25.87 ExeMgr 17278 root 20 0 2347820 142096 9340 S 20.0 0.1 6:04.17 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:02.72 python3 17472 root 20 0 787372 37408 23208 S 0.0 0.0 0:08.66 DMLProc 17315 root 20 0 539304 24516 20076 S 0.0 0.0 0:55.70 controlle+ 17301 root 20 0 237192 20428 16188 S 13.3 0.0 1:36.01 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:47.96 monit 25273 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:37.65 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12794 7675 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 448952 558449 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12794 7675 63% /etc/hosts shm 64 9 56 13% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11265 38861 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 72 @ Sat Nov 5 19:12:40 UTC 2022 Thread Check: 21 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 113 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 21 /usr/bin/WriteEngineServer TOP: top - 19:12:40 up 51 days, 10:19, 0 users, load average: 3.58, 3.13, 2.91 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.1 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 76582.4 free, 23244.6 used, 27530.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 102962.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 83.7g 18.0g 21156 S 0.0 14.5 117:06.57 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 6.7 1.9 786:38.27 mariadbd 17450 root 20 0 2867356 354204 21912 S 13.3 0.3 2:47.09 WriteEngi+ 17448 root 20 0 6206564 201756 17568 S 0.0 0.2 11:45.03 ExeMgr 17278 root 20 0 2367276 90348 9340 S 13.3 0.1 15:48.74 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:05.17 python3 17472 root 20 0 859060 41688 23272 S 0.0 0.0 0:23.24 DMLProc 17315 root 20 0 539304 24580 20076 S 6.7 0.0 2:31.02 controlle+ 17301 root 20 0 263360 23216 18936 S 13.3 0.0 4:22.00 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:49.48 monit 2127 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:37.85 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12794 7675 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449019 558382 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12794 7675 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11270 38855 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 73 @ Sat Nov 5 20:12:40 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 240 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 25 /usr/bin/WriteEngineServer TOP: top - 20:12:40 up 51 days, 11:19, 0 users, load average: 2.93, 2.48, 2.38 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.5 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 63321.3 free, 35911.9 used, 28124.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 90295.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 85.1g 30.2g 22352 S 0.0 24.3 193:25.40 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 788:33.73 mariadbd 17450 root 20 0 3092652 396536 21912 S 0.0 0.3 4:33.22 WriteEngi+ 17448 root 20 0 9008732 330820 17952 S 0.0 0.3 19:30.57 ExeMgr 17278 root 20 0 2445100 96532 9340 S 20.0 0.1 25:36.32 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:07.66 python3 17472 root 20 0 865204 44900 23272 S 0.0 0.0 0:37.91 DMLProc 17315 root 20 0 549548 24596 20076 S 0.0 0.0 4:06.52 controlle+ 17301 root 20 0 263360 24208 18936 S 6.7 0.0 7:08.53 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:51.01 monit 13922 root 20 0 52080 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:38.07 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.10 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.92 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12801 7668 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449302 558099 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12801 7668 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11276 38850 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 74 @ Sat Nov 5 21:12:40 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 240 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 27 /usr/bin/WriteEngineServer TOP: top - 21:12:40 up 51 days, 12:19, 0 users, load average: 3.56, 2.71, 2.70 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.6 sy, 0.0 ni, 97.5 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 63290.6 free, 35780.6 used, 28286.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 90427.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 85.1g 30.1g 22352 S 0.0 24.2 265:56.18 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 6.7 1.9 790:43.83 mariadbd 17448 root 20 0 9503836 316768 17952 S 0.0 0.2 26:56.14 ExeMgr 17450 root 20 0 3195060 290268 21912 S 6.7 0.2 6:18.40 WriteEngi+ 17278 root 20 0 2452268 94912 9340 S 20.0 0.1 35:17.27 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:10.13 python3 17472 root 20 0 886708 48360 23272 S 0.0 0.0 0:52.50 DMLProc 17315 root 20 0 549548 24632 20076 S 6.7 0.0 5:41.51 controlle+ 17301 root 20 0 263360 23376 18936 S 6.7 0.0 9:53.82 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:52.56 monit 23620 root 20 0 52080 4228 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:38.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.11 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:13.97 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12796 7673 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449422 557980 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12796 7673 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11282 38844 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 75 @ Sat Nov 5 22:12:40 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 243 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 27 /usr/bin/WriteEngineServer TOP: top - 22:12:40 up 51 days, 13:19, 0 users, load average: 3.13, 2.85, 2.81 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 98.8 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 55639.9 free, 43368.7 used, 28349.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 82839.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 85.4g 37.4g 22352 S 0.0 30.1 343:48.23 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 793:33.88 mariadbd 17450 root 20 0 3211448 405384 21912 S 0.0 0.3 8:04.37 WriteEngi+ 17448 root 20 0 9951336 331732 17952 S 0.0 0.3 34:51.16 ExeMgr 17278 root 20 0 2517296 92960 9340 S 13.3 0.1 45:10.96 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:12.64 python3 17472 root 20 0 915380 51732 23272 S 0.0 0.0 1:07.16 DMLProc 17301 root 20 0 263360 27100 18936 S 6.7 0.0 12:39.95 workernode 17315 root 20 0 563888 24732 20076 S 0.0 0.0 7:16.74 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:54.15 monit 654 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:38.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.11 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12737 7732 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449447 557954 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12737 7732 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11287 38838 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 76 @ Sat Nov 5 23:12:40 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 243 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 23:12:41 up 51 days, 14:19, 0 users, load average: 2.47, 2.14, 2.27 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 55262.3 free, 43466.1 used, 28629.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 82741.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 85.4g 37.5g 22352 S 0.0 30.2 416:58.92 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 797:26.93 mariadbd 17450 root 20 0 3255480 373708 21912 S 13.3 0.3 9:50.36 WriteEngi+ 17448 root 20 0 9986.1m 329016 18016 S 0.0 0.3 42:18.71 ExeMgr 17278 root 20 0 2517296 102448 9340 S 13.3 0.1 54:59.73 StorageMa+ 17472 root 20 0 922548 55912 23272 S 0.0 0.0 1:21.90 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:15.16 python3 17315 root 20 0 563888 24736 20076 S 6.7 0.0 8:52.14 controlle+ 17301 root 20 0 263360 23388 18936 S 13.3 0.0 15:26.08 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:55.72 monit 10103 root 20 0 52080 4176 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:38.69 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.11 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449701 557701 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11293 38833 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 77 @ Sun Nov 6 00:12:41 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 386 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 00:12:41 up 51 days, 15:19, 0 users, load average: 4.19, 3.54, 3.22 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.0 sy, 0.0 ni, 97.5 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 54581.0 free, 43829.9 used, 28946.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 82378.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 85.5g 37.8g 22364 S 0.0 30.4 490:11.51 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 6.7 1.9 802:15.22 mariadbd 17448 root 20 0 13.3g 379160 18028 S 0.0 0.3 49:49.84 ExeMgr 17450 root 20 0 3276996 370952 21924 S 13.3 0.3 11:36.53 WriteEngi+ 17278 root 20 0 2530608 103112 9340 R 20.0 0.1 64:51.22 StorageMa+ 17472 root 20 0 922560 59080 23284 S 0.0 0.0 1:36.62 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:17.69 python3 17315 root 20 0 553644 24680 20076 S 0.0 0.0 10:27.69 controlle+ 17301 root 20 0 263372 23448 18948 S 6.7 0.0 18:12.46 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:57.36 monit 19970 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:38.90 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.15 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12808 7661 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449641 557760 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12808 7661 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11299 38827 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 78 @ Sun Nov 6 01:12:41 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 415 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 01:12:41 up 51 days, 16:19, 0 users, load average: 3.68, 3.25, 2.97 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.5 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 44287.3 free, 53789.4 used, 29280.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 72418.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 86.3g 47.5g 22620 S 0.0 38.2 573:33.74 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 6.7 1.9 807:36.36 mariadbd 17448 root 20 0 15.6g 452592 18028 S 0.0 0.3 58:40.03 ExeMgr 17450 root 20 0 3276996 304980 21924 S 6.7 0.2 13:22.58 WriteEngi+ 17278 root 20 0 2530608 113348 9340 S 20.0 0.1 74:43.01 StorageMa+ 17472 root 20 0 944064 63140 23284 S 0.0 0.0 1:51.38 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:20.27 python3 17301 root 20 0 263372 26188 18948 S 13.3 0.0 20:58.70 workernode 17315 root 20 0 567984 24752 20076 S 6.7 0.0 12:03.09 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 42:59.02 monit 29772 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:39.12 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.21 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 449954 557447 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11304 38821 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 79 @ Sun Nov 6 02:12:41 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 697 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 02:12:41 up 51 days, 17:19, 0 users, load average: 2.58, 3.15, 3.73 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 39391.4 free, 58189.6 used, 29776.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 68018.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.1g 51.4g 23004 S 0.0 41.3 676:13.70 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 813:38.27 mariadbd 17448 root 20 0 20.0g 667328 18028 S 0.0 0.5 71:04.66 ExeMgr 17450 root 20 0 3283140 416292 22052 S 0.0 0.3 15:09.25 WriteEngi+ 17278 root 20 0 2553136 119360 9340 S 13.3 0.1 84:40.30 StorageMa+ 17472 root 20 0 944064 67300 23284 S 0.0 0.1 2:06.20 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:22.90 python3 17301 root 20 0 269516 26072 18948 S 6.7 0.0 23:46.09 workernode 17315 root 20 0 615084 25376 20076 S 13.3 0.0 13:38.99 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:00.76 monit 7695 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:39.38 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12813 7656 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 450431 556970 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12813 7656 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11310 38815 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 80 @ Sun Nov 6 03:12:41 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 697 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 03:12:41 up 51 days, 18:19, 0 users, load average: 2.97, 3.12, 3.29 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.9 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 38453.5 free, 58576.4 used, 30327.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 67631.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.5g 51.7g 23004 S 0.0 41.6 767:47.82 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 819:43.33 mariadbd 17448 root 20 0 21.1g 712148 18028 S 0.0 0.5 81:00.33 ExeMgr 17450 root 20 0 3283140 416532 22052 S 6.7 0.3 16:56.68 WriteEngi+ 17278 root 20 0 2557232 115460 9340 S 13.3 0.1 94:40.09 StorageMa+ 17472 root 20 0 981952 71116 23284 S 0.0 0.1 2:21.16 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:25.50 python3 17315 root 20 0 615084 25636 20076 S 0.0 0.0 15:15.54 controlle+ 17301 root 20 0 269516 23504 18948 S 6.7 0.0 26:34.89 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:02.59 monit 17657 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:39.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.33 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 450965 556436 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11316 38809 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 81 @ Sun Nov 6 04:12:41 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 703 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 04:12:42 up 51 days, 19:19, 0 users, load average: 4.37, 3.95, 4.05 Tasks: 33 total, 1 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.6 sy, 0.0 ni, 98.6 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 37306.5 free, 58914.2 used, 31136.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 67295.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.6g 51.9g 23260 S 0.0 41.8 857:53.27 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 825:30.48 mariadbd 17448 root 20 0 23.2g 864736 18028 S 0.0 0.7 90:44.79 ExeMgr 17450 root 20 0 3283140 187036 22052 S 0.0 0.1 18:42.08 WriteEngi+ 17278 root 20 0 2557232 115332 9340 S 20.0 0.1 104:26.45 StorageMa+ 25838 root 20 0 572572 93124 16780 S 0.0 0.1 0:48.78 mariaback+ 17472 root 20 0 1003456 74936 23284 S 0.0 0.1 2:35.85 DMLProc 27856 root 20 0 162000 55712 10884 S 0.0 0.0 0:01.75 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:28.21 python3 17315 root 20 0 717524 25808 20076 S 0.0 0.0 16:49.95 controlle+ 17301 root 20 0 269516 23424 18948 S 6.7 0.0 29:18.71 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 25839 root 20 0 1237164 11772 2020 S 0.0 0.0 11:21.47 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:04.57 monit 25731 root 20 0 16688 5104 2928 S 0.0 0.0 0:00.02 backup_ma+ 27868 root 20 0 52088 4056 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3516 1736 S 0.0 0.0 5:39.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 27855 root 20 0 14844 3280 3012 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 25840 root 20 0 26112 3228 2856 S 0.0 0.0 0:06.37 split 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.39 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13178 7291 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 451369 556032 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 13178 7291 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11322 38804 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 82 @ Sun Nov 6 05:12:42 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 707 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 05:12:42 up 51 days, 20:19, 0 users, load average: 4.28, 6.00, 5.08 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 30374.6 free, 65784.1 used, 31198.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60424.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.6g 58.2g 23324 S 0.0 46.8 958:01.85 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 830:58.85 mariadbd 17448 root 20 0 29.5g 1.2g 18092 S 0.0 1.0 102:15.39 ExeMgr 17450 root 20 0 3289284 429228 22052 S 0.0 0.3 20:28.51 WriteEngi+ 17278 root 20 0 2561328 112244 9340 S 20.0 0.1 114:20.72 StorageMa+ 17472 root 20 0 1003456 77480 23284 S 0.0 0.1 2:50.68 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:30.86 python3 17315 root 20 0 615084 25380 20076 S 6.7 0.0 18:25.97 controlle+ 17301 root 20 0 269516 23492 18948 S 6.7 0.0 32:04.87 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:06.45 monit 6431 root 20 0 52080 4056 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:40.09 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.45 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12796 7673 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 451757 555644 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12796 7673 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11328 38798 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 83 @ Sun Nov 6 06:12:42 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 838 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 06:12:42 up 51 days, 21:19, 0 users, load average: 3.23, 3.03, 3.40 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 29698.8 free, 66077.0 used, 31581.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60131.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.8g 58.2g 23776 S 0.0 46.8 1066:44 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 836:01.66 mariadbd 17448 root 20 0 33.6g 1.4g 18092 S 0.0 1.1 114:38.86 ExeMgr 17450 root 20 0 3322056 426616 22052 S 6.7 0.3 22:14.32 WriteEngi+ 17278 root 20 0 2561328 131248 9340 S 20.0 0.1 124:11.15 StorageMa+ 17472 root 20 0 1003456 82284 23284 S 0.0 0.1 3:05.37 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:33.48 python3 17315 root 20 0 656060 25608 20076 S 0.0 0.0 20:01.49 controlle+ 17301 root 20 0 269516 23480 18948 S 6.7 0.0 34:50.23 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:08.35 monit 17780 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:40.36 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.51 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12806 7663 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 452104 555297 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12806 7663 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11334 38791 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 84 @ Sun Nov 6 07:12:42 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 838 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 07:12:42 up 51 days, 22:19, 0 users, load average: 3.60, 3.55, 3.76 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.1 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 29277.1 free, 66147.2 used, 31933.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60061.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.8g 58.2g 23776 S 0.0 46.8 1163:50 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 840:43.00 mariadbd 17448 root 20 0 34.9g 1.5g 18092 S 0.0 1.2 124:53.22 ExeMgr 17450 root 20 0 3322056 471212 22052 S 0.0 0.4 24:01.61 WriteEngi+ 17278 root 20 0 2561328 127980 9340 S 13.3 0.1 134:08.84 StorageMa+ 17472 root 20 0 1029056 84676 23284 S 0.0 0.1 3:20.25 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:36.08 python3 17301 root 20 0 269516 27204 18948 S 6.7 0.0 37:38.71 workernode 17315 root 20 0 625328 25616 20076 S 13.3 0.0 21:37.90 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:10.28 monit 27647 root 20 0 52080 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:40.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.12 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.57 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12800 7669 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 452418 554983 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12800 7669 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11340 38786 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 85 @ Sun Nov 6 08:12:42 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 838 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 08:12:42 up 51 days, 23:19, 0 users, load average: 2.46, 2.75, 2.91 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 97.5 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 29182.6 free, 65923.3 used, 32251.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60286.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.8g 58.2g 23840 S 0.0 46.8 1245:22 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 845:14.72 mariadbd 17448 root 20 0 35.3g 1.5g 18092 S 0.0 1.2 133:14.18 ExeMgr 17450 root 20 0 3322056 237640 22052 S 20.0 0.2 25:49.63 WriteEngi+ 17278 root 20 0 2561328 120068 9340 S 46.7 0.1 144:07.19 StorageMa+ 17472 root 20 0 1039296 88640 23284 S 0.0 0.1 3:35.23 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:38.66 python3 17315 root 20 0 625328 25544 20076 S 0.0 0.0 23:14.77 controlle+ 17301 root 20 0 269516 24512 18948 S 0.0 0.0 40:28.08 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:12.20 monit 4865 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:40.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.13 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.63 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12810 7659 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 452707 554694 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12810 7659 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11346 38780 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 86 @ Sun Nov 6 09:12:42 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 838 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 09:12:43 up 52 days, 19 min, 0 users, load average: 2.47, 2.42, 2.66 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 2.0 sy, 0.0 ni, 96.7 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 28728.3 free, 66089.8 used, 32539.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60118.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 87.8g 58.2g 23840 S 0.0 46.8 1319:00 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 6.7 1.9 849:13.10 mariadbd 17448 root 20 0 35.8g 1.5g 18092 S 0.0 1.2 140:49.43 ExeMgr 17450 root 20 0 3322056 389824 22052 S 26.7 0.3 27:36.09 WriteEngi+ 17278 root 20 0 2561328 122280 9340 S 53.3 0.1 153:55.70 StorageMa+ 17472 root 20 0 1039296 92352 23284 S 0.0 0.1 3:50.03 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:41.19 python3 17315 root 20 0 625328 25536 20076 S 0.0 0.0 24:50.63 controlle+ 17301 root 20 0 269516 25384 18948 S 0.0 0.0 43:15.45 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:14.19 monit 14683 root 20 0 52080 4188 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:41.01 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.13 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.69 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12741 7728 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 452960 554441 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12741 7728 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11351 38774 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 87 @ Sun Nov 6 10:12:43 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 850 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 10:12:43 up 52 days, 1:19, 0 users, load average: 2.77, 3.34, 3.17 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.6 sy, 0.0 ni, 96.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 28193.7 free, 66371.5 used, 32792.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59836.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.1g 58.1g 24288 S 0.0 46.7 1418:21 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 6.2 1.9 852:51.89 mariadbd 17448 root 20 0 38.5g 1.7g 18092 S 0.0 1.4 151:39.82 ExeMgr 17450 root 20 0 3322056 480368 22052 S 0.0 0.4 29:21.34 WriteEngi+ 17278 root 20 0 2561328 137496 9340 S 25.0 0.1 163:40.57 StorageMa+ 17472 root 20 0 1060800 96496 23284 S 0.0 0.1 4:04.64 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:43.79 python3 17315 root 20 0 625328 25408 20076 S 6.2 0.0 26:26.08 controlle+ 17301 root 20 0 269516 24488 18948 S 12.5 0.0 46:00.66 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:16.13 monit 25311 root 20 0 52080 4248 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:41.28 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.13 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.75 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12816 7653 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453167 554234 45% /etc/my.cnf.d /dev/nvme0n1p1 20468 12816 7653 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11357 38768 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 88 @ Sun Nov 6 11:12:43 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 11:12:43 up 52 days, 2:19, 0 users, load average: 2.79, 2.31, 2.56 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 2.5 us, 0.6 sy, 0.0 ni, 96.9 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 28029.9 free, 66306.4 used, 33021.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59902.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.3g 58.2g 24480 S 0.0 46.8 1513:45 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 856:16.46 mariadbd 2924 mysql 20 0 16.8g 2.3g 456 R 100.0 1.8 0:00.37 mariadbd 17448 root 20 0 42.0g 1.9g 18092 S 0.0 1.5 162:05.00 ExeMgr 17278 root 20 0 2569520 128160 9340 S 0.0 0.1 173:35.96 StorageMa+ 17450 root 20 0 3322056 114276 22052 S 0.0 0.1 31:07.86 WriteEngi+ 17472 root 20 0 1060800 99736 23284 S 0.0 0.1 4:19.46 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:46.35 python3 17315 root 20 0 625328 25668 20076 S 0.0 0.0 28:02.79 controlle+ 17301 root 20 0 269516 24816 18948 S 0.0 0.0 48:47.32 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:18.17 monit 2931 root 20 0 52080 4040 3476 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:41.55 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.13 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12811 7658 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453357 554044 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12811 7658 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11364 38762 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 89 @ Sun Nov 6 12:12:43 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 28 /usr/bin/WriteEngineServer TOP: top - 12:12:43 up 52 days, 3:19, 0 users, load average: 2.77, 3.34, 3.36 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 27684.8 free, 66467.2 used, 33205.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59741.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.3g 58.2g 24668 S 0.0 46.8 1612:14 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 858:56.56 mariadbd 17448 root 20 0 42.6g 2.0g 18092 S 0.0 1.6 172:20.71 ExeMgr 17278 root 20 0 2584880 123268 9340 S 6.7 0.1 183:29.22 StorageMa+ 17450 root 20 0 3322056 115860 22052 S 0.0 0.1 32:55.12 WriteEngi+ 17472 root 20 0 1079232 103292 23284 S 0.0 0.1 4:34.30 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:48.94 python3 13275 root 20 0 529680 34644 25560 S 0.0 0.0 0:00.05 cpimport.+ 13252 mysql 20 0 1440188 28684 24112 S 0.0 0.0 0:00.60 cpimport 17315 root 20 0 676548 25556 20076 S 0.0 0.0 29:39.70 controlle+ 17301 root 20 0 269516 24308 18948 S 0.0 0.0 51:36.12 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:20.23 monit 13306 root 20 0 52084 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:41.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12828 7641 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453504 553898 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12828 7641 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11370 38756 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 90 @ Sun Nov 6 13:12:43 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 13:12:43 up 52 days, 4:19, 0 users, load average: 2.83, 2.83, 2.66 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 1.8 sy, 0.0 ni, 96.5 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 27415.2 free, 66588.9 used, 33353.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59619.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.3g 58.2g 24796 S 0.0 46.8 1693:47 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 25.0 1.9 861:04.68 mariadbd 23031 mysql 20 0 16.7g 2.3g 456 R 56.2 1.8 0:00.09 mariadbd 17448 root 20 0 42.8g 2.1g 18092 S 6.2 1.7 180:58.84 ExeMgr 17278 root 20 0 2584880 123656 9340 S 0.0 0.1 192:57.85 StorageMa+ 17450 root 20 0 3964108 122368 22052 S 0.0 0.1 34:37.74 WriteEngi+ 17472 root 20 0 1079232 106840 23284 S 0.0 0.1 4:48.50 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:51.43 python3 17315 root 20 0 645816 25480 20076 S 0.0 0.0 31:11.50 controlle+ 17301 root 20 0 269516 24936 18948 S 0.0 0.0 54:15.99 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:22.25 monit 23027 root 20 0 52080 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:42.02 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.92 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12830 7639 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453602 553799 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12830 7639 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11375 38750 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 91 @ Sun Nov 6 14:12:43 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 14:12:44 up 52 days, 5:19, 0 users, load average: 3.80, 3.24, 3.01 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 27243.0 free, 66629.2 used, 33485.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59579.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.3g 58.2g 24796 S 0.0 46.8 1769:47 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 862:53.57 mariadbd 17448 root 20 0 42.9g 2.2g 18092 S 0.0 1.7 189:02.03 ExeMgr 17278 root 20 0 2584880 119300 9340 S 20.0 0.1 202:44.46 StorageMa+ 17450 root 20 0 3964108 116152 22052 S 0.0 0.1 36:24.29 WriteEngi+ 17472 root 20 0 1079232 110244 23284 S 0.0 0.1 5:03.21 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:53.93 python3 32598 root 20 0 523536 34292 25212 S 6.7 0.0 0:00.06 cpimport.+ 32575 mysql 20 0 1440188 28804 23988 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 645816 25500 20076 S 0.0 0.0 32:47.18 controlle+ 17301 root 20 0 269516 24484 18948 S 0.0 0.0 57:02.61 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:24.31 monit 32629 root 20 0 52084 4264 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:42.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:14.99 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12766 7703 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453685 553717 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12766 7703 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11381 38744 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 92 @ Sun Nov 6 15:12:44 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 15:12:44 up 52 days, 6:19, 0 users, load average: 2.41, 2.45, 2.50 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 27045.9 free, 66714.0 used, 33597.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59494.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24796 S 0.0 46.8 1852:38 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 864:22.89 mariadbd 17448 root 20 0 42.9g 2.2g 18092 S 0.0 1.8 198:25.31 ExeMgr 17450 root 20 0 3991756 128408 22052 S 0.0 0.1 38:10.74 WriteEngi+ 17278 root 20 0 2584880 120956 9340 S 13.3 0.1 212:32.41 StorageMa+ 17472 root 20 0 1097664 114260 23284 S 0.0 0.1 5:17.89 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:56.44 python3 9993 root 20 0 505104 34276 25452 S 0.0 0.0 0:00.05 cpimport.+ 9970 mysql 20 0 1440188 28736 24292 S 0.0 0.0 0:00.60 cpimport 17315 root 20 0 768744 25544 20076 S 0.0 0.0 34:22.95 controlle+ 17301 root 20 0 269516 25132 18948 S 0.0 0.0 59:49.33 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:26.34 monit 10024 root 20 0 52084 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:42.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12848 7621 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453747 553654 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12848 7621 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11387 38739 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 93 @ Sun Nov 6 16:12:44 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1031 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 29 /usr/bin/WriteEngineServer TOP: top - 16:12:44 up 52 days, 7:19, 0 users, load average: 2.57, 1.97, 2.49 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.2 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26937.0 free, 66728.3 used, 33692.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59480.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24796 S 0.0 46.8 1925:26 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 865:42.15 mariadbd 17448 root 20 0 42.9g 2.2g 18092 S 0.0 1.8 205:58.64 ExeMgr 17450 root 20 0 3991756 132460 22052 S 0.0 0.1 39:53.65 WriteEngi+ 17278 root 20 0 2584880 120644 9340 S 6.7 0.1 221:59.46 StorageMa+ 17472 root 20 0 1097664 117820 23284 S 0.0 0.1 5:32.15 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 8:58.90 python3 19897 root 20 0 505104 34300 25476 S 0.0 0.0 0:00.06 cpimport.+ 19874 mysql 20 0 1440188 28644 23952 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 776936 25632 20076 S 0.0 0.0 35:55.39 controlle+ 17301 root 20 0 269516 24532 18948 S 0.0 0.0 62:30.53 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:28.37 monit 19929 root 20 0 52084 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:42.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12836 7633 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453794 553607 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12836 7633 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11393 38733 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 94 @ Sun Nov 6 17:12:44 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1033 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 31 /usr/bin/WriteEngineServer TOP: top - 17:12:44 up 52 days, 8:19, 0 users, load average: 2.45, 2.84, 2.94 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26874.0 free, 66755.4 used, 33728.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59453.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24956 S 0.0 46.8 2007:09 PrimProc 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 867:07.48 mariadbd 17448 root 20 0 43.1g 2.2g 18124 S 0.0 1.8 213:57.01 ExeMgr 17450 root 20 0 4057308 132812 22060 S 0.0 0.1 41:40.30 WriteEngi+ 17472 root 20 0 1097672 122072 23292 S 0.0 0.1 5:46.85 DMLProc 17278 root 20 0 2584880 107588 9340 S 13.3 0.1 231:42.27 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:01.41 python3 30293 root 20 0 505112 34132 25308 S 0.0 0.0 0:00.05 cpimport.+ 30270 mysql 20 0 1440244 28608 24168 S 0.0 0.0 0:00.62 cpimport 17301 root 20 0 269524 28028 18956 S 0.0 0.0 65:17.10 workernode 17315 root 20 0 776936 25776 20076 S 0.0 0.0 37:30.80 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:30.43 monit 30324 root 20 0 52084 4100 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:42.88 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12837 7632 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453769 553633 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12837 7632 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11398 38727 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 95 @ Sun Nov 6 18:12:44 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1033 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 31 /usr/bin/WriteEngineServer TOP: top - 18:12:45 up 52 days, 9:19, 0 users, load average: 2.49, 2.22, 2.29 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 98.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26770.9 free, 66747.1 used, 33839.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59461.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24956 S 0.0 46.8 2080:05 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 868:36.08 mariadbd 17448 root 20 0 43.1g 2.2g 18124 S 0.0 1.8 221:30.16 ExeMgr 17450 root 20 0 4057308 144000 22060 S 0.0 0.1 43:27.04 WriteEngi+ 17472 root 20 0 1103816 125716 23292 S 0.0 0.1 6:01.63 DMLProc 17278 root 20 0 2584880 116296 9340 S 20.0 0.1 240:49.66 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:03.96 python3 7484 root 20 0 523544 34328 25244 S 0.0 0.0 0:00.06 cpimport.+ 7461 mysql 20 0 1440244 28576 23876 S 0.0 0.0 0:00.59 cpimport 17315 root 20 0 654008 25612 20076 S 0.0 0.0 39:06.56 controlle+ 17301 root 20 0 269524 24324 18956 S 0.0 0.0 68:04.64 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:32.45 monit 7515 root 20 0 52084 4292 3724 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:43.09 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12842 7627 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453833 553568 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12842 7627 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11404 38721 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 96 @ Sun Nov 6 19:12:45 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1033 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 31 /usr/bin/WriteEngineServer TOP: top - 19:12:45 up 52 days, 10:19, 0 users, load average: 3.91, 3.15, 2.87 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.4 sy, 0.0 ni, 98.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26655.3 free, 66739.2 used, 33963.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59469.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24956 S 0.0 46.8 2153:06 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 870:39.87 mariadbd 17448 root 20 0 43.1g 2.2g 18124 S 0.0 1.8 229:01.73 ExeMgr 17450 root 20 0 4057308 129700 22060 S 0.0 0.1 45:13.75 WriteEngi+ 17472 root 20 0 1118152 128632 23292 S 0.0 0.1 6:16.38 DMLProc 17278 root 20 0 2584880 114644 9340 S 13.3 0.1 249:58.99 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:06.43 python3 17070 root 20 0 529688 34736 25652 S 0.0 0.0 0:00.05 cpimport.+ 17045 mysql 20 0 1440244 28448 23728 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 654008 25628 20076 S 0.0 0.0 40:42.03 controlle+ 17301 root 20 0 269524 24724 18956 S 0.0 0.0 70:51.25 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:34.55 monit 17102 root 20 0 52084 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:43.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.14 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12845 7624 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 453938 553463 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12845 7624 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11410 38716 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 97 @ Sun Nov 6 20:12:45 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1033 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 20:12:45 up 52 days, 11:19, 0 users, load average: 2.90, 2.94, 2.66 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 99.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26422.1 free, 66731.9 used, 34203.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59476.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.5g 58.2g 24956 S 0.0 46.8 2226:48 PrimProc 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 873:59.17 mariadbd 17448 root 20 0 43.1g 2.2g 18124 S 0.0 1.8 236:33.74 ExeMgr 17450 root 20 0 4090080 139384 22060 S 0.0 0.1 47:00.29 WriteEngi+ 17472 root 20 0 1124296 132452 23292 S 0.0 0.1 6:31.16 DMLProc 17278 root 20 0 2584880 124928 9340 S 20.0 0.1 259:11.59 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:08.91 python3 26793 root 20 0 523544 35176 25816 S 6.7 0.0 0:00.06 cpimport.+ 26770 mysql 20 0 1440244 29016 24236 S 0.0 0.0 0:00.61 cpimport 17301 root 20 0 269524 26600 18956 S 0.0 0.0 73:37.77 workernode 17315 root 20 0 654008 25652 20076 S 0.0 0.0 42:17.50 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:36.60 monit 26824 root 20 0 52084 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:43.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12845 7624 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 454146 553256 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12845 7624 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11415 38710 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 98 @ Sun Nov 6 21:12:45 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1033 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 21:12:45 up 52 days, 12:19, 0 users, load average: 2.99, 3.08, 3.54 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.0 sy, 0.0 ni, 99.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 25780.3 free, 66964.1 used, 34613.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59244.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.6g 58.3g 24956 S 0.0 46.8 2349:10 PrimProc 17448 root 20 0 43.1g 2.4g 18124 S 0.0 1.9 248:50.69 ExeMgr 21719 mysql 20 0 16.7g 2.3g 46984 S 0.0 1.9 878:39.63 mariadbd 17450 root 20 0 4090080 147468 22060 S 0.0 0.1 48:48.66 WriteEngi+ 17472 root 20 0 1124296 136648 23292 S 0.0 0.1 6:46.13 DMLProc 17278 root 20 0 2584880 118032 9340 S 13.3 0.1 268:46.94 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:11.55 python3 4351 root 20 0 505112 34208 25396 S 0.0 0.0 0:00.06 cpimport.+ 4328 mysql 20 0 1440244 28656 23872 S 0.0 0.0 0:00.60 cpimport 17315 root 20 0 705228 25672 20076 S 0.0 0.0 43:54.36 controlle+ 17301 root 20 0 269524 24688 18956 S 0.0 0.0 76:28.56 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:38.67 monit 4398 root 20 0 52084 4184 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:43.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12845 7624 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 454515 552886 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12845 7624 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11421 38704 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 99 @ Sun Nov 6 22:12:45 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1057 /usr/bin/ExeMgr 114 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 22:12:45 up 52 days, 13:19, 0 users, load average: 15.13, 9.02, 6.89 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 48.1 us, 7.0 sy, 0.0 ni, 44.0 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 24855.4 free, 67872.1 used, 34630.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58336.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 88.8g 58.5g 25148 S 1580 47.0 2553:47 PrimProc 17448 root 20 0 44.2g 2.7g 18188 S 166.7 2.2 268:59.24 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46984 S 0.0 1.9 885:10.35 mariadbd 17450 root 20 0 4090080 507892 22060 S 13.3 0.4 50:37.79 WriteEngi+ 17278 root 20 0 2775344 145544 9340 S 33.3 0.1 278:46.38 StorageMa+ 17472 root 20 0 1138632 140960 23292 S 0.0 0.1 7:01.29 DMLProc 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:14.37 python3 17315 root 20 0 674496 25804 20076 S 13.3 0.0 45:31.70 controlle+ 17301 root 20 0 269524 24428 18956 S 6.7 0.0 79:22.80 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:40.82 monit 16995 root 20 0 52080 4108 3544 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:44.06 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.45 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12847 7622 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 454498 552903 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12847 7622 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11427 38698 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 100 @ Sun Nov 6 23:12:45 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1069 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 75 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 23:12:46 up 52 days, 14:19, 0 users, load average: 6.16, 6.53, 8.22 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.0 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 24052.0 free, 67889.0 used, 35416.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58319.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 89.1g 58.2g 25212 S 0.0 46.8 2769:05 PrimProc 17448 root 20 0 44.4g 3.2g 18188 S 0.0 2.6 295:48.60 ExeMgr 21719 mysql 20 0 16.8g 2.4g 46984 S 6.7 1.9 893:37.39 mariadbd 17278 root 20 0 2929004 197432 9340 S 26.7 0.2 288:51.68 StorageMa+ 17472 root 20 0 1138632 143800 23292 S 0.0 0.1 7:16.19 DMLProc 17450 root 20 0 4117728 140016 22060 S 0.0 0.1 52:25.17 WriteEngi+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:17.24 python3 29401 root 20 0 505112 34768 25436 S 0.0 0.0 0:00.05 cpimport.+ 29378 mysql 20 0 1440244 28268 23644 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 719568 25664 20076 S 0.0 0.0 47:08.05 controlle+ 17301 root 20 0 269524 24544 18956 S 0.0 0.0 82:11.98 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:42.99 monit 29431 root 20 0 52084 4216 3648 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:44.42 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.52 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12857 7612 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 455597 551804 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12857 7612 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11434 38692 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 101 @ Mon Nov 7 00:12:46 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1069 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 00:12:46 up 52 days, 15:19, 0 users, load average: 6.22, 4.22, 4.88 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 98.4 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 22762.0 free, 68780.6 used, 35815.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 57427.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 89.5g 58.5g 25336 S 0.0 47.0 2971:06 PrimProc 17448 root 20 0 44.8g 3.6g 18188 S 0.0 2.9 321:09.83 ExeMgr 21719 mysql 20 0 16.9g 2.4g 46984 S 0.0 1.9 902:27.33 mariadbd 17450 root 20 0 4117728 458696 22060 S 6.7 0.4 54:14.41 WriteEngi+ 17472 root 20 0 1138632 146912 23292 S 0.0 0.1 7:31.43 DMLProc 17278 root 20 0 2775344 137664 9340 S 26.7 0.1 298:59.00 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:20.09 python3 17315 root 20 0 678592 25848 20076 S 0.0 0.0 48:46.33 controlle+ 17301 root 20 0 269524 24496 18956 S 0.0 0.0 85:05.42 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:45.16 monit 8073 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:44.77 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.58 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12860 7609 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 455967 551434 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12860 7609 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11440 38685 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 102 @ Mon Nov 7 01:12:46 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1187 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 01:12:46 up 52 days, 16:19, 0 users, load average: 6.14, 9.92, 9.49 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 99.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 21940.3 free, 69085.8 used, 36331.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 57122.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 89.5g 58.3g 25468 S 0.0 46.8 3256:25 PrimProc 17448 root 20 0 46.0g 4.3g 18188 S 0.0 3.5 350:32.30 ExeMgr 21719 mysql 20 0 16.8g 2.4g 46984 S 0.0 1.9 911:57.87 mariadbd 17472 root 20 0 1138632 152420 23292 S 0.0 0.1 7:46.38 DMLProc 17450 root 20 0 4127972 148188 22060 S 0.0 0.1 56:01.98 WriteEngi+ 17278 root 20 0 2775344 126840 9340 S 13.3 0.1 309:03.43 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:23.06 python3 21497 root 20 0 505112 34972 25620 S 0.0 0.0 0:00.06 cpimport.+ 21474 mysql 20 0 1440244 29052 24176 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 785120 25972 20076 S 0.0 0.0 50:22.70 controlle+ 17301 root 20 0 269524 25484 18956 S 0.0 0.0 87:55.02 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:47.46 monit 21528 root 20 0 52084 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:45.15 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.15 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12831 7638 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 456456 550945 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12831 7638 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11448 38678 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 103 @ Mon Nov 7 02:12:46 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1207 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 02:12:46 up 52 days, 17:19, 0 users, load average: 4.47, 5.45, 5.86 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 97.9 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 20735.6 free, 69665.4 used, 36956.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56542.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 89.5g 58.3g 25660 S 0.0 46.9 3396:20 PrimProc 17448 root 20 0 46.6g 4.5g 18188 S 0.0 3.6 364:58.27 ExeMgr 21719 mysql 20 0 16.9g 2.4g 46984 S 0.0 1.9 922:17.91 mariadbd 17450 root 20 0 4127972 553924 22060 S 0.0 0.4 57:48.87 WriteEngi+ 17472 root 20 0 1138632 154368 23292 S 0.0 0.1 8:01.01 DMLProc 17278 root 20 0 2514112 110492 9340 R 25.0 0.1 318:34.08 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:25.76 python3 17315 root 20 0 733900 26120 20076 S 0.0 0.0 51:57.76 controlle+ 17301 root 20 0 269524 24508 18956 S 6.2 0.0 90:41.12 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:49.88 monit 31703 root 20 0 52080 4208 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:45.41 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.69 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12838 7631 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 457057 550344 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12838 7631 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11454 38672 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 104 @ Mon Nov 7 03:12:46 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 58 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 03:12:47 up 52 days, 18:19, 0 users, load average: 3.54, 5.87, 5.57 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 19606.1 free, 70331.7 used, 37419.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55876.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 89.5g 58.3g 25660 S 0.0 46.9 3544:39 PrimProc 17448 root 20 0 48.7g 5.5g 18188 S 0.0 4.4 381:10.84 ExeMgr 21719 mysql 20 0 16.8g 2.4g 46984 S 6.7 1.9 929:35.22 mariadbd 17472 root 20 0 1161160 158404 23292 S 0.0 0.1 8:15.96 DMLProc 17450 root 20 0 4258020 151412 22060 S 0.0 0.1 59:36.58 WriteEngi+ 17278 root 20 0 2875688 125736 9340 S 13.3 0.1 328:21.23 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:28.47 python3 10448 root 20 0 523544 35260 25652 S 0.0 0.0 0:00.07 cpimport.+ 10425 mysql 20 0 1440244 28820 24084 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 733900 26000 20076 S 0.0 0.0 53:33.90 controlle+ 17301 root 20 0 269524 24300 18956 S 0.0 0.0 93:29.60 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:52.39 monit 10478 root 20 0 52084 4060 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3500 1736 S 0.0 0.0 5:45.71 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.76 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12838 7631 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 457489 549912 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12838 7631 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11460 38665 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 105 @ Mon Nov 7 04:12:47 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 04:12:47 up 52 days, 19:19, 0 users, load average: 5.08, 4.83, 5.56 Tasks: 33 total, 1 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.5 us, 1.2 sy, 0.0 ni, 93.1 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 17613.3 free, 71552.3 used, 38192.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54658.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 91.4g 58.3g 25724 S 0.0 46.9 3787:05 PrimProc 17448 root 20 0 50.0g 6.3g 18188 S 0.0 5.1 408:28.86 ExeMgr 21719 mysql 20 0 16.9g 2.5g 46984 S 0.0 2.0 935:24.58 mariadbd 17450 root 20 0 4258020 279908 22060 S 0.0 0.2 61:24.44 WriteEngi+ 17472 root 20 0 1161160 161952 23292 S 0.0 0.1 8:31.13 DMLProc 17278 root 20 0 2907436 145700 9340 S 20.0 0.1 338:32.13 StorageMa+ 20260 root 20 0 572612 86668 16700 S 0.0 0.1 0:49.24 mariaback+ 22398 root 20 0 162000 55664 10840 S 0.0 0.0 0:01.65 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:31.49 python3 17315 root 20 0 692924 25960 20076 S 0.0 0.0 55:11.42 controlle+ 17301 root 20 0 269524 24408 18956 S 6.7 0.0 96:22.41 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 20261 root 20 0 1237164 11256 2024 S 0.0 0.0 11:08.06 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:55.04 monit 20153 root 20 0 16688 5180 3004 S 0.0 0.0 0:00.02 backup_ma+ 22420 root 20 0 52088 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 12 root 20 0 199292 3480 1736 S 0.0 0.0 5:46.09 rsyslogd 22397 root 20 0 14844 3292 3024 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 20262 root 20 0 26112 3092 2720 S 0.0 0.0 0:06.21 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.82 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13226 7243 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 457851 549550 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13226 7243 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11467 38659 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 106 @ Mon Nov 7 05:12:47 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 05:12:47 up 52 days, 20:19, 0 users, load average: 3.90, 4.94, 5.11 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 17610.1 free, 71491.9 used, 38255.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54716.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.0g 58.3g 25724 S 0.0 46.9 3944:01 PrimProc 17448 root 20 0 52.1g 6.5g 18188 S 0.0 5.2 426:04.76 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 941:06.13 mariadbd 17472 root 20 0 1161160 165640 23292 S 0.0 0.1 8:46.23 DMLProc 17450 root 20 0 4258020 155532 22060 S 0.0 0.1 63:14.15 WriteEngi+ 17278 root 20 0 2907436 132604 9340 S 6.7 0.1 348:25.88 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:34.28 python3 710 root 20 0 518424 39780 25436 S 0.0 0.0 0:00.08 cpimport.+ 687 mysql 20 0 1440244 28560 23952 S 0.0 0.0 0:00.60 cpimport 17315 root 20 0 682680 25952 20076 S 0.0 0.0 56:49.15 controlle+ 17301 root 20 0 269524 24652 18956 S 0.0 0.0 99:14.14 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 43:57.66 monit 742 root 20 0 52084 4040 3476 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:46.39 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.88 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12853 7616 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 458240 549161 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12853 7616 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11473 38653 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 107 @ Mon Nov 7 06:12:47 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 06:12:47 up 52 days, 21:19, 0 users, load average: 3.21, 3.66, 5.02 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 98.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 16069.8 free, 72621.8 used, 38666.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53586.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25852 S 0.0 46.9 4104:58 PrimProc 17448 root 20 0 53.1g 7.4g 18188 S 0.0 6.0 447:13.66 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 946:12.30 mariadbd 12174 root 20 0 776472 203364 25336 R 6.7 0.2 0:00.20 cpimport.+ 17472 root 20 0 1161160 169156 23292 S 0.0 0.1 9:01.52 DMLProc 17278 root 20 0 2923824 163344 9340 S 20.0 0.1 358:37.17 StorageMa+ 17450 root 20 0 4290788 156804 22060 S 0.0 0.1 65:04.84 WriteEngi+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:37.06 python3 12148 mysql 20 0 1440244 28752 23968 S 0.0 0.0 0:00.62 cpimport 17315 root 20 0 733900 26016 20076 S 0.0 0.0 58:28.66 controlle+ 17301 root 20 0 269524 24512 18956 S 0.0 0.0 102:07.28 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:00.26 monit 12204 root 20 0 52084 4188 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:46.73 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:15.94 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12838 7631 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 458614 548787 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12838 7631 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11480 38646 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 108 @ Mon Nov 7 07:12:47 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 07:12:48 up 52 days, 22:19, 0 users, load average: 3.04, 5.21, 5.27 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.2 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 15809.1 free, 72529.1 used, 39019.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53679.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25852 S 0.0 46.8 4240:17 PrimProc 17448 root 20 0 53.5g 7.5g 18188 S 0.0 6.0 460:48.58 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 951:08.42 mariadbd 17472 root 20 0 1161160 174568 23292 S 0.0 0.1 9:16.59 DMLProc 17450 root 20 0 4290788 158312 22060 S 0.0 0.1 66:54.67 WriteEngi+ 17278 root 20 0 2923824 152272 9340 S 12.5 0.1 368:36.09 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:39.74 python3 22593 root 20 0 505112 34608 25516 S 0.0 0.0 0:00.07 cpimport.+ 22570 mysql 20 0 1440244 28392 23608 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 744144 26068 20076 S 0.0 0.0 60:06.21 controlle+ 17301 root 20 0 269524 24576 18956 S 0.0 0.0 104:58.89 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:02.88 monit 22623 root 20 0 52084 4264 3696 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:46.99 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.16 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.00 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12842 7627 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 458934 548467 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12842 7627 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11486 38640 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 109 @ Mon Nov 7 08:12:48 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 08:12:48 up 52 days, 23:19, 0 users, load average: 6.82, 3.49, 3.18 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 15262.0 free, 72713.5 used, 39382.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53494.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25848 S 0.0 46.9 4350:48 PrimProc 17448 root 20 0 53.8g 7.7g 18188 S 0.0 6.2 473:03.01 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 6.7 2.0 955:55.34 mariadbd 17472 root 20 0 1177544 176776 23292 S 0.0 0.1 9:31.46 DMLProc 17450 root 20 0 4290788 160276 22060 S 0.0 0.1 68:43.09 WriteEngi+ 17278 root 20 0 2923824 136732 9340 S 20.0 0.1 378:21.77 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:42.38 python3 32615 root 20 0 511256 34200 25384 S 0.0 0.0 0:00.05 cpimport.+ 32592 mysql 20 0 1440244 28668 24152 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 713412 26004 20076 S 0.0 0.0 61:42.38 controlle+ 17301 root 20 0 269524 24544 18956 S 0.0 0.0 107:47.56 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:05.53 monit 32645 root 20 0 52084 4188 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:47.23 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.06 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12847 7622 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459265 548137 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12847 7622 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11491 38634 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 110 @ Mon Nov 7 09:12:48 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 09:12:48 up 53 days, 19 min, 0 users, load average: 4.52, 3.61, 3.61 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.8 sy, 0.0 ni, 96.1 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 14633.0 free, 73032.0 used, 39692.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53176.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25852 S 60.0 46.9 4472:14 PrimProc 17448 root 20 0 53.8g 7.7g 18188 S 0.0 6.2 487:02.47 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 959:50.77 mariadbd 10633 root 20 0 1019176 211240 25620 S 26.7 0.2 0:00.39 cpimport.+ 17472 root 20 0 1177544 180272 23292 S 0.0 0.1 9:46.53 DMLProc 17278 root 20 0 2923824 174512 9340 S 6.7 0.1 388:16.52 StorageMa+ 17450 root 20 0 4290788 163624 22060 S 0.0 0.1 70:32.59 WriteEngi+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:45.04 python3 10610 mysql 20 0 1440244 28288 23516 S 0.0 0.0 0:00.62 cpimport 17315 root 20 0 692924 26016 20076 S 0.0 0.0 63:19.88 controlle+ 17301 root 20 0 269524 24548 18956 S 0.0 0.0 110:39.01 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:08.10 monit 10668 root 20 0 52084 4296 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:47.48 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.12 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12846 7623 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459538 547863 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12846 7623 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11497 38628 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 111 @ Mon Nov 7 10:12:48 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 10:12:48 up 53 days, 1:19, 0 users, load average: 3.34, 3.60, 3.23 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.2 sy, 0.0 ni, 96.7 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 14474.4 free, 73239.9 used, 39643.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52968.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25852 S 68.8 46.9 4587:54 PrimProc 17448 root 20 0 55.6g 8.0g 18188 S 0.0 6.4 501:23.88 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 963:36.61 mariadbd 21822 root 20 0 1004840 196992 25392 S 18.8 0.2 0:00.32 cpimport.+ 17472 root 20 0 1177544 183896 23292 S 0.0 0.1 10:01.04 DMLProc 17450 root 20 0 4290788 169820 22060 S 0.0 0.1 72:18.01 WriteEngi+ 17278 root 20 0 2939184 138540 9340 S 12.5 0.1 397:51.86 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:47.67 python3 21799 mysql 20 0 1440244 28744 23856 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 713412 25816 20076 S 0.0 0.0 64:54.83 controlle+ 17301 root 20 0 269524 24500 18956 S 0.0 0.0 113:23.16 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:10.71 monit 21857 root 20 0 52084 4152 3584 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:47.79 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.17 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12848 7621 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459455 547947 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12848 7621 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11504 38622 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 112 @ Mon Nov 7 11:12:48 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 11:12:49 up 53 days, 2:19, 0 users, load average: 3.50, 3.63, 3.47 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 14242.2 free, 73236.0 used, 39879.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52972.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.1g 58.3g 25852 S 0.0 46.9 4685:22 PrimProc 17448 root 20 0 56.2g 8.1g 18188 S 0.0 6.5 511:43.94 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 6.7 2.0 967:15.93 mariadbd 17472 root 20 0 1177544 189000 23292 S 0.0 0.1 10:15.11 DMLProc 17450 root 20 0 4290788 173180 22060 S 0.0 0.1 73:59.57 WriteEngi+ 17278 root 20 0 2939184 134564 9340 S 0.0 0.1 406:45.84 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:50.25 python3 31834 mysql 20 0 1440244 28368 23864 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 713412 26128 20076 S 0.0 0.0 66:25.17 controlle+ 17301 root 20 0 269524 24416 18956 S 0.0 0.0 116:00.30 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:13.29 monit 31898 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:48.05 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.24 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12854 7615 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459653 547748 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12854 7615 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11510 38616 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 113 @ Mon Nov 7 12:12:49 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 12:12:49 up 53 days, 3:19, 0 users, load average: 2.82, 3.02, 3.44 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13904.1 free, 73377.8 used, 40075.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52830.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.9 4803:20 PrimProc 17448 root 20 0 56.7g 8.3g 18188 S 0.0 6.6 524:04.44 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 6.7 2.0 970:20.33 mariadbd 17472 root 20 0 1192904 192668 23292 S 0.0 0.1 10:30.03 DMLProc 17450 root 20 0 4290788 173108 22060 S 0.0 0.1 75:48.20 WriteEngi+ 17278 root 20 0 2939184 140000 9340 S 0.0 0.1 416:14.36 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:52.87 python3 17315 root 20 0 682680 25940 20076 S 0.0 0.0 68:02.16 controlle+ 17301 root 20 0 269524 24540 18956 S 0.0 0.0 118:49.99 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:15.87 monit 9706 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:48.32 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.30 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12855 7614 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459816 547585 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12855 7614 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11516 38610 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 114 @ Mon Nov 7 13:12:49 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1323 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 13:12:49 up 53 days, 4:19, 0 users, load average: 2.42, 2.34, 2.64 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 2.6 us, 0.2 sy, 0.0 ni, 97.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13771.6 free, 73365.4 used, 40220.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52843.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.9 4878:50 PrimProc 17448 root 20 0 56.9g 8.3g 18188 S 0.0 6.7 532:01.44 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 972:28.91 mariadbd 17472 root 20 0 1213384 196108 23292 S 0.0 0.2 10:44.78 DMLProc 17450 root 20 0 4290788 175944 22060 S 0.0 0.1 77:35.86 WriteEngi+ 17278 root 20 0 2939184 108904 9340 S 0.0 0.1 425:31.55 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:55.36 python3 17315 root 20 0 651948 25792 20076 S 0.0 0.0 69:38.10 controlle+ 17301 root 20 0 269524 24416 18956 S 0.0 0.0 121:36.92 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:18.43 monit 19852 root 20 0 52080 4248 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:48.54 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.36 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12788 7681 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 459912 547489 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12788 7681 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11521 38604 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 115 @ Mon Nov 7 14:12:49 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 14:12:49 up 53 days, 5:19, 0 users, load average: 2.95, 2.98, 2.97 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13587.0 free, 73374.8 used, 40395.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52833.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.9 4952:53 PrimProc 17448 root 20 0 56.9g 8.3g 18188 S 0.0 6.7 539:46.09 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 974:18.95 mariadbd 17472 root 20 0 1228744 198976 23292 S 0.0 0.2 10:59.51 DMLProc 17450 root 20 0 4290788 179420 22060 S 0.0 0.1 79:23.66 WriteEngi+ 17278 root 20 0 2939184 114020 9340 S 0.0 0.1 434:46.28 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 9:57.82 python3 17315 root 20 0 662192 25820 20076 S 0.0 0.0 71:13.88 controlle+ 17301 root 20 0 269524 25528 18956 S 0.0 0.0 124:24.11 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:21.04 monit 29503 root 20 0 52080 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:48.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.42 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12855 7614 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460041 547360 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12855 7614 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11527 38598 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 116 @ Mon Nov 7 15:12:49 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 15:12:49 up 53 days, 6:19, 0 users, load average: 2.74, 2.93, 2.67 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13469.6 free, 73405.8 used, 40482.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52802.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.8 5029:20 PrimProc 17448 root 20 0 56.9g 8.3g 18188 S 0.0 6.7 547:58.33 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 975:56.48 mariadbd 17472 root 20 0 1269704 203300 23292 S 0.0 0.2 11:14.19 DMLProc 17450 root 20 0 4290788 187432 22060 S 0.0 0.1 81:10.73 WriteEngi+ 17278 root 20 0 2939184 114676 9340 S 0.0 0.1 443:58.98 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:00.30 python3 17315 root 20 0 733900 26120 20076 S 0.0 0.0 72:49.30 controlle+ 17301 root 20 0 269524 24920 18956 S 0.0 0.0 127:10.72 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:23.62 monit 6955 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:48.95 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.47 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12858 7611 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460106 547295 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12858 7611 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11533 38593 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 117 @ Mon Nov 7 16:12:49 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 16:12:50 up 53 days, 7:19, 0 users, load average: 3.25, 2.99, 3.20 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13316.6 free, 73449.3 used, 40591.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52759.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.8 5119:58 PrimProc 17448 root 20 0 56.9g 8.4g 18188 S 0.0 6.7 558:51.23 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 977:26.04 mariadbd 17472 root 20 0 1269704 206932 23292 S 0.0 0.2 11:28.82 DMLProc 17450 root 20 0 4290788 187204 22060 S 0.0 0.1 82:57.07 WriteEngi+ 17278 root 20 0 2939184 113308 9340 S 0.0 0.1 453:14.56 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:02.79 python3 17315 root 20 0 744144 26120 20076 S 0.0 0.0 74:24.07 controlle+ 17301 root 20 0 269524 25528 18956 S 0.0 0.0 129:56.72 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:26.22 monit 16773 root 20 0 52080 4176 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:49.17 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.17 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.54 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12868 7601 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460164 547237 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12868 7601 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11539 38587 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 118 @ Mon Nov 7 17:12:50 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 17:12:50 up 53 days, 8:19, 0 users, load average: 2.05, 2.48, 2.53 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13111.6 free, 73467.8 used, 40778.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52740.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.8 5200:26 PrimProc 17448 root 20 0 56.9g 8.4g 18188 S 0.0 6.7 567:26.82 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 978:52.70 mariadbd 17472 root 20 0 1290184 209724 23292 S 0.0 0.2 11:42.79 DMLProc 17450 root 20 0 4290788 195620 22060 S 0.0 0.1 84:38.99 WriteEngi+ 17278 root 20 0 2949428 106956 9340 S 0.0 0.1 462:14.40 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:05.29 python3 17315 root 20 0 662192 25804 20076 S 0.0 0.0 75:53.31 controlle+ 17301 root 20 0 269524 24516 18956 S 0.0 0.0 132:34.02 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:28.91 monit 27580 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:49.39 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.18 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.60 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12878 7591 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460291 547110 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12878 7591 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11544 38581 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 119 @ Mon Nov 7 18:12:50 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 18:12:50 up 53 days, 9:19, 0 users, load average: 2.21, 2.75, 2.82 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 12849.4 free, 73452.0 used, 41056.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52756.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.2g 25852 S 0.0 46.8 5286:11 PrimProc 17448 root 20 0 56.9g 8.4g 18188 S 0.0 6.7 577:19.92 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 980:37.19 mariadbd 17472 root 20 0 1290184 213412 23292 S 0.0 0.2 11:57.55 DMLProc 17450 root 20 0 4290788 194376 22060 S 0.0 0.1 86:25.83 WriteEngi+ 17278 root 20 0 2956596 109632 9340 S 0.0 0.1 471:35.20 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:07.90 python3 17315 root 20 0 713412 26068 20076 S 0.0 0.0 77:27.36 controlle+ 17301 root 20 0 269524 24516 18956 S 0.0 0.0 135:20.40 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 6.7 0.0 44:31.50 monit 5373 root 20 0 52080 4060 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:49.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.18 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.65 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12879 7590 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460512 546889 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12879 7590 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11550 38575 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 120 @ Mon Nov 7 19:12:50 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 19:12:50 up 53 days, 10:19, 0 users, load average: 2.58, 2.73, 2.77 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 12616.0 free, 73530.3 used, 41211.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52678.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.2g 25852 S 0.0 46.8 5365:47 PrimProc 17448 root 20 0 56.9g 8.5g 18188 S 0.0 6.8 585:49.00 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 6.7 2.0 982:49.07 mariadbd 17472 root 20 0 1290184 216760 23292 S 0.0 0.2 12:12.37 DMLProc 17450 root 20 0 4290788 191640 22060 S 0.0 0.1 88:13.64 WriteEngi+ 17278 root 20 0 2956596 124528 9340 S 0.0 0.1 480:58.32 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:10.40 python3 17301 root 20 0 269524 27776 18956 S 0.0 0.0 138:08.33 workernode 17315 root 20 0 682680 26084 20076 S 0.0 0.0 79:02.24 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:34.10 monit 15358 root 20 0 52080 4116 3552 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:49.82 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.18 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.71 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12869 7600 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460622 546780 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 12869 7600 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11556 38570 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 121 @ Mon Nov 7 20:12:50 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 20:12:51 up 53 days, 11:19, 0 users, load average: 2.72, 3.44, 3.16 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 11909.5 free, 73624.2 used, 41823.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52584.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.2g 25852 S 0.0 46.8 5451:59 PrimProc 17448 root 20 0 57.0g 8.5g 18188 S 0.0 6.8 595:04.57 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 6.7 2.0 986:18.05 mariadbd 17472 root 20 0 1290184 221780 23292 S 0.0 0.2 12:27.26 DMLProc 17450 root 20 0 4290788 193480 22060 S 0.0 0.1 90:02.03 WriteEngi+ 17278 root 20 0 2956596 156196 9340 S 0.0 0.1 490:31.35 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:12.95 python3 17315 root 20 0 774876 26056 20076 S 0.0 0.0 80:37.95 controlle+ 17301 root 20 0 269524 25228 18956 S 0.0 0.0 140:57.11 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:36.70 monit 25350 root 20 0 52080 4284 3720 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:50.05 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.77 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13106 7363 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 460837 546564 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13106 7363 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11561 38564 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 122 @ Mon Nov 7 21:12:51 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 21:12:51 up 53 days, 12:19, 0 users, load average: 3.04, 3.85, 3.99 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 11459.2 free, 73801.8 used, 42096.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52406.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.8 5565:04 PrimProc 17448 root 20 0 57.0g 8.6g 18188 S 0.0 6.9 607:11.14 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 991:11.91 mariadbd 17472 root 20 0 1293256 224808 23292 S 0.0 0.2 12:42.06 DMLProc 17450 root 20 0 4290788 194692 22060 S 0.0 0.1 91:49.41 WriteEngi+ 17278 root 20 0 2956596 154312 9340 S 0.0 0.1 500:05.80 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:15.57 python3 2841 mysql 20 0 1440244 28348 23816 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 744144 26108 20076 S 0.0 0.0 82:12.57 controlle+ 17301 root 20 0 269524 24432 18956 S 0.0 0.0 143:44.80 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:39.32 monit 2902 root 20 0 52080 4060 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:50.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.82 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13106 7363 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 461076 546325 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13106 7363 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11567 38558 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 123 @ Mon Nov 7 22:12:51 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 114 /usr/bin/PrimProc 66 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 22:12:51 up 53 days, 13:19, 0 users, load average: 7.29, 6.19, 6.36 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 89.0 us, 3.5 sy, 0.0 ni, 7.3 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 10366.4 free, 74440.5 used, 42550.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51768.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.4g 25852 S 2880 47.0 5747:40 PrimProc 17448 root 20 0 57.1g 8.9g 18188 S 80.0 7.1 625:58.21 ExeMgr 21719 mysql 20 0 16.8g 2.5g 46984 S 0.0 2.0 998:05.23 mariadbd 13888 root 20 0 952616 269100 25872 S 6.7 0.2 0:00.28 cpimport.+ 17472 root 20 0 1293256 229500 23292 S 0.0 0.2 12:57.29 DMLProc 17450 root 20 0 4290788 191248 22060 S 0.0 0.1 93:39.90 WriteEngi+ 17278 root 20 0 2984252 139908 9340 S 20.0 0.1 509:58.17 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:18.34 python3 13865 mysql 20 0 1440244 28604 23752 S 0.0 0.0 0:00.61 cpimport 17315 root 20 0 733900 25928 20076 S 0.0 0.0 83:49.64 controlle+ 17301 root 20 0 269524 25396 18956 S 0.0 0.0 146:41.00 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:42.04 monit 13929 root 20 0 52084 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:50.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13115 7354 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 461502 545899 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13115 7354 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11574 38552 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 124 @ Mon Nov 7 23:12:51 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 23:12:51 up 53 days, 14:19, 0 users, load average: 12.33, 9.13, 8.16 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 9948.3 free, 74432.9 used, 42976.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51775.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.5g 25852 S 0.0 47.0 6009:15 PrimProc 17448 root 20 0 57.1g 9.0g 18188 S 0.0 7.3 654:07.29 ExeMgr 21719 mysql 20 0 16.8g 2.6g 46984 S 0.0 2.1 1007:10 mariadbd 17472 root 20 0 1293256 231328 23292 S 0.0 0.2 13:13.07 DMLProc 17450 root 20 0 4290788 195400 22060 S 0.0 0.1 95:33.37 WriteEngi+ 17278 root 20 0 2963764 121808 9340 S 0.0 0.1 520:11.86 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:21.32 python3 17301 root 20 0 269524 27928 18956 S 0.0 0.0 149:47.04 workernode 17315 root 20 0 703168 25948 20076 S 0.0 0.0 85:29.27 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:44.73 monit 24922 root 20 0 52080 4056 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:50.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:16.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13121 7348 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 461900 545501 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13121 7348 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11580 38545 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 125 @ Tue Nov 8 00:12:51 UTC 2022 Thread Check: 36 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 00:12:52 up 53 days, 15:19, 0 users, load average: 10.77, 8.17, 7.40 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 2.1 us, 1.0 sy, 0.0 ni, 96.9 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8917.8 free, 74975.4 used, 43464.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51232.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.9 6313:37 PrimProc 17448 root 20 0 57.1g 9.7g 18188 S 0.0 7.8 680:45.99 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 6.7 2.2 1016:30 mariadbd 17472 root 20 0 1317832 234744 23292 S 0.0 0.2 13:27.44 DMLProc 17450 root 20 0 4306148 199508 22060 S 0.0 0.2 97:17.50 WriteEngi+ 17278 root 20 0 3040044 118928 9340 S 0.0 0.1 530:08.35 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:24.28 python3 6198 mysql 20 0 1440244 29108 24244 S 0.0 0.0 0:00.62 cpimport 17315 root 20 0 795364 26024 20076 S 0.0 0.0 87:01.04 controlle+ 17301 root 20 0 269524 25416 18956 S 0.0 0.0 152:28.83 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:47.46 monit 6265 root 20 0 52080 4248 3680 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:51.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.01 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13118 7351 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 462359 545042 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13118 7351 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11586 38539 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 126 @ Tue Nov 8 01:12:52 UTC 2022 Thread Check: 37 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 80 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 01:12:52 up 53 days, 16:19, 0 users, load average: 8.63, 6.12, 5.13 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8282.5 free, 75362.1 used, 43713.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 50846.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 6.7 46.9 6460:10 PrimProc 17448 root 20 0 57.1g 9.6g 18188 S 0.0 7.7 695:54.22 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1025:47 mariadbd 17278 root 20 0 3244924 372888 9340 S 20.0 0.3 540:03.72 StorageMa+ 17472 root 20 0 1343432 239780 23292 S 0.0 0.2 13:42.77 DMLProc 17450 root 20 0 4306148 205644 22060 S 0.0 0.2 99:08.22 WriteEngi+ 16591 root 20 0 770328 186364 25496 S 0.0 0.1 0:00.18 cpimport.+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:27.02 python3 16567 mysql 20 0 1440244 28984 24092 S 0.0 0.0 0:00.62 cpimport 17315 root 20 0 774876 26020 20076 S 0.0 0.0 88:39.15 controlle+ 17301 root 20 0 269524 24704 18956 S 0.0 0.0 155:23.14 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:50.14 monit 16622 root 20 0 52084 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3744 1736 S 0.0 0.0 5:51.54 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.19 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13121 7348 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 462583 544818 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13121 7348 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11593 38533 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 127 @ Tue Nov 8 02:12:52 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 32 /usr/bin/WriteEngineServer TOP: top - 02:12:52 up 53 days, 17:19, 0 users, load average: 4.13, 5.12, 6.60 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 7508.5 free, 75399.5 used, 44449.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 50809.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25852 S 0.0 46.8 6693:54 PrimProc 17448 root 20 0 58.5g 10.0g 18188 S 0.0 8.1 725:22.87 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1036:36 mariadbd 17472 root 20 0 1343432 242068 23292 S 0.0 0.2 13:57.63 DMLProc 17450 root 20 0 4327652 206744 22060 S 0.0 0.2 100:55.97 WriteEngi+ 17278 root 20 0 3063600 138636 9340 S 0.0 0.1 550:26.08 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:29.98 python3 17315 root 20 0 744144 26208 20076 S 0.0 0.0 90:14.75 controlle+ 17301 root 20 0 269524 24968 18956 S 0.0 0.0 158:12.81 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:52.85 monit 30058 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:51.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.13 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13125 7344 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 463298 544103 46% /etc/my.cnf.d /dev/nvme0n1p1 20468 13125 7344 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11599 38526 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 128 @ Tue Nov 8 03:12:52 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 126 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 03:12:52 up 53 days, 18:19, 0 users, load average: 7.89, 4.78, 4.92 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 85.4 us, 5.9 sy, 0.0 ni, 8.3 id, 0.0 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 6102.0 free, 76514.1 used, 44741.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 49774.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.4g 58.3g 25852 S 2827 46.9 6841:52 PrimProc 17448 root 20 0 59.1g 11.0g 18188 S 120.0 8.9 743:00.63 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 6.7 2.2 1043:52 mariadbd 17472 root 20 0 1343432 247056 23292 S 0.0 0.2 14:12.63 DMLProc 17450 root 20 0 4350180 212396 22060 S 0.0 0.2 102:45.08 WriteEngi+ 17278 root 20 0 3063600 136440 9340 S 0.0 0.1 560:27.88 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:32.72 python3 17315 root 20 0 713412 26256 20076 S 0.0 0.0 91:51.61 controlle+ 17301 root 20 0 269524 24620 18956 S 0.0 0.0 161:01.69 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:55.33 monit 8873 root 20 0 52080 4048 3480 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:52.21 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.19 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13126 7343 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 463762 543639 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13126 7343 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11605 38520 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 129 @ Tue Nov 8 04:12:53 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 04:12:53 up 53 days, 19:19, 0 users, load average: 9.14, 12.86, 12.70 Tasks: 35 total, 1 running, 34 sleeping, 0 stopped, 0 zombie %Cpu(s): 16.1 us, 1.4 sy, 0.0 ni, 82.5 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4358.5 free, 77938.2 used, 45061.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48199.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.3g 58.3g 25860 S 0.0 46.9 7164:48 PrimProc 17448 root 20 0 60.8g 12.2g 18196 S 0.0 9.8 784:35.23 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1049:57 mariadbd 17472 root 20 0 1343440 249456 23300 S 0.0 0.2 14:27.67 DMLProc 17450 root 20 0 4350188 213240 22068 S 0.0 0.2 104:34.40 WriteEngi+ 19405 root 20 0 572576 102856 16868 S 20.0 0.1 0:50.40 mariaback+ 17278 root 20 0 3063600 99920 9340 S 20.0 0.1 570:35.83 StorageMa+ 21806 root 20 0 162000 55688 10860 S 60.0 0.0 0:00.89 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:35.88 python3 21841 root 20 0 518432 39728 25376 S 0.0 0.0 0:00.08 cpimport.+ 21818 mysql 20 0 1440296 28700 23848 S 0.0 0.0 0:00.62 cpimport 17315 root 20 0 733900 26016 20076 S 0.0 0.0 93:29.46 controlle+ 17301 root 20 0 269532 25540 18964 S 0.0 0.0 163:52.44 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 19406 root 20 0 1237164 12084 2076 S 473.3 0.0 10:42.11 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 44:57.86 monit 19300 root 20 0 16820 5264 3072 S 0.0 0.0 0:00.02 backup_ma+ 21880 root 20 0 52088 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:52.69 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 21805 root 20 0 14844 3304 3040 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 19407 root 20 0 26112 3168 2796 S 0.0 0.0 0:05.85 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.25 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13507 6962 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 464038 543363 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13507 6962 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11613 38512 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 130 @ Tue Nov 8 05:12:53 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 05:12:53 up 53 days, 20:19, 0 users, load average: 11.01, 14.45, 10.17 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6116.5 free, 77926.9 used, 43314.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48209.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.9 7379:48 PrimProc 17448 root 20 0 62.0g 12.4g 18196 S 0.0 10.0 810:10.53 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 6.2 2.2 1056:21 mariadbd 17472 root 20 0 1343440 253500 23300 S 0.0 0.2 14:42.78 DMLProc 17450 root 20 0 4350188 209032 22068 S 0.0 0.2 106:24.35 WriteEngi+ 17278 root 20 0 3063600 113624 9340 S 0.0 0.1 580:20.82 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:38.80 python3 17301 root 20 0 269532 26836 18964 S 0.0 0.0 166:45.86 workernode 17315 root 20 0 723656 26096 20076 S 0.0 0.0 95:07.25 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:00.35 monit 604 root 20 0 52080 4248 3680 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:53.04 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.31 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13135 7334 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 464511 542890 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13135 7334 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11620 38506 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 131 @ Tue Nov 8 06:12:53 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 130 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 06:12:53 up 53 days, 21:19, 0 users, load average: 6.40, 3.84, 3.64 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 90.0 us, 4.0 sy, 0.0 ni, 5.8 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4958.2 free, 78716.7 used, 43682.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47419.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.6g 25860 S 2900 47.1 7470:50 PrimProc 17448 root 20 0 62.9g 12.9g 18196 S 93.3 10.4 820:24.07 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1061:39 mariadbd 17472 root 20 0 1368016 257424 23300 S 0.0 0.2 14:57.72 DMLProc 17450 root 20 0 4350188 206404 22068 S 0.0 0.2 108:13.51 WriteEngi+ 17278 root 20 0 3063600 111680 9340 S 20.0 0.1 589:50.65 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:41.40 python3 11025 root 20 0 478496 34676 25596 S 0.0 0.0 0:00.08 cpimport.+ 10999 mysql 20 0 1440296 28592 23876 S 0.0 0.0 0:00.74 cpimport 17315 root 20 0 744144 26100 20076 S 0.0 0.0 96:44.16 controlle+ 17301 root 20 0 269532 25792 18964 S 0.0 0.0 169:35.37 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:02.71 monit 11056 root 20 0 52084 4176 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:53.28 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13138 7331 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 464905 542496 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13138 7331 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11626 38500 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 132 @ Tue Nov 8 07:12:53 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 07:12:54 up 53 days, 22:19, 0 users, load average: 3.23, 6.20, 7.48 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.9 us, 0.8 sy, 0.0 ni, 95.1 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4747.8 free, 78563.7 used, 44046.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47572.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.8 7687:04 PrimProc 17448 root 20 0 63.3g 13.0g 18196 S 0.0 10.5 844:57.40 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1066:57 mariadbd 17472 root 20 0 1368016 259948 23300 S 0.0 0.2 15:12.66 DMLProc 17450 root 20 0 4350188 217776 22068 S 0.0 0.2 110:02.16 WriteEngi+ 17278 root 20 0 3063600 118460 9340 S 166.7 0.1 599:32.21 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:44.25 python3 17315 root 20 0 711360 26212 20076 S 0.0 0.0 98:20.92 controlle+ 17301 root 20 0 269532 24836 18964 S 0.0 0.0 172:25.07 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:05.13 monit 22082 root 20 0 52080 4048 3484 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:53.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.20 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.43 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13143 7326 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 465277 542125 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13143 7326 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11633 38493 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 133 @ Tue Nov 8 08:12:54 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 08:12:54 up 53 days, 23:19, 0 users, load average: 3.58, 5.04, 5.29 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 98.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4824.1 free, 78717.8 used, 43815.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47418.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.9 7822:47 PrimProc 17448 root 20 0 66.4g 13.1g 18196 S 0.0 10.5 862:18.78 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1072:01 mariadbd 17472 root 20 0 1383376 264724 23300 S 0.0 0.2 15:27.57 DMLProc 17450 root 20 0 4350188 223320 22068 S 0.0 0.2 111:51.88 WriteEngi+ 17278 root 20 0 3070768 122216 9340 S 60.0 0.1 609:23.42 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 6.7 0.0 10:46.97 python3 17315 root 20 0 711360 26244 20076 S 0.0 0.0 99:57.90 controlle+ 17301 root 20 0 269532 25316 18964 S 0.0 0.0 175:14.69 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:07.51 monit 32736 root 20 0 52080 4160 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:53.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.49 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13146 7323 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 465533 541868 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13146 7323 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11639 38487 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 134 @ Tue Nov 8 09:12:54 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 09:12:54 up 54 days, 19 min, 0 users, load average: 2.61, 4.24, 4.49 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.4 sy, 0.0 ni, 98.3 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4604.4 free, 78988.6 used, 43764.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47148.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.9 7936:17 PrimProc 17448 root 20 0 66.7g 13.4g 18196 S 0.0 10.7 874:46.56 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 6.2 2.2 1076:28 mariadbd 17472 root 20 0 1383376 267440 23300 S 0.0 0.2 15:42.64 DMLProc 17450 root 20 0 4350188 222908 22068 S 0.0 0.2 113:42.11 WriteEngi+ 17278 root 20 0 3070768 132888 9340 S 50.0 0.1 619:06.21 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:49.60 python3 17315 root 20 0 731848 26300 20076 S 0.0 0.0 101:35.62 controlle+ 17301 root 20 0 269532 25132 18964 S 0.0 0.0 178:07.22 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:09.93 monit 10739 root 20 0 52080 4232 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:54.14 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.55 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13150 7319 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 465834 541567 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13150 7319 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11645 38481 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 135 @ Tue Nov 8 10:12:54 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 10:12:54 up 54 days, 1:19, 0 users, load average: 3.54, 3.91, 4.08 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.4 sy, 0.0 ni, 98.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4706.6 free, 79197.6 used, 43453.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46938.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.9 8038:28 PrimProc 17448 root 20 0 67.2g 13.5g 18196 S 0.0 10.9 886:31.70 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 0.0 2.2 1080:46 mariadbd 17472 root 20 0 1383376 271812 23300 S 0.0 0.2 15:56.82 DMLProc 17450 root 20 0 4350188 220328 22068 S 0.0 0.2 115:27.11 WriteEngi+ 17278 root 20 0 3070768 137232 9340 S 40.0 0.1 628:21.30 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:52.20 python3 17315 root 20 0 711360 26296 20076 S 0.0 0.0 103:07.63 controlle+ 17301 root 20 0 269532 25292 18964 S 0.0 0.0 180:48.78 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:12.29 monit 21078 root 20 0 52080 4152 3588 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:54.39 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.61 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13147 7322 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466090 541311 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13147 7322 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11651 38475 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 136 @ Tue Nov 8 11:12:54 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 11:12:55 up 54 days, 2:19, 0 users, load average: 3.13, 4.06, 4.43 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 99.2 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4596.3 free, 79267.5 used, 43493.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46869.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.6g 58.3g 25860 S 0.0 46.8 8171:04 PrimProc 17448 root 20 0 67.8g 13.7g 18196 S 0.0 11.0 903:24.86 ExeMgr 21719 mysql 20 0 16.8g 2.7g 46984 S 6.7 2.2 1085:01 mariadbd 17472 root 20 0 1383376 275420 23300 S 0.0 0.2 16:11.92 DMLProc 17450 root 20 0 4350188 221284 22068 S 0.0 0.2 117:17.60 WriteEngi+ 17278 root 20 0 3070768 134076 9340 S 13.3 0.1 638:15.11 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:54.90 python3 17315 root 20 0 772824 26360 20076 S 0.0 0.0 104:46.46 controlle+ 17301 root 20 0 269532 24600 18964 S 0.0 0.0 183:41.50 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:14.67 monit 31525 root 20 0 52080 4116 3552 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:54.68 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.66 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13152 7317 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466224 541177 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13152 7317 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11657 38468 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 137 @ Tue Nov 8 12:12:55 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 12:12:55 up 54 days, 3:19, 0 users, load average: 2.39, 3.31, 3.99 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 1.0 sy, 0.0 ni, 97.1 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4965.9 free, 79664.2 used, 42727.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46472.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.2g 25860 S 0.0 46.8 8324:56 PrimProc 17448 root 20 0 68.7g 14.1g 18196 S 0.0 11.3 922:16.53 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1088:18 mariadbd 17472 root 20 0 1383376 278944 23300 S 0.0 0.2 16:26.64 DMLProc 17450 root 20 0 4371692 232740 22068 S 0.0 0.2 119:05.17 WriteEngi+ 17278 root 20 0 3084080 127044 9340 S 53.3 0.1 648:12.83 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 10:57.63 python3 17315 root 20 0 670384 26180 20076 S 0.0 0.0 106:22.69 controlle+ 17301 root 20 0 269532 25280 18964 S 0.0 0.0 186:29.73 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:17.08 monit 10629 root 20 0 52080 4204 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:55.00 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.73 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13149 7320 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466502 540899 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13149 7320 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11663 38462 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 138 @ Tue Nov 8 13:12:55 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 13:12:55 up 54 days, 4:19, 0 users, load average: 8.41, 5.33, 4.68 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 0.4 sy, 0.0 ni, 98.1 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4859.7 free, 80019.1 used, 42478.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46117.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.9 8453:59 PrimProc 17448 root 20 0 69.2g 14.3g 18196 S 0.0 11.5 937:49.08 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1090:42 mariadbd 17472 root 20 0 1383376 282292 23300 S 0.0 0.2 16:41.32 DMLProc 17450 root 20 0 4371692 228764 22068 S 0.0 0.2 120:52.82 WriteEngi+ 17278 root 20 0 3084080 129784 9340 S 37.5 0.1 657:47.29 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:00.26 python3 21476 mysql 20 0 1440296 28396 23936 S 6.2 0.0 0:00.63 cpimport 17301 root 20 0 269532 27976 18964 S 0.0 0.0 189:17.30 workernode 17315 root 20 0 783068 26292 20076 S 0.0 0.0 107:58.92 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:19.46 monit 21566 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:55.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.79 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13144 7325 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466616 540785 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13144 7325 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11670 38456 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 139 @ Tue Nov 8 14:12:55 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 14:12:55 up 54 days, 5:19, 0 users, load average: 2.01, 3.03, 3.43 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 0.6 sy, 0.0 ni, 97.8 id, 0.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4783.9 free, 79990.2 used, 42583.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46146.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.2g 25860 S 0.0 46.8 8542:50 PrimProc 17448 root 20 0 69.2g 14.3g 18196 S 0.0 11.5 947:31.98 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1092:40 mariadbd 17472 root 20 0 1412048 286556 23300 S 0.0 0.2 16:56.22 DMLProc 17450 root 20 0 4371692 232368 22068 S 0.0 0.2 122:42.37 WriteEngi+ 17278 root 20 0 3084080 138536 9340 S 43.8 0.1 667:28.67 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:02.80 python3 17315 root 20 0 711360 26200 20076 S 6.2 0.0 109:35.88 controlle+ 17301 root 20 0 269532 25072 18964 S 0.0 0.0 192:08.27 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:21.81 monit 31389 root 20 0 52080 4156 3588 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:55.52 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.21 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.84 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13136 7333 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466696 540705 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13136 7333 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11675 38450 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 140 @ Tue Nov 8 15:12:55 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 15:12:55 up 54 days, 6:19, 0 users, load average: 3.67, 4.14, 3.56 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 99.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4649.3 free, 80010.1 used, 42698.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46127.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.2g 25860 S 0.0 46.8 8627:10 PrimProc 17448 root 20 0 69.2g 14.3g 18196 S 0.0 11.5 957:12.52 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1094:23 mariadbd 17472 root 20 0 1412048 289160 23300 S 0.0 0.2 17:10.94 DMLProc 17450 root 20 0 4486380 234148 22068 S 0.0 0.2 124:30.62 WriteEngi+ 17278 root 20 0 3084080 141316 9340 S 6.7 0.1 677:06.32 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:05.34 python3 17315 root 20 0 701116 26112 20076 S 0.0 0.0 111:11.97 controlle+ 17301 root 20 0 269532 24556 18964 S 0.0 0.0 194:57.05 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:24.27 monit 8934 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:55.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.90 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13139 7330 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466764 540637 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13139 7330 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11681 38444 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 141 @ Tue Nov 8 16:12:56 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 16:12:56 up 54 days, 7:19, 0 users, load average: 2.39, 2.48, 2.62 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4477.3 free, 80081.5 used, 42798.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46055.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.9 8700:40 PrimProc 17448 root 20 0 69.2g 14.4g 18196 S 0.0 11.6 965:01.47 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 6.7 2.2 1095:52 mariadbd 17472 root 20 0 1412048 292828 23300 S 0.0 0.2 17:25.50 DMLProc 17450 root 20 0 4486380 237316 22068 S 0.0 0.2 126:17.33 WriteEngi+ 17278 root 20 0 3084080 135696 9340 S 0.0 0.1 686:33.75 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:07.82 python3 17301 root 20 0 269532 30700 18964 S 0.0 0.0 197:42.04 workernode 17315 root 20 0 701116 26188 20076 S 0.0 0.0 112:46.28 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:26.65 monit 18988 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:55.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:17.96 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13137 7332 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466815 540586 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13137 7332 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11687 38439 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 142 @ Tue Nov 8 17:12:56 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 17:12:56 up 54 days, 8:19, 0 users, load average: 2.32, 2.26, 2.33 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4450.7 free, 80099.2 used, 42807.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46036.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.9 8779:43 PrimProc 17448 root 20 0 69.2g 14.4g 18196 S 0.0 11.6 973:13.01 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1097:26 mariadbd 17472 root 20 0 1412048 296620 23300 S 0.0 0.2 17:39.94 DMLProc 17450 root 20 0 4496624 235436 22068 S 0.0 0.2 128:03.83 WriteEngi+ 17278 root 20 0 3094324 137372 9340 S 0.0 0.1 696:08.86 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:10.31 python3 17315 root 20 0 670384 26192 20076 S 0.0 0.0 114:18.79 controlle+ 17301 root 20 0 269532 24520 18964 S 0.0 0.0 200:25.54 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:29.08 monit 29466 root 20 0 52080 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:56.16 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13140 7329 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466868 540534 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13140 7329 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11693 38433 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 143 @ Tue Nov 8 18:12:56 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 18:12:56 up 54 days, 9:19, 0 users, load average: 2.83, 2.70, 2.77 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4365.8 free, 80069.2 used, 42922.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46067.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.8 8853:48 PrimProc 17448 root 20 0 69.2g 14.4g 18196 S 0.0 11.6 981:04.79 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1099:05 mariadbd 17472 root 20 0 1412048 301052 23300 S 0.0 0.2 17:54.79 DMLProc 17450 root 20 0 4496624 238756 22068 S 0.0 0.2 129:52.76 WriteEngi+ 17278 root 20 0 3094324 137292 9340 S 0.0 0.1 705:48.47 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:12.91 python3 17315 root 20 0 670384 26072 20076 S 0.0 0.0 115:53.97 controlle+ 17301 root 20 0 269532 24780 18964 S 0.0 0.0 203:14.17 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:31.46 monit 6886 root 20 0 52080 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:56.36 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.08 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13145 7324 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 466934 540467 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13145 7324 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11698 38427 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 144 @ Tue Nov 8 19:12:56 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 19:12:56 up 54 days, 10:19, 0 users, load average: 2.40, 3.34, 2.89 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4385.5 free, 80134.2 used, 42837.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46002.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.9 8932:00 PrimProc 17448 root 20 0 69.2g 14.4g 18196 S 0.0 11.5 989:32.36 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1101:28 mariadbd 17472 root 20 0 1440720 305352 23300 S 0.0 0.2 18:09.60 DMLProc 17450 root 20 0 4511984 247776 22068 S 0.0 0.2 131:41.42 WriteEngi+ 17278 root 20 0 3094324 137760 9340 S 0.0 0.1 715:31.46 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:15.43 python3 17301 root 20 0 269532 26352 18964 S 0.0 0.0 206:02.70 workernode 17315 root 20 0 742092 26296 20076 S 0.0 0.0 117:29.11 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:33.84 monit 16753 root 20 0 52080 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:56.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13149 7320 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 467053 540348 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13149 7320 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11704 38422 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 145 @ Tue Nov 8 20:12:56 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 20:12:57 up 54 days, 11:19, 0 users, load average: 4.12, 3.55, 3.47 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4286.7 free, 80264.5 used, 42806.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45872.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25860 S 0.0 46.9 9019:08 PrimProc 17448 root 20 0 69.2g 14.5g 18196 S 0.0 11.6 999:03.77 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1105:32 mariadbd 17472 root 20 0 1440720 308024 23300 S 0.0 0.2 18:24.35 DMLProc 17450 root 20 0 4511984 245548 22068 S 0.0 0.2 133:29.78 WriteEngi+ 17278 root 20 0 3094324 142100 9464 S 0.0 0.1 725:19.23 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:17.99 python3 17315 root 20 0 670384 26248 20076 S 0.0 0.0 119:04.11 controlle+ 17301 root 20 0 269532 25364 18964 S 0.0 0.0 208:50.40 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:36.29 monit 26719 root 20 0 52080 4048 3480 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:56.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.20 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13151 7318 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 467297 540104 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13151 7318 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11710 38416 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 146 @ Tue Nov 8 21:12:57 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 21:12:57 up 54 days, 12:19, 0 users, load average: 2.85, 3.33, 3.66 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4360.4 free, 80296.9 used, 42700.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45839.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 9121:26 PrimProc 17448 root 20 0 69.2g 14.6g 18208 S 0.0 11.7 1009:44 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1111:08 mariadbd 17472 root 20 0 1447900 311868 23312 S 0.0 0.2 18:39.34 DMLProc 17450 root 20 0 4511996 245860 22080 S 0.0 0.2 135:19.73 WriteEngi+ 17278 root 20 0 3094324 105544 9464 S 0.0 0.1 735:06.73 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:20.60 python3 17315 root 20 0 670384 26140 20076 S 0.0 0.0 120:40.01 controlle+ 17301 root 20 0 269544 24520 18976 S 0.0 0.0 211:41.50 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:38.72 monit 4184 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:57.03 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.22 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.26 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13152 7317 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 467626 539775 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13152 7317 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11715 38410 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 147 @ Tue Nov 8 22:12:57 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 22:12:57 up 54 days, 13:19, 0 users, load average: 4.33, 7.86, 7.28 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 99.4 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4786.6 free, 80605.0 used, 41966.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45531.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.4g 25872 S 0.0 46.9 9297:11 PrimProc 17448 root 20 0 69.2g 14.8g 18208 S 0.0 11.9 1030:25 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1118:59 mariadbd 17472 root 20 0 1447900 315120 23312 S 0.0 0.2 18:54.87 DMLProc 17450 root 20 0 4511996 247852 22080 S 0.0 0.2 137:12.82 WriteEngi+ 17278 root 20 0 3094324 111708 9464 S 0.0 0.1 745:14.23 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:23.40 python3 17315 root 20 0 752336 26328 20076 S 0.0 0.0 122:18.87 controlle+ 17301 root 20 0 269544 24584 18976 S 0.0 0.0 214:39.26 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:41.20 monit 15631 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:57.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.23 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.32 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13153 7316 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 468027 539375 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13153 7316 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11722 38404 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 148 @ Tue Nov 8 23:12:57 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 23:12:57 up 54 days, 14:19, 0 users, load average: 5.74, 5.63, 4.87 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.6 sy, 0.0 ni, 98.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4072.0 free, 80777.7 used, 42507.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45359.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 9455:26 PrimProc 17448 root 20 0 69.3g 15.0g 18208 S 0.0 12.1 1050:33 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.2 1128:37 mariadbd 17472 root 20 0 1447900 319792 23312 S 6.7 0.2 19:10.30 DMLProc 17450 root 20 0 4511996 256740 22080 S 0.0 0.2 139:05.60 WriteEngi+ 17278 root 20 0 3102516 119180 9464 S 0.0 0.1 755:20.86 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:26.17 python3 17315 root 20 0 721604 26108 20076 S 0.0 0.0 123:57.38 controlle+ 17301 root 20 0 269544 25112 18976 S 0.0 0.0 217:34.37 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:43.61 monit 27585 root 20 0 52080 4144 3576 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3724 1736 S 0.0 0.0 5:57.62 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.23 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13150 7319 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 468458 538943 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13150 7319 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11728 38398 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 149 @ Wed Nov 9 00:12:57 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 00:12:58 up 54 days, 15:19, 0 users, load average: 3.28, 3.91, 4.72 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.4 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4432.7 free, 81106.7 used, 41818.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45030.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 9640:14 PrimProc 17448 root 20 0 69.4g 15.3g 18208 S 0.0 12.3 1073:30 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 13.3 2.3 1138:24 mariadbd 17472 root 20 0 1458140 322364 23312 S 0.0 0.2 19:25.86 DMLProc 17450 root 20 0 4533500 257452 22080 S 0.0 0.2 140:59.01 WriteEngi+ 17278 root 20 0 3108660 122224 9464 S 0.0 0.1 765:49.44 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:29.00 python3 17301 root 20 0 269544 28328 18976 S 0.0 0.0 220:33.08 workernode 17315 root 20 0 711360 26100 20076 S 0.0 0.0 125:36.76 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:46.04 monit 7764 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:57.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.23 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.44 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13165 7304 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 468857 538544 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13165 7304 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11734 38391 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 150 @ Wed Nov 9 01:12:58 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1325 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 01:12:58 up 54 days, 16:19, 0 users, load average: 3.51, 7.93, 9.74 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5057.5 free, 81825.2 used, 40474.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 44311.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 9959:03 PrimProc 17448 root 20 0 70.7g 16.0g 18208 S 0.0 12.8 1117:42 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1148:53 mariadbd 17472 root 20 0 1458140 326384 23312 S 0.0 0.3 19:41.64 DMLProc 17450 root 20 0 4533500 254952 22080 S 0.0 0.2 142:53.74 WriteEngi+ 17278 root 20 0 3108660 119484 9464 S 0.0 0.1 776:42.44 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:32.15 python3 17301 root 20 0 269544 28064 18976 S 0.0 0.0 223:33.60 workernode 17315 root 20 0 731848 26336 20076 S 0.0 0.0 127:18.70 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:48.55 monit 22874 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:58.41 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.23 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13166 7303 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 469415 537986 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13166 7303 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11742 38384 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 151 @ Wed Nov 9 02:12:58 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1407 /usr/bin/ExeMgr 129 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 02:12:58 up 54 days, 17:19, 0 users, load average: 30.33, 14.55, 8.99 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 20.8 us, 16.8 sy, 0.0 ni, 61.3 id, 0.4 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 3801.8 free, 83271.7 used, 40284.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42864.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.9g 59.0g 25872 S 1000 47.4 10175:12 PrimProc 17448 root 20 0 71.9g 16.5g 18208 S 300.0 13.3 1145:43 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1160:21 mariadbd 17472 root 20 0 1458140 329216 23312 S 0.0 0.3 19:56.15 DMLProc 17450 root 20 0 4533500 250312 22080 S 0.0 0.2 144:40.95 WriteEngi+ 1356 root 20 0 1020220 203388 25420 S 53.3 0.2 0:00.47 cpimport.+ 17278 root 20 0 3108660 158020 9464 S 26.7 0.1 786:29.19 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:35.07 python3 1331 mysql 20 0 1440356 28920 24028 S 0.0 0.0 0:00.77 cpimport 17315 root 20 0 813800 26156 20076 S 0.0 0.0 128:52.14 controlle+ 17301 root 20 0 269544 24632 18976 S 6.7 0.0 226:18.64 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:51.07 monit 1417 root 20 0 52084 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:58.77 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.56 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13169 7300 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 469979 537422 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13169 7300 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11748 38377 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 152 @ Wed Nov 9 03:12:58 UTC 2022 Thread Check: 36 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1407 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 03:12:58 up 54 days, 18:19, 0 users, load average: 7.50, 12.58, 11.38 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4618.5 free, 83605.9 used, 39133.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42530.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 10445:19 PrimProc 17448 root 20 0 72.7g 17.6g 18208 S 0.0 14.2 1181:04 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1168:29 mariadbd 17472 root 20 0 1468380 332216 23312 S 0.0 0.3 20:11.47 DMLProc 17450 root 20 0 4533500 259864 22080 S 0.0 0.2 146:32.61 WriteEngi+ 17278 root 20 0 3108660 140592 9464 S 0.0 0.1 796:53.22 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:38.08 python3 17315 root 20 0 803556 26292 20076 S 0.0 0.0 130:30.54 controlle+ 17301 root 20 0 269544 25300 18976 S 0.0 0.0 229:14.75 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:53.74 monit 13458 root 20 0 52080 4204 3636 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:59.18 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.63 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13181 7288 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 470288 537113 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13181 7288 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11756 38370 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 153 @ Wed Nov 9 04:12:58 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 04:12:59 up 54 days, 19:19, 0 users, load average: 3.80, 7.25, 8.83 Tasks: 33 total, 1 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.3 us, 0.4 sy, 0.0 ni, 95.3 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4069.1 free, 84871.1 used, 38417.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41267.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 10728:58 PrimProc 17448 root 20 0 75.3g 18.7g 18208 S 0.0 15.0 1217:14 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1175:10 mariadbd 17472 root 20 0 1468380 336748 23312 S 0.0 0.3 20:27.52 DMLProc 17450 root 20 0 4533500 262624 22080 S 0.0 0.2 148:29.72 WriteEngi+ 17278 root 20 0 3108660 150212 9464 S 0.0 0.1 807:45.69 StorageMa+ 23058 root 20 0 572612 99512 16588 S 6.7 0.1 0:50.92 mariaback+ 25410 root 20 0 162000 55660 10832 S 6.7 0.0 0:00.78 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:41.22 python3 17301 root 20 0 269544 26484 18976 S 0.0 0.0 232:19.92 workernode 17315 root 20 0 731848 26372 20076 S 0.0 0.0 132:13.96 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 23059 root 20 0 1237164 11788 2036 S 106.7 0.0 11:11.70 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:56.34 monit 22955 root 20 0 16820 5220 3032 S 0.0 0.0 0:00.02 backup_ma+ 25509 root 20 0 52088 4112 3548 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:59.63 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 23060 root 20 0 26112 3172 2804 S 0.0 0.0 0:06.26 split 25409 root 20 0 14844 3124 2856 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.68 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13494 6975 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 470790 536612 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13494 6975 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11763 38362 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 154 @ Wed Nov 9 05:12:59 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 05:12:59 up 54 days, 20:19, 0 users, load average: 3.00, 4.91, 6.97 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5205.7 free, 85173.0 used, 36978.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40963.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.4g 25872 S 0.0 46.9 10991:55 PrimProc 17448 root 20 0 76.2g 19.1g 18208 S 0.0 15.4 1246:06 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1181:45 mariadbd 17472 root 20 0 1468380 341588 23312 S 0.0 0.3 20:41.99 DMLProc 17450 root 20 0 4548860 253568 22080 S 0.0 0.2 150:15.94 WriteEngi+ 17278 root 20 0 3108660 147756 9464 S 0.0 0.1 817:36.06 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:44.20 python3 17315 root 20 0 670384 26220 20076 S 0.0 0.0 133:47.02 controlle+ 17301 root 20 0 269544 24544 18976 S 0.0 0.0 235:04.87 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 45:58.96 monit 4142 root 20 0 52080 4120 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 5:59.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.74 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13183 7286 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 471189 536212 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13183 7286 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11770 38356 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 155 @ Wed Nov 9 06:12:59 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 06:12:59 up 54 days, 21:19, 0 users, load average: 3.51, 7.41, 9.05 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.6 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4851.1 free, 85957.4 used, 36549.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40179.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11212:22 PrimProc 17448 root 20 0 79.1g 19.9g 18208 S 0.0 16.0 1276:12 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 6.2 2.3 1187:34 mariadbd 17472 root 20 0 1501148 345256 23312 S 0.0 0.3 20:57.36 DMLProc 17450 root 20 0 4564220 263824 22080 S 0.0 0.2 152:08.34 WriteEngi+ 17278 root 20 0 3108660 148236 9464 S 0.0 0.1 827:56.70 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:47.14 python3 17315 root 20 0 721604 26336 20076 S 0.0 0.0 135:26.13 controlle+ 17301 root 20 0 269544 24612 18976 S 0.0 0.0 238:04.65 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:01.51 monit 15631 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:00.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13180 7289 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 471581 535820 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13180 7289 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11777 38349 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 156 @ Wed Nov 9 07:12:59 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 07:12:59 up 54 days, 22:19, 0 users, load average: 2.92, 3.70, 5.24 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3967.6 free, 86131.6 used, 37258.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40005.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11383:14 PrimProc 17448 root 20 0 79.2g 20.1g 18832 S 0.0 16.1 1295:39 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 6.7 2.3 1193:11 mariadbd 17472 root 20 0 1501148 347588 23312 S 0.0 0.3 21:12.92 DMLProc 17450 root 20 0 4564220 265016 22080 S 0.0 0.2 154:02.16 WriteEngi+ 17278 root 20 0 3108660 146440 9464 S 0.0 0.1 838:41.63 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:49.93 python3 17301 root 20 0 269544 28184 18976 S 0.0 0.0 241:03.23 workernode 17315 root 20 0 680628 25988 20076 S 0.0 0.0 137:05.00 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:04.01 monit 27738 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:00.63 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.24 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13187 7282 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 471964 535437 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13187 7282 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11783 38343 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 157 @ Wed Nov 9 08:12:59 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 48 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 08:13:00 up 54 days, 23:19, 0 users, load average: 2.27, 2.85, 3.58 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4127.8 free, 86144.7 used, 37085.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39992.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11491:15 PrimProc 17448 root 20 0 79.2g 20.1g 18832 S 0.0 16.2 1309:12 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1198:52 mariadbd 17472 root 20 0 1501148 352300 23312 S 0.0 0.3 21:27.87 DMLProc 17450 root 20 0 4564220 267788 22080 S 0.0 0.2 155:52.48 WriteEngi+ 17278 root 20 0 2975488 139432 9464 S 0.0 0.1 848:48.48 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:52.60 python3 17301 root 20 0 269544 29360 18976 S 0.0 0.0 243:53.38 workernode 17315 root 20 0 670384 26120 20076 S 0.0 0.0 138:40.68 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:06.49 monit 6406 root 20 0 52080 4148 3584 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:00.88 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.93 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13187 7282 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 472246 535155 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13187 7282 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11789 38337 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 158 @ Wed Nov 9 09:13:00 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 09:13:00 up 55 days, 19 min, 0 users, load average: 2.28, 3.14, 3.28 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4071.9 free, 86253.7 used, 37032.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39883.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11594:56 PrimProc 17448 root 20 0 79.2g 20.1g 18832 S 0.0 16.2 1320:32 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1203:28 mariadbd 17472 root 20 0 1501148 355580 23312 S 0.0 0.3 21:42.93 DMLProc 17450 root 20 0 4695292 269780 22080 S 0.0 0.2 157:43.78 WriteEngi+ 17278 root 20 0 3133232 159300 9464 S 0.0 0.1 859:11.40 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:55.23 python3 17315 root 20 0 701116 26096 20076 S 0.0 0.0 140:17.96 controlle+ 17301 root 20 0 269544 25292 18976 S 0.0 0.0 246:45.08 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:08.94 monit 18388 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:01.10 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:18.99 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13190 7279 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 471931 535470 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13190 7279 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11794 38331 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 159 @ Wed Nov 9 10:13:00 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 10:13:00 up 55 days, 1:19, 0 users, load average: 2.73, 3.43, 4.25 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5454.8 free, 86394.4 used, 35508.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39742.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11711:27 PrimProc 17448 root 20 0 79.4g 20.3g 18832 S 0.0 16.3 1333:38 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1208:10 mariadbd 17472 root 20 0 1501148 359156 23312 S 0.0 0.3 21:57.80 DMLProc 17450 root 20 0 4695292 277772 22080 S 0.0 0.2 159:33.43 WriteEngi+ 17278 root 20 0 3141424 155704 9464 S 0.0 0.1 869:13.18 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 11:57.90 python3 17315 root 20 0 742092 26196 20076 S 0.0 0.0 141:54.36 controlle+ 17301 root 20 0 269544 24528 18976 S 0.0 0.0 249:35.49 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:11.39 monit 28682 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:01.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13190 7279 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 472192 535209 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13190 7279 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11801 38325 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 160 @ Wed Nov 9 11:13:00 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 11:13:00 up 55 days, 2:19, 0 users, load average: 3.60, 5.51, 4.75 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4933.6 free, 86629.7 used, 35794.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39507.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11824:29 PrimProc 17448 root 20 0 79.6g 20.5g 18832 S 0.0 16.5 1347:25 ExeMgr 21719 mysql 20 0 16.9g 2.8g 46984 S 0.0 2.3 1212:14 mariadbd 17472 root 20 0 1501148 361764 23312 S 0.0 0.3 22:12.91 DMLProc 17450 root 20 0 4695292 276420 22080 S 0.0 0.2 161:25.06 WriteEngi+ 17278 root 20 0 3141424 149484 9464 S 0.0 0.1 879:25.85 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:00.56 python3 17315 root 20 0 793312 26416 20076 S 0.0 0.0 143:33.52 controlle+ 17301 root 20 0 269544 24932 18976 S 0.0 0.0 252:28.17 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:13.84 monit 6981 root 20 0 52080 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:01.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13192 7277 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 472441 534961 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13192 7277 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11807 38319 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 161 @ Wed Nov 9 12:13:00 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 12:13:01 up 55 days, 3:19, 0 users, load average: 2.14, 4.39, 4.80 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4237.6 free, 87066.7 used, 36053.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39070.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 11965:41 PrimProc 17448 root 20 0 79.9g 20.9g 18832 S 0.0 16.8 1365:20 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1215:44 mariadbd 17472 root 20 0 1533916 366216 23312 S 0.0 0.3 22:28.07 DMLProc 17450 root 20 0 4695292 278224 22080 S 0.0 0.2 163:17.03 WriteEngi+ 17278 root 20 0 3141424 156456 9464 S 0.0 0.1 889:48.87 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:03.27 python3 17301 root 20 0 269544 28232 18976 S 0.0 0.0 255:21.94 workernode 17315 root 20 0 783068 26168 20076 S 0.0 0.0 145:12.85 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:16.31 monit 18483 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:01.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13190 7279 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473169 534232 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13190 7279 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11813 38312 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 162 @ Wed Nov 9 13:13:01 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 63 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 13:13:01 up 55 days, 4:19, 0 users, load average: 4.36, 4.77, 4.08 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.5 us, 1.2 sy, 0.0 ni, 94.3 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4494.7 free, 87419.1 used, 35443.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38717.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.5g 25872 S 0.0 47.1 12063:55 PrimProc 17448 root 20 0 80.1g 21.1g 18832 S 0.0 16.9 1377:49 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1218:22 mariadbd 17472 root 20 0 1533916 369728 23312 S 0.0 0.3 22:43.07 DMLProc 17450 root 20 0 4716796 280500 22080 S 0.0 0.2 165:08.06 WriteEngi+ 17278 root 20 0 3172156 147280 9464 S 0.0 0.1 899:58.36 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:05.87 python3 17315 root 20 0 711360 26088 20076 S 0.0 0.0 146:50.88 controlle+ 17301 root 20 0 269544 24756 18976 S 0.0 0.0 258:13.82 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:18.75 monit 28632 root 20 0 52080 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:02.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.25 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13194 7275 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473297 534104 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13194 7275 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11819 38306 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 163 @ Wed Nov 9 14:13:01 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 14:13:01 up 55 days, 5:19, 0 users, load average: 1.99, 2.53, 2.74 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4274.8 free, 87287.5 used, 35795.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38849.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.3g 25872 S 0.0 46.9 12149:45 PrimProc 17448 root 20 0 80.1g 21.1g 18832 S 0.0 17.0 1388:11 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1220:25 mariadbd 17472 root 20 0 1552348 373896 23312 S 0.0 0.3 22:58.07 DMLProc 17450 root 20 0 4716796 284824 22080 S 0.0 0.2 166:58.91 WriteEngi+ 17278 root 20 0 3141424 162980 9464 S 0.0 0.1 910:05.41 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:08.42 python3 17301 root 20 0 269544 28512 18976 S 0.0 0.0 261:06.39 workernode 17315 root 20 0 670384 26228 20076 S 0.0 0.0 148:28.56 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:21.20 monit 6348 root 20 0 52080 4220 3656 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:02.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13196 7273 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 472989 534412 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13196 7273 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11825 38300 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 164 @ Wed Nov 9 15:13:01 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1521 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 15:13:01 up 55 days, 6:19, 0 users, load average: 2.67, 2.95, 3.10 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4558.1 free, 87270.9 used, 35528.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38866.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 92.7g 58.2g 25872 S 0.0 46.8 12228:22 PrimProc 17448 root 20 0 80.2g 21.2g 18832 S 0.0 17.0 1396:47 ExeMgr 21719 mysql 20 0 16.8g 2.8g 46984 S 0.0 2.3 1222:05 mariadbd 17472 root 20 0 1552348 376576 23312 S 0.0 0.3 23:12.88 DMLProc 17450 root 20 0 4716796 280384 22080 S 0.0 0.2 168:49.14 WriteEngi+ 17278 root 20 0 3141424 159888 9464 S 0.0 0.1 920:06.99 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:10.93 python3 17301 root 20 0 269544 27972 18976 S 0.0 0.0 263:56.72 workernode 17315 root 20 0 742092 26196 20076 S 0.0 0.0 150:05.62 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:23.63 monit 16282 root 20 0 52080 4168 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:02.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13202 7267 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473058 534343 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13202 7267 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11831 38295 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 165 @ Wed Nov 9 16:13:01 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1523 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 16:13:02 up 55 days, 7:19, 0 users, load average: 1.72, 2.44, 2.78 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 7992.8 free, 87874.8 used, 31490.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38262.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 0.0 47.0 12331:44 PrimProc 17448 root 20 0 81.0g 21.6g 18832 S 0.0 17.4 1410:25 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1223:41 mariadbd 17472 root 20 0 1552348 381808 23312 S 0.0 0.3 23:27.63 DMLProc 17450 root 20 0 4716796 288452 22080 S 0.0 0.2 170:38.78 WriteEngi+ 17278 root 20 0 3141424 165532 9464 S 0.0 0.1 930:20.06 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:13.53 python3 17315 root 20 0 731848 26216 20076 S 0.0 0.0 151:41.58 controlle+ 17301 root 20 0 269544 24532 18976 S 0.0 0.0 266:44.84 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:26.09 monit 27799 root 20 0 52080 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:02.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13204 7265 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473289 534112 47% /etc/my.cnf.d /dev/nvme0n1p1 20468 13204 7265 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11837 38289 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 166 @ Wed Nov 9 17:13:02 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 17:13:02 up 55 days, 8:19, 0 users, load average: 2.51, 2.43, 2.69 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6744.4 free, 87876.0 used, 32737.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38260.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 0.0 47.0 12414:12 PrimProc 17448 root 20 0 81.0g 21.6g 18832 S 0.0 17.3 1419:15 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1225:15 mariadbd 17472 root 20 0 1552348 384372 23312 S 0.0 0.3 23:42.26 DMLProc 17450 root 20 0 4716796 285680 22080 S 0.0 0.2 172:27.97 WriteEngi+ 17278 root 20 0 3141424 162612 9464 S 0.0 0.1 940:24.99 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:16.04 python3 17301 root 20 0 269544 28456 18976 S 0.0 0.0 269:32.48 workernode 17315 root 20 0 690872 26096 20076 S 0.0 0.0 153:16.95 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:28.52 monit 5597 root 20 0 52080 4056 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:03.14 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.46 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13212 7257 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473557 533844 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13212 7257 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11843 38283 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 167 @ Wed Nov 9 18:13:02 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 18:13:02 up 55 days, 9:19, 0 users, load average: 2.52, 3.00, 2.97 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6659.6 free, 87843.0 used, 32855.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38293.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 0.0 46.9 12488:16 PrimProc 17448 root 20 0 81.0g 21.6g 18832 S 0.0 17.3 1427:12 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1226:51 mariadbd 17472 root 20 0 1552348 388516 23312 S 0.0 0.3 23:57.11 DMLProc 17450 root 20 0 4716796 278028 22080 S 0.0 0.2 174:18.17 WriteEngi+ 17278 root 20 0 3141424 156196 9464 S 0.0 0.1 950:24.37 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:18.66 python3 17315 root 20 0 690872 26092 20076 S 0.0 0.0 154:53.73 controlle+ 17301 root 20 0 269544 25300 18976 S 0.0 0.0 272:22.51 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:31.01 monit 15326 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:03.34 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.51 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13212 7257 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473624 533777 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13212 7257 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11848 38277 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 168 @ Wed Nov 9 19:13:02 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 19:13:02 up 55 days, 10:19, 0 users, load average: 2.66, 2.45, 2.55 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni,100.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6468.0 free, 87870.8 used, 33018.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38266.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 0.0 46.9 12562:39 PrimProc 17448 root 20 0 81.0g 21.6g 18832 S 0.0 17.3 1435:12 ExeMgr 21719 mysql 20 0 16.9g 2.9g 46984 S 6.7 2.3 1229:13 mariadbd 17472 root 20 0 1552348 391728 23312 S 0.0 0.3 24:11.96 DMLProc 17450 root 20 0 4716796 301740 22080 S 0.0 0.2 176:08.16 WriteEngi+ 17278 root 20 0 3141424 150052 9464 S 0.0 0.1 960:24.61 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:21.18 python3 17301 root 20 0 269544 27680 18976 S 0.0 0.0 275:12.22 workernode 17315 root 20 0 690872 26080 20076 S 0.0 0.0 156:30.32 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:33.43 monit 25212 root 20 0 52080 4132 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:03.55 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.57 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13215 7254 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473748 533653 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13215 7254 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11854 38272 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 169 @ Wed Nov 9 20:13:02 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 20:13:03 up 55 days, 11:19, 0 users, load average: 2.76, 3.38, 3.51 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 19.2 us, 2.0 sy, 0.0 ni, 78.7 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6078.3 free, 87881.5 used, 33397.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38255.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 600.0 47.0 12642:16 PrimProc 17448 root 20 0 81.1g 21.6g 18832 S 53.3 17.3 1443:42 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1233:13 mariadbd 17472 root 20 0 1552348 395944 23312 S 13.3 0.3 24:26.90 DMLProc 17450 root 20 0 4716796 308364 22080 S 20.0 0.2 177:58.77 WriteEngi+ 17278 root 20 0 3141424 155264 9464 S 6.7 0.1 970:31.75 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:23.77 python3 17301 root 20 0 269544 27548 18976 S 0.0 0.0 278:03.39 workernode 17315 root 20 0 680628 26108 20076 S 0.0 0.0 158:07.39 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:35.87 monit 2613 root 20 0 52080 4048 3484 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3704 1736 S 0.0 0.0 6:03.75 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.26 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13209 7260 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 473985 533416 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13209 7260 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11860 38266 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 170 @ Wed Nov 9 21:13:03 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 21:13:03 up 55 days, 12:19, 0 users, load average: 2.50, 3.14, 3.27 Tasks: 27 total, 3 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 62.3 us, 1.6 sy, 0.0 ni, 35.0 id, 0.6 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 5180.2 free, 87997.6 used, 34179.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38139.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 1900 46.9 12765:19 PrimProc 17448 root 20 0 81.1g 21.7g 18832 S 113.3 17.5 1456:43 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1238:41 mariadbd 17472 root 20 0 1552348 399348 23312 S 0.0 0.3 24:41.88 DMLProc 17450 root 20 0 4716796 318404 22080 S 6.7 0.2 179:48.77 WriteEngi+ 17278 root 20 0 3141424 164056 9464 R 40.0 0.1 980:54.42 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:26.48 python3 17315 root 20 0 680628 26076 20076 S 6.7 0.0 159:43.84 controlle+ 17301 root 20 0 269544 24560 18976 R 13.3 0.0 280:54.91 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:38.48 monit 13611 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:04.00 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.27 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.70 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13216 7253 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 474312 533089 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13216 7253 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11865 38260 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 171 @ Wed Nov 9 22:13:03 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 22:13:03 up 55 days, 13:19, 0 users, load average: 4.07, 7.52, 7.08 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 57.7 us, 4.7 sy, 0.0 ni, 36.6 id, 0.6 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 5055.4 free, 88154.5 used, 34147.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37982.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25872 S 1719 46.9 12903:36 PrimProc 17448 root 20 0 81.1g 21.8g 18832 S 125.0 17.6 1473:30 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 6.2 2.3 1246:46 mariadbd 17472 root 20 0 1552348 403168 23312 S 0.0 0.3 24:56.81 DMLProc 17450 root 20 0 4716796 328260 22080 S 12.5 0.3 181:38.36 WriteEngi+ 17278 root 20 0 3141424 163708 9464 S 37.5 0.1 991:14.74 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:29.22 python3 17301 root 20 0 269544 28996 18976 S 12.5 0.0 283:43.80 workernode 17315 root 20 0 783068 26356 20076 S 12.5 0.0 161:20.30 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:40.96 monit 24423 root 20 0 52080 4196 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:04.26 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.27 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.75 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13215 7254 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 474246 533155 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13215 7254 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11871 38254 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 172 @ Wed Nov 9 23:13:03 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 23:13:03 up 55 days, 14:19, 0 users, load average: 2.96, 8.37, 9.26 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.8 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4429.4 free, 88699.3 used, 34228.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37437.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25872 S 0.0 46.9 13187:17 PrimProc 17448 root 20 0 81.1g 22.4g 18832 S 0.0 18.0 1507:13 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1257:03 mariadbd 17472 root 20 0 1552348 406820 23312 S 0.0 0.3 25:12.36 DMLProc 17450 root 20 0 4716796 299340 22080 S 0.0 0.2 183:31.66 WriteEngi+ 17278 root 20 0 3141424 173540 9464 S 0.0 0.1 1002:19 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:32.27 python3 17315 root 20 0 793312 26216 20076 S 0.0 0.0 163:00.13 controlle+ 17301 root 20 0 269544 24452 18976 S 0.0 0.0 286:42.99 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:43.59 monit 3644 root 20 0 52080 4220 3656 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:04.64 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.27 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.82 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13222 7247 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 475190 532211 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13222 7247 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11878 38247 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 173 @ Thu Nov 10 00:13:03 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 00:13:04 up 55 days, 15:19, 0 users, load average: 3.37, 6.86, 9.98 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 57.8 us, 4.0 sy, 0.0 ni, 37.4 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4370.5 free, 89523.0 used, 33464.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36614.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 1827 46.9 13494:16 PrimProc 17448 root 20 0 82.6g 23.2g 18832 S 133.3 18.6 1550:02 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1267:26 mariadbd 17472 root 20 0 1552348 409856 23312 S 0.0 0.3 25:27.94 DMLProc 17450 root 20 0 4716796 330516 22080 S 6.7 0.3 185:25.24 WriteEngi+ 17278 root 20 0 3161392 159336 9464 S 46.7 0.1 1014:11 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:35.42 python3 17315 root 20 0 690872 26064 20076 S 13.3 0.0 164:40.68 controlle+ 17301 root 20 0 269544 24812 18976 S 20.0 0.0 289:41.92 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:46.19 monit 17965 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:05.09 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.27 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.88 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13222 7247 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 475657 531744 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13222 7247 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11885 38240 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 174 @ Thu Nov 10 01:13:04 UTC 2022 Thread Check: 43 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 01:13:04 up 55 days, 16:19, 0 users, load average: 9.44, 10.61, 12.91 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 55.3 us, 3.6 sy, 0.0 ni, 39.9 id, 0.6 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 4379.6 free, 90567.6 used, 32410.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35569.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 1733 46.9 13951:22 PrimProc 17448 root 20 0 82.8g 24.1g 18832 S 133.3 19.4 1614:04 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 6.7 2.3 1278:41 mariadbd 17472 root 20 0 1562588 413712 23312 S 0.0 0.3 25:43.87 DMLProc 17450 root 20 0 4716796 337608 22080 S 13.3 0.3 187:20.74 WriteEngi+ 17278 root 20 0 3181880 170260 9464 S 53.3 0.1 1026:09 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:38.87 python3 17315 root 20 0 875264 26384 20076 S 6.7 0.0 166:23.92 controlle+ 17301 root 20 0 269544 24580 18976 S 13.3 0.0 292:45.06 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:48.87 monit 32200 root 20 0 52080 4116 3552 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:05.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.27 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.94 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13215 7254 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 475637 531765 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13215 7254 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11893 38232 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 175 @ Thu Nov 10 02:13:04 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 35 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 02:13:04 up 55 days, 17:19, 0 users, load average: 4.41, 6.62, 5.68 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 59.1 us, 2.6 sy, 0.0 ni, 37.2 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4179.5 free, 90721.3 used, 32456.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35415.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 1813 46.9 14152:33 PrimProc 17448 root 20 0 83.1g 24.3g 18832 S 126.7 19.6 1640:19 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 6.7 2.3 1290:33 mariadbd 17472 root 20 0 1603548 415768 23312 S 0.0 0.3 25:59.30 DMLProc 17450 root 20 0 4716796 318360 22080 S 6.7 0.2 189:14.39 WriteEngi+ 17278 root 20 0 2905292 136188 9464 S 40.0 0.1 1036:38 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:41.77 python3 17301 root 20 0 269544 28012 18976 S 13.3 0.0 295:43.79 workernode 17315 root 20 0 721604 26260 20076 S 6.7 0.0 168:03.83 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:51.38 monit 10871 root 20 0 52080 4184 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:05.99 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:19.99 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13211 7258 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 476609 530792 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13211 7258 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11900 38226 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 176 @ Thu Nov 10 03:13:04 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 03:13:05 up 55 days, 18:19, 0 users, load average: 4.64, 9.43, 10.63 Tasks: 27 total, 3 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 56.8 us, 4.8 sy, 0.0 ni, 37.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4835.1 free, 91775.4 used, 30747.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34361.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25872 S 1656 46.9 14440:04 PrimProc 17448 root 20 0 84.3g 25.3g 18832 S 137.5 20.4 1675:15 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.3 1299:05 mariadbd 17472 root 20 0 1603548 419892 23312 S 0.0 0.3 26:14.66 DMLProc 17450 root 20 0 4716796 324640 22080 S 6.2 0.2 191:07.36 WriteEngi+ 17278 root 20 0 3165484 163236 9464 R 37.5 0.1 1047:20 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:44.79 python3 17315 root 20 0 762580 26380 20076 S 12.5 0.0 169:44.17 controlle+ 17301 root 20 0 269544 24572 18976 R 12.5 0.0 298:40.27 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:53.94 monit 22682 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:06.40 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.06 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13213 7256 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 477156 530246 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13213 7256 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11906 38219 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 177 @ Thu Nov 10 04:13:05 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 04:13:05 up 55 days, 19:19, 0 users, load average: 8.08, 12.91, 11.64 Tasks: 33 total, 1 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 31.5 us, 8.3 sy, 0.0 ni, 58.3 id, 0.8 wa, 0.0 hi, 1.0 si, 0.0 st MiB Mem : 127357.6 total, 4042.0 free, 92715.7 used, 30599.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 33422.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25872 S 993.3 46.9 14766:19 PrimProc 17448 root 20 0 84.9g 26.0g 18832 S 253.3 20.9 1718:05 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 13.3 2.3 1305:48 mariadbd 17472 root 20 0 1603548 424664 23312 S 0.0 0.3 26:29.79 DMLProc 17450 root 20 0 4716796 338468 22080 S 6.7 0.3 192:57.76 WriteEngi+ 17278 root 20 0 3185972 194056 9464 S 40.0 0.1 1058:16 StorageMa+ 1615 root 20 0 572104 88732 16672 S 6.7 0.1 0:52.23 mariaback+ 5600 root 20 0 162000 55696 10868 S 0.0 0.0 0:01.47 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:48.01 python3 17315 root 20 0 793312 26284 20076 S 13.3 0.0 171:20.73 controlle+ 17301 root 20 0 269544 25300 18976 S 13.3 0.0 301:34.97 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.13 DDLProc 1616 root 20 0 1237164 11984 1956 S 0.0 0.0 10:53.27 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:56.62 monit 1510 root 20 0 16820 5116 2928 S 0.0 0.0 0:00.02 backup_ma+ 5641 root 20 0 52088 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:06.86 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 1617 root 20 0 26112 3200 2828 S 0.0 0.0 0:06.11 split 5599 root 20 0 14844 3156 2892 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.12 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13596 6873 67% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 477188 530213 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13596 6873 67% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11913 38212 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 178 @ Thu Nov 10 05:13:05 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 05:13:05 up 55 days, 20:19, 0 users, load average: 6.97, 8.61, 9.95 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 29.1 us, 6.7 sy, 0.0 ni, 61.9 id, 1.4 wa, 0.0 hi, 0.8 si, 0.0 st MiB Mem : 127357.6 total, 4996.2 free, 93410.9 used, 28950.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32726.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.5g 25872 S 953.3 47.0 15043:21 PrimProc 17448 root 20 0 85.9g 26.8g 18832 S 213.3 21.5 1751:57 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 6.7 2.3 1312:28 mariadbd 17472 root 20 0 1603548 427436 23312 S 0.0 0.3 26:44.30 DMLProc 17450 root 20 0 4716796 348344 22080 S 0.0 0.3 194:44.03 WriteEngi+ 17278 root 20 0 3185972 149140 9464 S 20.0 0.1 1068:36 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:51.05 python3 17301 root 20 0 269544 28212 18976 S 13.3 0.0 304:20.90 workernode 17315 root 20 0 711360 26104 20076 S 0.0 0.0 172:54.16 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 46:59.28 monit 18141 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:07.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.18 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13244 7225 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 477948 529453 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13244 7225 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11920 38205 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 179 @ Thu Nov 10 06:13:05 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 06:13:05 up 55 days, 21:19, 0 users, load average: 5.46, 8.19, 8.36 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 22.4 us, 6.2 sy, 0.0 ni, 69.7 id, 1.1 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 4380.2 free, 93701.9 used, 29275.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32435.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25872 S 800.0 46.9 15328:37 PrimProc 17448 root 20 0 87.3g 27.1g 18832 S 233.3 21.8 1789:31 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.4 1318:38 mariadbd 17472 root 20 0 1603548 431308 23312 S 0.0 0.3 27:00.11 DMLProc 17450 root 20 0 4716796 348976 22080 S 6.7 0.3 196:39.15 WriteEngi+ 17278 root 20 0 3194164 187724 9464 S 26.7 0.1 1079:50 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:54.10 python3 17315 root 20 0 762580 26372 20076 S 6.7 0.0 174:35.14 controlle+ 17301 root 20 0 269544 25652 18976 S 6.7 0.0 307:24.64 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:01.85 monit 30889 root 20 0 52080 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:07.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.24 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13244 7225 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478349 529052 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13244 7225 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11927 38198 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 180 @ Thu Nov 10 07:13:05 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 115 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 07:13:06 up 55 days, 22:19, 0 users, load average: 2.42, 4.10, 4.75 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 26.0 us, 9.5 sy, 0.0 ni, 63.0 id, 0.8 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 4240.1 free, 93740.9 used, 29376.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32396.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25872 S 973.3 46.9 15462:52 PrimProc 17448 root 20 0 87.6g 27.3g 18832 S 206.7 21.9 1805:15 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.4 1324:18 mariadbd 17472 root 20 0 1644508 433916 23312 S 6.7 0.3 27:15.33 DMLProc 17450 root 20 0 4732156 341388 22080 S 13.3 0.3 198:31.79 WriteEngi+ 17278 root 20 0 3194164 135640 9464 S 46.7 0.1 1090:20 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:56.82 python3 17315 root 20 0 711360 26112 20076 S 6.7 0.0 176:13.06 controlle+ 17301 root 20 0 269544 24588 18976 S 13.3 0.0 310:17.27 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:04.32 monit 9408 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:07.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.30 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13247 7222 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478736 528665 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13247 7222 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11933 38192 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 181 @ Thu Nov 10 08:13:06 UTC 2022 Thread Check: 43 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 08:13:06 up 55 days, 23:19, 0 users, load average: 3.21, 5.30, 5.60 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 21.5 us, 5.8 sy, 0.0 ni, 70.5 id, 1.3 wa, 0.0 hi, 0.9 si, 0.0 st MiB Mem : 127357.6 total, 4426.4 free, 94051.7 used, 28879.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32086.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 753.3 46.9 15598:05 PrimProc 17448 root 20 0 87.6g 27.5g 18840 S 200.0 22.1 1825:14 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.4 1330:27 mariadbd 17472 root 20 0 1644516 437620 23320 S 0.0 0.3 27:29.57 DMLProc 17450 root 20 0 4732164 339820 22088 S 6.7 0.3 200:16.88 WriteEngi+ 17278 root 20 0 3194164 149372 9464 S 26.7 0.1 1099:56 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 12:59.56 python3 17315 root 20 0 875264 26608 20076 S 6.7 0.0 177:44.72 controlle+ 17301 root 20 0 269552 25436 18984 S 20.0 0.0 312:58.42 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:06.84 monit 20190 root 20 0 52080 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:08.22 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.28 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.36 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13249 7220 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478588 528814 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13249 7220 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11939 38186 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 182 @ Thu Nov 10 09:13:06 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 119 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 09:13:06 up 56 days, 19 min, 0 users, load average: 1.24, 2.92, 3.98 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 55.3 us, 10.2 sy, 0.0 ni, 33.5 id, 0.2 wa, 0.0 hi, 0.6 si, 0.2 st MiB Mem : 127357.6 total, 4134.3 free, 94307.9 used, 28915.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31829.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.5g 25880 S 2020 47.0 15722:23 PrimProc 17448 root 20 0 87.8g 27.6g 18840 S 200.0 22.2 1842:34 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 6.7 2.4 1335:29 mariadbd 17472 root 20 0 1644516 442228 23320 S 0.0 0.3 27:44.01 DMLProc 17450 root 20 0 4732164 307552 22088 S 0.0 0.2 202:03.24 WriteEngi+ 17278 root 20 0 3194164 145808 9464 S 6.7 0.1 1109:33 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:02.23 python3 30121 root 20 0 505140 34368 25540 S 0.0 0.0 0:00.05 cpimport.+ 30097 mysql 20 0 1440412 28756 23876 S 0.0 0.0 0:00.66 cpimport 17315 root 20 0 721604 26328 20076 S 0.0 0.0 179:17.12 controlle+ 17301 root 20 0 269552 24668 18984 S 0.0 0.0 315:42.76 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:09.36 monit 30304 root 20 0 52084 4096 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:08.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.29 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.42 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13251 7218 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478891 528510 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13251 7218 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11945 38180 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 183 @ Thu Nov 10 10:13:06 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 10:13:06 up 56 days, 1:19, 0 users, load average: 3.45, 4.33, 4.67 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5722.5 free, 94193.3 used, 27441.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31944.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.2g 25880 S 0.0 46.8 15836:52 PrimProc 17448 root 20 0 88.4g 27.7g 18840 S 0.0 22.3 1857:09 ExeMgr 21719 mysql 20 0 17.0g 2.9g 46984 S 0.0 2.4 1340:20 mariadbd 17472 root 20 0 1644516 444752 23320 S 0.0 0.3 27:58.43 DMLProc 17450 root 20 0 4732164 350820 22088 S 0.0 0.3 203:49.20 WriteEngi+ 17278 root 20 0 3194164 139848 9464 S 13.3 0.1 1119:09 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:04.90 python3 17315 root 20 0 680628 26160 20076 S 6.7 0.0 180:49.35 controlle+ 17301 root 20 0 269552 25456 18984 S 6.7 0.0 318:27.04 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:11.90 monit 8242 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:08.75 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.29 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.48 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13238 7231 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478950 528451 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13238 7231 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11951 38174 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 184 @ Thu Nov 10 11:13:06 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 11:13:07 up 56 days, 2:19, 0 users, load average: 4.70, 6.49, 7.10 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4734.6 free, 94709.1 used, 27914.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31428.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16046:32 PrimProc 17448 root 20 0 90.0g 28.1g 18840 S 0.0 22.6 1883:58 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.4 1345:04 mariadbd 17472 root 20 0 1644516 448980 23320 S 0.0 0.3 28:13.44 DMLProc 17450 root 20 0 4732164 345384 22088 S 0.0 0.3 205:39.31 WriteEngi+ 17278 root 20 0 3194164 148488 9464 S 13.3 0.1 1129:12 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:07.75 python3 17315 root 20 0 783068 26472 20076 S 6.7 0.0 182:26.83 controlle+ 17301 root 20 0 269552 24644 18984 S 6.7 0.0 321:18.81 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:14.43 monit 19638 root 20 0 52080 4116 3548 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:09.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.29 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.54 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13244 7225 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 477985 529417 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13244 7225 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11958 38167 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 185 @ Thu Nov 10 12:13:07 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 12:13:07 up 56 days, 3:19, 0 users, load average: 2.28, 3.74, 4.57 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.4 sy, 0.0 ni, 96.2 id, 1.2 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 5544.3 free, 95041.4 used, 26771.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31096.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16224:50 PrimProc 17448 root 20 0 90.7g 28.4g 18840 S 0.0 22.9 1907:57 ExeMgr 21719 mysql 20 0 16.8g 2.9g 46984 S 0.0 2.4 1348:52 mariadbd 17472 root 20 0 1644516 452684 23320 S 0.0 0.3 28:28.82 DMLProc 17450 root 20 0 4732164 352400 22088 S 6.7 0.3 207:33.26 WriteEngi+ 17278 root 20 0 3202356 151120 9464 S 13.3 0.1 1139:29 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:10.56 python3 17315 root 20 0 731848 26240 20076 S 6.7 0.0 184:06.77 controlle+ 17301 root 20 0 269552 24560 18984 S 6.7 0.0 324:16.15 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:16.95 monit 30512 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:09.48 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.60 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13254 7215 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 478227 529174 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13254 7215 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11965 38161 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 186 @ Thu Nov 10 13:13:07 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 13:13:07 up 56 days, 4:19, 0 users, load average: 5.13, 5.71, 5.45 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.8 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5158.2 free, 95437.4 used, 26762.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30700.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16368:59 PrimProc 17448 root 20 0 91.8g 28.8g 18840 S 0.0 23.1 1926:23 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1351:45 mariadbd 17472 root 20 0 1644516 455852 23320 S 0.0 0.3 28:43.74 DMLProc 17450 root 20 0 4732164 365324 22088 S 0.0 0.3 209:23.76 WriteEngi+ 17278 root 20 0 3202356 147832 9464 S 20.0 0.1 1149:50 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:13.27 python3 17301 root 20 0 269552 27824 18984 R 6.7 0.0 327:08.18 workernode 17315 root 20 0 783068 26284 20076 S 13.3 0.0 185:44.10 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:19.45 monit 9186 root 20 0 52080 4092 3524 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:09.79 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.66 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13260 7209 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480018 527384 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13260 7209 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11971 38154 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 187 @ Thu Nov 10 14:13:07 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 14:13:07 up 56 days, 5:19, 0 users, load average: 2.70, 4.02, 4.02 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.7 us, 1.2 sy, 0.0 ni, 95.7 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5506.8 free, 95476.9 used, 26373.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30660.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16498:24 PrimProc 17448 root 20 0 92.0g 28.8g 18840 S 0.0 23.2 1941:04 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.7 2.4 1353:49 mariadbd 17472 root 20 0 1644516 460080 23320 S 0.0 0.4 28:58.90 DMLProc 17450 root 20 0 4732164 364208 22088 S 0.0 0.3 211:15.43 WriteEngi+ 17278 root 20 0 3202356 148924 9464 S 20.0 0.1 1159:47 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:15.91 python3 17315 root 20 0 680628 26280 20076 S 6.7 0.0 187:21.52 controlle+ 17301 root 20 0 269552 25036 18984 S 6.7 0.0 330:02.91 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:21.91 monit 19776 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3676 1736 S 0.0 0.0 6:10.05 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.72 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13253 7216 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480217 527184 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13253 7216 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11977 38148 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 188 @ Thu Nov 10 15:13:07 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 15:13:08 up 56 days, 6:19, 0 users, load average: 2.78, 3.04, 3.02 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.4 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5319.6 free, 95552.3 used, 26485.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30585.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16576:08 PrimProc 17448 root 20 0 92.0g 28.9g 18840 S 0.0 23.2 1949:41 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1355:30 mariadbd 17472 root 20 0 1654756 463456 23320 S 6.7 0.4 29:13.84 DMLProc 17450 root 20 0 4732164 359892 22088 S 0.0 0.3 213:06.27 WriteEngi+ 17278 root 20 0 3202356 160080 9464 S 20.0 0.1 1169:30 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:18.44 python3 17301 root 20 0 269552 28392 18984 S 6.7 0.0 332:54.67 workernode 17315 root 20 0 670384 26108 20076 S 0.0 0.0 188:57.96 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:24.36 monit 29473 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:10.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.78 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13255 7214 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480283 527118 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13255 7214 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11983 38143 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 189 @ Thu Nov 10 16:13:08 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1525 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 16:13:08 up 56 days, 7:19, 0 users, load average: 3.56, 2.86, 2.59 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 1.0 sy, 0.0 ni, 98.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5218.4 free, 95546.2 used, 26593.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30591.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16649:37 PrimProc 17448 root 20 0 92.0g 28.9g 18840 S 0.0 23.2 1957:41 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1357:01 mariadbd 17472 root 20 0 1654756 467000 23320 S 0.0 0.4 29:28.31 DMLProc 17450 root 20 0 4732164 368264 22088 S 0.0 0.3 214:53.67 WriteEngi+ 17278 root 20 0 3202356 147232 9464 S 13.3 0.1 1178:57 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:20.91 python3 17315 root 20 0 670384 26176 20076 S 0.0 0.0 190:31.06 controlle+ 17301 root 20 0 269552 24868 18984 S 6.7 0.0 335:40.00 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:26.82 monit 6761 root 20 0 52080 4244 3680 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:10.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.84 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13273 7196 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480341 527060 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13273 7196 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11989 38137 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 190 @ Thu Nov 10 17:13:08 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1164 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 36 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 17:13:08 up 56 days, 8:19, 0 users, load average: 2.58, 3.30, 3.32 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 95.9 id, 3.1 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4560.5 free, 95292.1 used, 27505.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30845.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.8 16720:21 PrimProc 17448 root 20 0 88.4g 28.8g 18884 S 0.0 23.1 1965:02 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.7 2.4 1359:53 mariadbd 17472 root 20 0 1654756 469676 23384 S 0.0 0.4 29:40.49 DMLProc 17450 root 20 0 4732164 413764 23476 S 0.0 0.3 216:24.10 WriteEngi+ 17278 root 20 0 2964688 97912 9464 S 13.3 0.1 1186:53 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:23.36 python3 17315 root 20 0 690872 26148 20076 S 0.0 0.0 191:49.62 controlle+ 17301 root 20 0 269552 24636 18984 S 6.7 0.0 337:58.14 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:28.93 monit 16542 root 20 0 52080 4260 3692 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:10.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13204 7265 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480498 526904 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13204 7265 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11993 38132 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 191 @ Thu Nov 10 18:13:08 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1164 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 36 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 18:13:08 up 56 days, 9:19, 0 users, load average: 3.21, 3.54, 3.36 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 95.7 id, 3.3 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4424.6 free, 95323.9 used, 27609.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30813.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 16773:17 PrimProc 17448 root 20 0 88.4g 28.8g 18884 S 0.0 23.1 1970:16 ExeMgr 21719 mysql 20 0 16.7g 3.0g 46984 S 0.0 2.4 1365:21 mariadbd 17472 root 20 0 1654756 471636 23384 S 0.0 0.4 29:48.49 DMLProc 17450 root 20 0 4732164 432968 23476 S 0.0 0.3 217:22.14 WriteEngi+ 17278 root 20 0 2964688 96200 9464 S 13.3 0.1 1191:55 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:25.83 python3 17315 root 20 0 690872 26168 20076 S 0.0 0.0 192:39.16 controlle+ 17301 root 20 0 269552 24748 18984 S 6.7 0.0 339:24.06 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:30.78 monit 23697 root 20 0 52080 4104 3540 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:10.81 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:20.96 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13277 7192 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480565 526836 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13277 7192 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11997 38129 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 192 @ Thu Nov 10 19:13:08 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1165 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 19:13:09 up 56 days, 10:19, 0 users, load average: 4.38, 3.68, 3.64 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 97.9 id, 1.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4614.6 free, 95307.2 used, 27435.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30830.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.2g 25880 S 0.0 46.8 16842:54 PrimProc 17448 root 20 0 88.4g 28.8g 18884 S 0.0 23.2 1977:42 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 13.3 2.4 1371:21 mariadbd 17472 root 20 0 1654756 474288 23384 S 0.0 0.4 29:56.96 DMLProc 17450 root 20 0 4732164 353520 23476 S 6.7 0.3 218:23.25 WriteEngi+ 17278 root 20 0 3200300 151172 9464 S 6.7 0.1 1197:29 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:28.30 python3 17315 root 20 0 721604 26144 20076 S 0.0 0.0 193:31.10 controlle+ 17301 root 20 0 269552 25304 18984 S 0.0 0.0 340:54.53 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:32.67 monit 31789 root 20 0 52080 4148 3584 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:10.97 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13271 7198 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480639 526762 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13271 7198 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12000 38125 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 193 @ Thu Nov 10 20:13:09 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1169 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 20:13:09 up 56 days, 11:19, 0 users, load average: 3.11, 3.32, 3.65 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4269.9 free, 95381.2 used, 27706.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30756.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.2g 25880 S 0.0 46.8 16905:28 PrimProc 17448 root 20 0 88.5g 28.8g 18884 S 0.0 23.2 1984:26 ExeMgr 21719 mysql 20 0 16.7g 3.0g 46984 S 6.7 2.4 1379:01 mariadbd 17472 root 20 0 1654756 477344 23384 S 0.0 0.4 30:05.35 DMLProc 17450 root 20 0 4732164 435588 23476 S 0.0 0.3 219:22.88 WriteEngi+ 17278 root 20 0 3200300 111260 9464 S 6.7 0.1 1203:02 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:30.80 python3 17301 root 20 0 269552 27036 18984 S 0.0 0.0 342:23.57 workernode 17315 root 20 0 721604 26328 20076 S 0.0 0.0 194:22.19 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:34.61 monit 6636 root 20 0 52080 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:11.12 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13281 7188 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 480891 526510 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13281 7188 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12003 38122 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 194 @ Thu Nov 10 21:13:09 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1169 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 21:13:09 up 56 days, 12:19, 0 users, load average: 3.37, 3.79, 3.60 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.4 us, 1.2 sy, 0.0 ni, 93.4 id, 2.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3980.7 free, 95365.2 used, 28011.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30772.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.2g 25880 S 0.0 46.8 16962:40 PrimProc 17448 root 20 0 88.5g 28.8g 18884 S 0.0 23.2 1990:05 ExeMgr 21719 mysql 20 0 16.7g 3.0g 46984 S 13.3 2.4 1388:24 mariadbd 17472 root 20 0 1654756 478376 23384 S 0.0 0.4 30:13.19 DMLProc 17450 root 20 0 4732164 437216 23476 S 6.7 0.3 220:19.27 WriteEngi+ 17278 root 20 0 2913468 79432 9464 S 6.7 0.1 1208:06 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:33.26 python3 17301 root 20 0 269552 27864 18984 S 0.0 0.0 343:47.08 workernode 17315 root 20 0 711360 26332 20076 S 0.0 0.0 195:10.33 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:36.51 monit 13673 root 20 0 52080 4108 3544 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:11.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.30 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13266 7203 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 481215 526186 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13266 7203 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12007 38119 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 195 @ Thu Nov 10 22:13:09 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1272 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 22:13:09 up 56 days, 13:19, 0 users, load average: 4.96, 6.74, 6.27 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 1.0 sy, 0.0 ni, 96.5 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4593.0 free, 95586.0 used, 27178.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30551.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.2g 25880 S 0.0 46.8 17101:49 PrimProc 17448 root 20 0 89.5g 29.0g 18884 S 0.0 23.3 2008:49 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1396:39 mariadbd 17472 root 20 0 1654756 482636 23384 S 0.0 0.4 30:28.31 DMLProc 17450 root 20 0 4732164 373116 23476 S 0.0 0.3 222:10.40 WriteEngi+ 17278 root 20 0 3210544 146516 9464 S 20.0 0.1 1218:07 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:35.98 python3 17301 root 20 0 269552 27476 18984 S 6.7 0.0 346:38.62 workernode 17315 root 20 0 762580 26356 20076 S 6.7 0.0 196:47.62 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:38.60 monit 25179 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:11.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.31 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.19 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13276 7193 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 481648 525753 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13276 7193 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12013 38113 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 196 @ Thu Nov 10 23:13:09 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1509 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 50 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 23:13:10 up 56 days, 14:19, 0 users, load average: 6.04, 5.38, 5.89 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.4 sy, 0.0 ni, 97.2 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 3840.8 free, 96266.0 used, 27250.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29871.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25880 S 0.0 46.9 17304:22 PrimProc 17448 root 20 0 92.1g 29.5g 18884 S 0.0 23.7 2036:35 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1407:05 mariadbd 17472 root 20 0 1654756 485964 23384 S 0.0 0.4 30:43.47 DMLProc 17450 root 20 0 4732164 387284 23476 S 0.0 0.3 224:02.68 WriteEngi+ 17278 root 20 0 3108104 153428 9464 S 20.0 0.1 1228:22 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:38.87 python3 17315 root 20 0 793312 26268 20076 S 0.0 0.0 198:26.75 controlle+ 17301 root 20 0 269552 24588 18984 S 6.7 0.0 349:32.26 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:41.01 monit 4268 root 20 0 52080 4140 3576 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:11.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.31 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.25 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13277 7192 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 482145 525256 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13277 7192 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12019 38106 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 197 @ Fri Nov 11 00:13:10 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 00:13:10 up 56 days, 15:19, 0 users, load average: 6.62, 8.29, 8.40 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 98.0 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4259.3 free, 96770.4 used, 26327.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 29367.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 17574:47 PrimProc 17448 root 20 0 92.3g 30.0g 18884 S 0.0 24.1 2074:47 ExeMgr 21719 mysql 20 0 16.9g 3.0g 46984 S 0.0 2.4 1417:52 mariadbd 17472 root 20 0 1716208 489456 23384 S 0.0 0.4 30:58.45 DMLProc 17450 root 20 0 4732164 381780 23476 S 6.7 0.3 225:51.15 WriteEngi+ 17278 root 20 0 3200300 163588 9464 S 20.0 0.1 1238:46 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:41.89 python3 17315 root 20 0 721604 26244 20076 S 0.0 0.0 200:02.07 controlle+ 17301 root 20 0 269552 24996 18984 S 0.0 0.0 352:21.45 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:43.52 monit 16553 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:12.32 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.31 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.32 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13256 7213 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 482625 524776 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13256 7213 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12026 38099 24% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 198 @ Fri Nov 11 01:13:10 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 74 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 01:13:10 up 56 days, 16:19, 0 users, load average: 17.12, 11.13, 10.18 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.4 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4509.6 free, 97311.5 used, 25536.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28826.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 17894:27 PrimProc 17448 root 20 0 93.7g 30.3g 18884 S 0.0 24.4 2120:50 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.7 2.4 1428:39 mariadbd 17472 root 20 0 1753072 493600 23384 S 0.0 0.4 31:14.33 DMLProc 17450 root 20 0 4732164 375604 23476 S 0.0 0.3 227:47.31 WriteEngi+ 17278 root 20 0 3333472 316152 9464 S 13.3 0.2 1250:25 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:45.08 python3 17315 root 20 0 783068 26300 20076 S 0.0 0.0 201:44.22 controlle+ 17301 root 20 0 269552 25564 18984 R 0.0 0.0 355:22.64 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:46.12 monit 30103 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:12.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.31 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13290 7179 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 483116 524285 48% /etc/my.cnf.d /dev/nvme0n1p1 20468 13290 7179 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12033 38092 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 199 @ Fri Nov 11 02:13:10 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 02:13:10 up 56 days, 17:19, 0 users, load average: 14.22, 6.49, 5.64 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.4 sy, 0.0 ni, 97.4 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4042.3 free, 97665.6 used, 25649.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28472.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.5g 25880 S 0.0 47.0 18078:30 PrimProc 17448 root 20 0 93.9g 30.7g 18884 S 0.0 24.7 2146:12 ExeMgr 21719 mysql 20 0 17.3g 3.0g 46984 S 6.7 2.4 1440:20 mariadbd 17472 root 20 0 1753072 496872 23384 S 0.0 0.4 31:29.42 DMLProc 17450 root 20 0 4732164 379280 23476 S 0.0 0.3 229:39.06 WriteEngi+ 17278 root 20 0 3210544 136676 9464 S 20.0 0.1 1260:58 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:47.97 python3 17315 root 20 0 701116 26112 20076 S 6.7 0.0 203:21.50 controlle+ 17301 root 20 0 269552 24852 18984 S 6.7 0.0 358:15.81 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:48.59 monit 9632 root 20 0 52080 4068 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:13.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.31 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.44 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13284 7185 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 483675 523726 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13284 7185 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12040 38086 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 200 @ Fri Nov 11 03:13:10 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 03:13:11 up 56 days, 18:19, 0 users, load average: 5.81, 6.69, 5.70 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 99.0 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4437.2 free, 97848.7 used, 25071.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 28288.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.4g 25880 S 0.0 46.9 18283:32 PrimProc 17448 root 20 0 94.2g 30.9g 18884 S 0.0 24.9 2175:27 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.2 2.4 1448:49 mariadbd 17472 root 20 0 1802224 500960 23384 S 0.0 0.4 31:44.80 DMLProc 17450 root 20 0 4732164 390128 23476 S 6.2 0.3 231:32.42 WriteEngi+ 17278 root 20 0 3210544 139736 9464 S 18.8 0.1 1271:41 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:50.90 python3 17315 root 20 0 752336 26388 20076 S 6.2 0.0 205:01.00 controlle+ 17301 root 20 0 269552 24632 18984 S 6.2 0.0 361:11.71 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:51.06 monit 20791 root 20 0 52080 4184 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:13.48 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13317 7151 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 483649 523752 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13317 7151 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12046 38079 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 201 @ Fri Nov 11 04:13:11 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 04:13:11 up 56 days, 19:19, 0 users, load average: 5.67, 6.61, 5.84 Tasks: 33 total, 1 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 97.0 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 3905.8 free, 98300.4 used, 25151.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27838.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.3g 25880 S 0.0 46.9 18484:13 PrimProc 17448 root 20 0 94.5g 31.3g 18884 S 0.0 25.2 2203:22 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.2 2.4 1455:43 mariadbd 17472 root 20 0 1802224 504036 23384 S 0.0 0.4 31:59.93 DMLProc 17450 root 20 0 4753668 386688 23476 S 6.2 0.3 233:22.97 WriteEngi+ 17278 root 20 0 3210544 137820 9464 S 18.8 0.1 1281:53 StorageMa+ 31531 root 20 0 572104 90432 17168 S 0.0 0.1 0:49.44 mariaback+ 1259 root 20 0 162000 55756 10932 S 6.2 0.0 0:01.64 s3cmd 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:53.87 python3 17315 root 20 0 701116 26216 20076 S 6.2 0.0 206:38.61 controlle+ 17301 root 20 0 269552 24988 18984 S 6.2 0.0 364:04.25 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 31532 root 20 0 1237032 12564 2020 S 0.0 0.0 10:28.36 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:53.59 monit 31429 root 20 0 16820 5220 3028 S 0.0 0.0 0:00.02 backup_ma+ 1302 root 20 0 52088 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:13.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 1258 root 20 0 14844 3284 3016 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 31533 root 20 0 26112 3112 2740 S 0.0 0.0 0:05.85 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.57 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13542 6927 67% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 484094 523308 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13542 6927 67% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12053 38073 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 202 @ Fri Nov 11 05:13:11 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 117 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 05:13:11 up 56 days, 20:19, 0 users, load average: 9.12, 6.93, 6.73 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 12.8 us, 6.8 sy, 0.0 ni, 78.9 id, 1.0 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 4307.3 free, 98730.9 used, 24319.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27406.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.1g 58.5g 25880 S 450.0 47.1 18690:17 PrimProc 17448 root 20 0 94.5g 31.7g 18884 S 168.8 25.5 2229:44 ExeMgr 21719 mysql 20 0 17.0g 3.0g 46984 S 6.2 2.4 1462:36 mariadbd 17472 root 20 0 1805808 508036 23384 S 0.0 0.4 32:14.04 DMLProc 17450 root 20 0 4753668 394876 23476 S 6.2 0.3 235:07.70 WriteEngi+ 17278 root 20 0 2923712 115508 9464 S 18.8 0.1 1291:22 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:56.74 python3 17301 root 20 0 269552 28740 18984 S 6.2 0.0 366:45.68 workernode 17315 root 20 0 711360 26272 20076 S 6.2 0.0 208:10.70 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:56.11 monit 12454 root 20 0 52080 4048 3484 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:14.16 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.62 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13167 7302 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 484534 522868 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13167 7302 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12059 38066 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 203 @ Fri Nov 11 06:13:11 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 46 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 06:13:11 up 56 days, 21:19, 0 users, load average: 16.10, 9.78, 9.14 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.6 us, 1.0 sy, 0.0 ni, 93.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4565.6 free, 99099.9 used, 23692.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 27037.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.4g 25880 S 0.0 46.9 18966:01 PrimProc 17448 root 20 0 96.0g 32.2g 18884 S 0.0 25.9 2265:35 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1469:10 mariadbd 17472 root 20 0 1811952 511232 23384 S 6.7 0.4 32:28.48 DMLProc 17450 root 20 0 4753668 390208 23476 S 0.0 0.3 236:54.21 WriteEngi+ 17278 root 20 0 3069688 143512 9464 S 20.0 0.1 1300:47 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 13:59.73 python3 17315 root 20 0 762580 26436 20076 S 0.0 0.0 209:45.43 controlle+ 17301 root 20 0 269552 25044 18984 S 6.7 0.0 369:33.54 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 47:58.61 monit 23547 root 20 0 52080 4224 3656 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:14.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.69 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13160 7309 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 484965 522436 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13160 7309 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12066 38060 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 204 @ Fri Nov 11 07:13:11 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 39 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 07:13:12 up 56 days, 22:19, 0 users, load average: 4.35, 4.12, 4.98 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 99.0 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4326.3 free, 99356.8 used, 23674.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 26780.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.3g 25880 S 6.7 46.9 19103:39 PrimProc 17448 root 20 0 96.2g 32.5g 18884 S 0.0 26.1 2282:30 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1475:07 mariadbd 17472 root 20 0 1811952 513972 23384 S 0.0 0.4 32:42.84 DMLProc 17450 root 20 0 4753668 399732 23476 S 0.0 0.3 238:40.85 WriteEngi+ 17278 root 20 0 2997980 138964 9464 S 13.3 0.1 1310:17 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:02.40 python3 17315 root 20 0 752336 26232 20076 S 6.7 0.0 211:19.25 controlle+ 17301 root 20 0 269552 24668 18984 S 6.7 0.0 372:16.98 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:01.06 monit 1535 root 20 0 52080 4188 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:14.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.74 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13162 7307 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 485362 522039 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13162 7307 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12072 38054 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 205 @ Fri Nov 11 08:13:12 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 08:13:12 up 56 days, 23:19, 0 users, load average: 3.87, 3.06, 3.22 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.2 sy, 0.0 ni, 96.8 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4943.3 free, 99385.9 used, 23028.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 26751.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.3g 25880 S 0.0 46.9 19210:29 PrimProc 17448 root 20 0 96.4g 32.5g 18884 S 0.0 26.2 2295:44 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1481:25 mariadbd 17472 root 20 0 1861104 517196 23384 S 0.0 0.4 32:57.00 DMLProc 17450 root 20 0 4753668 388800 23476 S 0.0 0.3 240:27.02 WriteEngi+ 17278 root 20 0 2916028 109556 9464 S 20.0 0.1 1319:32 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:05.03 python3 17315 root 20 0 670384 26108 20076 S 6.7 0.0 212:52.31 controlle+ 17301 root 20 0 269552 24636 18984 S 6.7 0.0 374:59.53 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:03.59 monit 11643 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:15.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.81 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13164 7305 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 485724 521677 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13164 7305 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12077 38048 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 206 @ Fri Nov 11 09:13:12 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 09:13:12 up 57 days, 19 min, 0 users, load average: 2.07, 2.66, 2.80 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 98.1 id, 1.7 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4542.1 free, 99452.0 used, 23363.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 26685.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.3g 25880 S 0.0 46.9 19295:07 PrimProc 17448 root 20 0 96.4g 32.6g 18884 S 0.0 26.2 2305:34 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1486:50 mariadbd 17472 root 20 0 1861104 521336 23384 S 0.0 0.4 33:11.37 DMLProc 17450 root 20 0 4753668 402380 23476 S 13.3 0.3 242:15.27 WriteEngi+ 17278 root 20 0 2916028 120740 9464 S 13.3 0.1 1328:53 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:07.56 python3 17315 root 20 0 660140 26276 20076 S 0.0 0.0 214:26.98 controlle+ 17301 root 20 0 269552 24696 18984 S 6.7 0.0 377:46.17 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:05.98 monit 21477 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:15.30 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.87 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13164 7305 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 486031 521370 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13164 7305 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12083 38043 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 207 @ Fri Nov 11 10:13:12 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 37 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 10:13:12 up 57 days, 1:19, 0 users, load average: 3.97, 4.09, 4.64 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.6 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4864.9 free, 99946.3 used, 22546.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 26191.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.3g 25880 S 0.0 46.9 19569:29 PrimProc 17448 root 20 0 96.4g 33.0g 18884 S 0.0 26.6 2332:07 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1492:18 mariadbd 17472 root 20 0 1861104 525444 23384 S 0.0 0.4 33:24.68 DMLProc 17450 root 20 0 4753668 408268 23476 S 6.7 0.3 243:54.41 WriteEngi+ 17278 root 20 0 2977492 117892 9464 S 20.0 0.1 1337:51 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:10.40 python3 17301 root 20 0 269552 27740 18984 S 6.7 0.0 380:17.71 workernode 17315 root 20 0 762580 26348 20076 S 0.0 0.0 215:54.52 controlle+ 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:08.46 monit 32021 root 20 0 52080 4204 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:15.62 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.93 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13163 7306 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 486790 520611 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13163 7306 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12089 38036 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 208 @ Fri Nov 11 11:13:12 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 37 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 11:13:13 up 57 days, 2:19, 0 users, load average: 4.96, 3.36, 3.42 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 98.4 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4179.3 free, 100369.8 used, 22808.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 25767.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.2g 58.3g 25880 S 0.0 46.9 19701:32 PrimProc 17448 root 20 0 97.7g 33.4g 18884 S 0.0 26.9 2348:55 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 6.7 2.4 1497:31 mariadbd 17472 root 20 0 1871344 529152 23384 S 0.0 0.4 33:39.36 DMLProc 17450 root 20 0 4753668 413864 23476 S 6.7 0.3 245:44.03 WriteEngi+ 17278 root 20 0 2977492 134768 9464 S 13.3 0.1 1347:33 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:13.06 python3 17315 root 20 0 772824 26300 20076 S 0.0 0.0 217:31.68 controlle+ 17301 root 20 0 269552 24476 18984 S 6.7 0.0 383:06.74 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:10.94 monit 9982 root 20 0 52080 4056 3492 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:15.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.32 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:21.99 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13101 7368 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487038 520364 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13101 7368 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12095 38030 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 209 @ Fri Nov 11 12:13:13 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1519 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 52 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 12:13:13 up 57 days, 3:19, 0 users, load average: 7.99, 7.89, 6.43 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 97.5 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5033.6 free, 101099.0 used, 21225.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 25038.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.3g 58.6g 25880 S 0.0 47.1 19860:57 PrimProc 17448 root 20 0 98.6g 33.9g 18884 S 0.0 27.2 2371:57 ExeMgr 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1501:51 mariadbd 17472 root 20 0 1871344 531768 23384 S 0.0 0.4 33:54.62 DMLProc 17450 root 20 0 4753668 407764 23476 S 0.0 0.3 247:36.74 WriteEngi+ 17278 root 20 0 3131152 150092 9464 R 20.0 0.1 1357:48 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:15.80 python3 17315 root 20 0 731848 26240 20076 S 6.7 0.0 219:11.51 controlle+ 17301 root 20 0 269552 24552 18984 S 6.7 0.0 386:02.15 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:13.45 monit 21181 root 20 0 52080 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3656 1736 S 0.0 0.0 6:16.31 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.05 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13097 7372 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487227 520174 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13097 7372 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12102 38023 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 210 @ Fri Nov 11 13:13:13 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 23 /usr/bin/DMLProc 1193 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 13:13:13 up 57 days, 4:19, 0 users, load average: 3.06, 3.01, 3.89 Tasks: 27 total, 2 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 98.6 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5255.9 free, 101004.1 used, 21097.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 25134.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 17327 root 20 0 94.6g 58.3g 25880 S 0.0 46.9 20180:51 PrimProc 17448 root 20 0 97.3g 34.1g 18884 S 0.0 27.4 2396:16 ExeMgr 21719 mysql 20 0 16.7g 3.0g 46984 S 0.0 2.4 1505:15 mariadbd 17472 root 20 0 1871344 534948 23384 S 0.0 0.4 34:07.46 DMLProc 17450 root 20 0 4753668 415236 23476 S 0.0 0.3 249:13.63 WriteEngi+ 17278 root 20 0 2926272 116744 9464 R 18.8 0.1 1366:14 StorageMa+ 21387 root 20 0 1375840 52144 16692 S 0.0 0.0 14:18.64 python3 17315 root 20 0 670384 26316 20076 S 0.0 0.0 220:39.70 controlle+ 17301 root 20 0 269552 25572 18984 S 0.0 0.0 388:33.33 workernode 17477 root 20 0 220364 17988 14112 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:15.56 monit 31529 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:16.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.12 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13087 7382 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487369 520033 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13087 7382 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12108 38017 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 211 @ Fri Nov 11 14:13:13 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 582 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 14:13:13 up 57 days, 5:19, 0 users, load average: 2.03, 2.46, 3.12 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 2.9 sy, 0.0 ni, 94.7 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 44203.0 free, 58079.4 used, 25075.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 68056.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.0g 51.0g 22504 S 0.0 41.0 77:28.87 PrimProc 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1507:45 mariadbd 32634 root 20 0 20.6g 627468 18236 S 0.0 0.5 8:35.20 ExeMgr 32467 root 20 0 2226368 117360 9344 S 13.3 0.1 7:14.25 StorageMa+ 32636 root 20 0 3408084 107484 21740 S 0.0 0.1 1:11.59 WriteEngi+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:21.29 python3 32660 root 20 0 795616 38512 23880 S 0.0 0.0 0:09.87 DMLProc 32505 root 20 0 606900 25400 20504 S 6.7 0.0 1:04.20 controlle+ 32491 root 20 0 258288 22372 18068 S 6.7 0.0 1:51.72 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:17.29 monit 13520 root 20 0 52080 4272 3704 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:16.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.18 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13090 7379 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487483 519918 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13090 7379 64% /etc/hosts shm 64 12 53 18% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12113 38013 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 212 @ Fri Nov 11 15:13:13 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 621 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 33 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 15:13:13 up 57 days, 6:19, 0 users, load average: 3.17, 2.72, 2.71 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.4 sy, 0.0 ni, 97.6 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 43091.4 free, 59065.6 used, 25200.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 67072.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.4g 51.7g 22364 S 0.0 41.6 180:33.96 PrimProc 21719 mysql 20 0 16.8g 3.0g 46984 S 0.0 2.4 1509:41 mariadbd 32634 root 20 0 30.3g 829824 18236 S 0.0 0.6 19:54.07 ExeMgr 32636 root 20 0 3442900 124348 21740 S 0.0 0.1 3:02.20 WriteEngi+ 32467 root 20 0 2278596 89220 9344 S 20.0 0.1 17:02.22 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:23.79 python3 32660 root 20 0 862180 41028 23880 S 0.0 0.0 0:24.70 DMLProc 32505 root 20 0 586412 25176 20504 S 0.0 0.0 2:43.83 controlle+ 32491 root 20 0 258288 22740 18204 S 6.7 0.0 4:44.76 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.00 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:19.07 monit 23446 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:17.17 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.24 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13092 7377 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487557 519844 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13092 7377 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12119 38007 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 213 @ Fri Nov 11 16:13:13 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 689 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 49 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 16:13:14 up 57 days, 7:19, 0 users, load average: 9.77, 6.20, 5.20 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 98.4 id, 0.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 38514.8 free, 63527.6 used, 25315.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 62610.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 55.7g 23068 S 0.0 44.8 298:55.35 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 0.0 2.5 1511:18 mariadbd 32634 root 20 0 31.4g 1.1g 18236 S 0.0 0.9 33:51.69 ExeMgr 32467 root 20 0 2575620 124332 9344 R 20.0 0.1 26:41.04 StorageMa+ 32636 root 20 0 3442900 116780 21740 S 0.0 0.1 4:47.41 WriteEngi+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:26.31 python3 32660 root 20 0 862180 46096 23880 S 0.0 0.0 0:38.88 DMLProc 32505 root 20 0 641728 25344 20504 S 0.0 0.0 4:17.73 controlle+ 32491 root 20 0 258288 22592 18204 S 13.3 0.0 7:28.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:20.90 monit 1015 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:17.42 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.30 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13093 7376 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487619 519783 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13093 7376 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12125 38001 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 214 @ Fri Nov 11 17:13:14 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 19 /usr/bin/DMLProc 691 /usr/bin/ExeMgr 115 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 22 /usr/bin/WriteEngineServer TOP: top - 17:13:14 up 57 days, 8:19, 0 users, load average: 1.98, 2.19, 2.66 Tasks: 32 total, 1 running, 31 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.6 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 35852.6 free, 66071.2 used, 25433.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60067.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.2g 23476 S 0.0 46.8 388:59.65 PrimProc 21719 mysql 20 0 16.7g 3.1g 46984 S 0.0 2.5 1512:56 mariadbd 32634 root 20 0 32.1g 1.1g 18324 S 0.0 0.9 43:57.98 ExeMgr 32636 root 20 0 3453144 95984 21740 S 0.0 0.1 6:33.98 WriteEngi+ 32467 root 20 0 2411708 69944 9344 S 6.7 0.1 36:35.28 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:28.85 python3 32660 root 20 0 926692 50060 23880 S 0.0 0.0 0:53.30 DMLProc 11615 root 20 0 505140 34428 25596 S 0.0 0.0 0:00.06 cpimport.+ 11548 root 20 0 511284 34332 25324 S 0.0 0.0 0:00.06 cpimport.+ 11490 mysql 20 0 1440412 29112 24476 S 0.0 0.0 0:00.67 cpimport 11591 mysql 20 0 1440412 28960 24264 S 0.0 0.0 0:00.65 cpimport 32505 root 20 0 727776 25524 20504 S 0.0 0.0 5:52.20 controlle+ 32491 root 20 0 258288 22672 18204 S 0.0 0.0 10:14.25 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:22.70 monit 11670 root 20 0 52084 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:17.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.33 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.36 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13097 7372 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487677 519724 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13097 7372 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12130 37995 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 215 @ Fri Nov 11 18:13:14 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 663 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 18:13:14 up 57 days, 9:19, 0 users, load average: 2.14, 2.29, 2.41 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.9 us, 1.6 sy, 0.0 ni, 93.2 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 35791.0 free, 66021.1 used, 25545.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60117.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.2g 23476 S 86.7 46.8 462:34.34 PrimProc 21719 mysql 20 0 16.7g 3.1g 46984 S 0.0 2.5 1514:24 mariadbd 32634 root 20 0 31.9g 1.0g 18388 S 20.0 0.8 51:56.47 ExeMgr 32636 root 20 0 3465432 132796 21740 S 6.7 0.1 8:20.85 WriteEngi+ 32467 root 20 0 2430140 79308 9344 S 20.0 0.1 45:51.06 StorageMa+ 32660 root 20 0 960484 53096 23880 S 6.7 0.0 1:07.40 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:31.33 python3 32505 root 20 0 635580 25596 20504 S 6.7 0.0 7:27.74 controlle+ 32491 root 20 0 258288 22732 18204 S 13.3 0.0 13:00.79 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:24.45 monit 20868 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:17.86 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.34 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.41 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13097 7372 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487739 519662 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13097 7372 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12136 37989 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 216 @ Fri Nov 11 19:13:14 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 663 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 31 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 19:13:14 up 57 days, 10:19, 0 users, load average: 2.51, 3.46, 3.26 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.4 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 35621.4 free, 66059.7 used, 25676.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60078.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.2g 23476 S 0.0 46.8 536:54.62 PrimProc 21719 mysql 20 0 16.7g 3.1g 46984 S 0.0 2.5 1516:11 mariadbd 32634 root 20 0 31.9g 1.0g 18388 S 0.0 0.8 60:00.25 ExeMgr 32636 root 20 0 3480792 137632 21740 S 6.7 0.1 10:10.62 WriteEngi+ 32467 root 20 0 2445500 104600 9344 S 13.3 0.1 55:23.37 StorageMa+ 32660 root 20 0 974820 56800 23880 S 6.7 0.0 1:21.85 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:33.75 python3 32505 root 20 0 635580 25440 20504 S 0.0 0.0 9:06.05 controlle+ 32491 root 20 0 258288 22616 18204 S 6.7 0.0 15:51.77 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:26.18 monit 30262 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:18.07 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.34 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.48 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13099 7370 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487820 519581 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13099 7370 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12142 37984 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 217 @ Fri Nov 11 20:13:14 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 663 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 33 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 20:13:14 up 57 days, 11:19, 0 users, load average: 3.11, 2.86, 2.70 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 1.0 sy, 0.0 ni, 96.3 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 35447.6 free, 66069.2 used, 25840.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60068.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.2g 23476 S 0.0 46.8 614:30.73 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 0.0 2.5 1518:36 mariadbd 32634 root 20 0 31.9g 1.0g 18388 S 0.0 0.8 68:18.09 ExeMgr 32636 root 20 0 3508440 133688 21740 S 0.0 0.1 12:00.62 WriteEngi+ 32467 root 20 0 2480324 114360 9344 S 13.3 0.1 65:03.08 StorageMa+ 32660 root 20 0 974820 60656 23880 S 0.0 0.0 1:36.38 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:36.19 python3 32505 root 20 0 615092 25424 20504 S 0.0 0.0 10:44.45 controlle+ 32491 root 20 0 258288 22704 18204 S 0.0 0.0 18:43.43 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:27.91 monit 7846 root 20 0 52080 4232 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:18.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.54 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13105 7364 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487939 519463 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13105 7364 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12147 37978 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 218 @ Fri Nov 11 21:13:14 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 663 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 56 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 21:13:15 up 57 days, 12:19, 0 users, load average: 2.53, 3.08, 3.33 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.0 sy, 0.0 ni, 96.9 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 35253.7 free, 66077.9 used, 26026.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 60060.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.1g 23484 S 0.0 46.8 694:58.75 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 0.0 2.5 1521:20 mariadbd 32634 root 20 0 31.9g 1.0g 18396 S 0.0 0.8 77:00.88 ExeMgr 32636 root 20 0 3514592 145084 21748 S 6.2 0.1 13:50.64 WriteEngi+ 32467 root 20 0 2723104 111572 9344 S 12.5 0.1 75:00.29 StorageMa+ 32660 root 20 0 974828 63676 23888 S 0.0 0.0 1:51.15 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:38.68 python3 32505 root 20 0 645824 25796 20504 S 6.2 0.0 12:22.50 controlle+ 32491 root 20 0 258296 23820 18532 S 6.2 0.0 21:34.66 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:29.67 monit 17366 root 20 0 52080 4188 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:18.50 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.60 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13112 7357 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487731 519670 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13112 7357 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12153 37972 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 219 @ Fri Nov 11 22:13:15 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 663 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 56 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 22:13:15 up 57 days, 13:19, 0 users, load average: 4.32, 3.52, 3.40 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.8 us, 1.0 sy, 0.0 ni, 96.3 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 34890.3 free, 66179.9 used, 26287.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59958.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.5g 58.2g 23612 S 0.0 46.8 775:36.28 PrimProc 21719 mysql 20 0 16.7g 3.1g 46984 S 6.7 2.5 1524:49 mariadbd 32634 root 20 0 32.2g 1.0g 18396 S 0.0 0.8 85:35.71 ExeMgr 32467 root 20 0 2723104 130104 9344 S 20.0 0.1 85:06.00 StorageMa+ 32636 root 20 0 3514592 128468 21748 S 0.0 0.1 15:41.77 WriteEngi+ 32660 root 20 0 991212 67028 23888 S 0.0 0.1 2:06.20 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:41.24 python3 32505 root 20 0 645824 25520 20504 S 6.7 0.0 14:00.91 controlle+ 32491 root 20 0 258296 23052 18532 R 0.0 0.0 24:27.03 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:31.43 monit 26860 root 20 0 52080 4188 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:18.73 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.66 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13114 7355 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 487955 519446 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13114 7355 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12159 37967 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 220 @ Fri Nov 11 23:13:15 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 689 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 58 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 23:13:15 up 57 days, 14:19, 0 users, load average: 3.30, 4.37, 3.47 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 98.1 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 34465.2 free, 66295.4 used, 26597.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59842.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.6g 58.2g 23868 S 0.0 46.8 869:46.31 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 6.7 2.5 1529:19 mariadbd 32634 root 20 0 34.0g 1.1g 18396 S 0.0 0.9 96:20.01 ExeMgr 32636 root 20 0 3557600 135560 21748 S 0.0 0.1 17:32.77 WriteEngi+ 32467 root 20 0 2756904 130888 9344 S 26.7 0.1 95:23.35 StorageMa+ 32660 root 20 0 991212 70892 23888 S 0.0 0.1 2:21.48 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:43.83 python3 32505 root 20 0 666312 25712 20504 S 0.0 0.0 15:38.96 controlle+ 32491 root 20 0 258296 23364 18532 S 0.0 0.0 27:20.75 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:33.27 monit 6293 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:18.96 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.72 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13115 7354 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 488232 519169 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13115 7354 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12165 37961 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 221 @ Sat Nov 12 00:13:15 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 805 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 00:13:15 up 57 days, 15:19, 0 users, load average: 3.64, 3.96, 4.29 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 97.1 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 33935.6 free, 66727.0 used, 26695.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59411.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.9g 58.3g 24252 S 13.3 46.9 1013:11 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 6.7 2.5 1534:40 mariadbd 32634 root 20 0 37.1g 1.4g 18460 S 0.0 1.1 114:43.48 ExeMgr 32636 root 20 0 3563744 169176 21748 S 0.0 0.1 19:19.27 WriteEngi+ 32467 root 20 0 2816816 128252 9344 S 20.0 0.1 105:59.06 StorageMa+ 32660 root 20 0 991212 75272 23888 S 0.0 0.1 2:36.04 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:46.60 python3 32505 root 20 0 635572 25836 20504 S 0.0 0.0 17:13.46 controlle+ 32491 root 20 0 258296 22860 18532 S 6.7 0.0 30:06.90 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.01 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:35.31 monit 18575 root 20 0 52080 4080 3516 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:19.25 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.78 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13116 7353 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 488676 518725 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13116 7353 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12171 37955 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 222 @ Sat Nov 12 01:13:15 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 805 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 01:13:15 up 57 days, 16:19, 0 users, load average: 3.14, 3.60, 3.39 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 98.1 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 33189.8 free, 66960.0 used, 27207.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59178.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.9g 58.4g 24316 S 0.0 47.0 1116:52 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 6.7 2.5 1540:49 mariadbd 32634 root 20 0 38.4g 1.5g 18460 S 0.0 1.2 126:40.00 ExeMgr 32467 root 20 0 2823984 140216 9344 S 20.0 0.1 116:25.37 StorageMa+ 32636 root 20 0 3594464 139452 21748 S 0.0 0.1 21:11.57 WriteEngi+ 32660 root 20 0 991212 78160 23888 S 0.0 0.1 2:51.30 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:49.26 python3 32505 root 20 0 635572 26004 20504 S 0.0 0.0 18:53.24 controlle+ 32491 root 20 0 258296 23068 18532 S 6.7 0.0 33:02.02 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:37.24 monit 29742 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:19.51 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.84 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13119 7350 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 489166 518235 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13119 7350 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12177 37949 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 223 @ Sat Nov 12 02:13:16 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 819 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 02:13:16 up 57 days, 17:19, 0 users, load average: 5.69, 6.01, 4.84 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.6 sy, 0.0 ni, 97.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 33010.9 free, 66707.7 used, 27639.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59430.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 88.9g 58.3g 24444 S 26.7 46.9 1227:46 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 6.7 2.5 1547:18 mariadbd 32634 root 20 0 38.7g 1.5g 18460 S 13.3 1.2 138:00.32 ExeMgr 32467 root 20 0 2823984 136052 9344 S 26.7 0.1 126:31.90 StorageMa+ 32636 root 20 0 3594464 134376 21812 S 0.0 0.1 23:00.03 WriteEngi+ 32660 root 20 0 1001452 82384 23888 S 0.0 0.1 3:05.97 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:51.90 python3 32505 root 20 0 635572 25948 20504 S 13.3 0.0 20:28.90 controlle+ 32491 root 20 0 258296 23520 18532 S 0.0 0.0 35:48.99 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:39.18 monit 7687 root 20 0 52080 4092 3528 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:19.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.35 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.90 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13121 7348 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 489578 517823 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13121 7348 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12183 37943 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 224 @ Sat Nov 12 03:13:16 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 819 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 03:13:16 up 57 days, 18:19, 0 users, load average: 3.48, 4.16, 4.61 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.3 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 32282.9 free, 66889.4 used, 28185.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 59248.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.1g 58.3g 24636 S 0.0 46.8 1364:10 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 0.0 2.5 1554:08 mariadbd 32634 root 20 0 38.8g 1.6g 18460 S 0.0 1.3 154:11.76 ExeMgr 32636 root 20 0 3615968 151440 21812 S 0.0 0.1 24:53.29 WriteEngi+ 32467 root 20 0 2823984 145096 9344 S 13.3 0.1 137:11.90 StorageMa+ 32660 root 20 0 1022956 85564 23888 S 0.0 0.1 3:21.32 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:54.63 python3 32505 root 20 0 635572 25980 20504 S 6.7 0.0 22:09.30 controlle+ 32491 root 20 0 258296 23772 18532 S 6.7 0.0 38:46.36 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:41.18 monit 17735 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:20.01 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:22.96 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13133 7336 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 490097 517304 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13133 7336 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12189 37937 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 225 @ Sat Nov 12 04:13:16 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 819 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 04:13:16 up 57 days, 19:19, 0 users, load average: 2.92, 3.76, 3.83 Tasks: 34 total, 1 running, 33 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.0 us, 1.8 sy, 0.0 ni, 94.0 id, 0.8 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 31227.8 free, 67168.0 used, 28961.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58971.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.2g 58.3g 24636 S 0.0 46.8 1462:18 PrimProc 21719 mysql 20 0 16.8g 3.1g 46984 S 0.0 2.5 1560:26 mariadbd 32634 root 20 0 39.2g 1.7g 18460 S 0.0 1.4 165:51.93 ExeMgr 32467 root 20 0 2831152 156384 9344 S 20.0 0.1 147:35.30 StorageMa+ 32636 root 20 0 3730656 147044 21812 S 6.7 0.1 26:44.30 WriteEngi+ 25543 root 20 0 572572 92476 16792 S 0.0 0.1 0:50.08 mariaback+ 32660 root 20 0 1060844 90000 23888 S 0.0 0.1 3:36.40 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 14:57.40 python3 27710 root 20 0 146600 40432 10828 S 46.7 0.0 0:00.30 s3cmd 32505 root 20 0 707280 26144 20504 S 6.7 0.0 23:46.96 controlle+ 32491 root 20 0 258296 23080 18532 S 6.7 0.0 41:37.00 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 25544 root 20 0 1237164 12484 1940 S 20.0 0.0 11:15.67 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:43.14 monit 25438 root 20 0 16820 5132 2940 S 0.0 0.0 0:00.02 backup_ma+ 27718 root 20 0 52088 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:20.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 27709 root 20 0 14844 3280 3012 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 25545 root 20 0 26112 3168 2800 S 0.0 0.0 0:06.35 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13469 7000 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 490484 516917 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13469 7000 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12195 37931 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 226 @ Sat Nov 12 05:13:16 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 878 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 05:13:16 up 57 days, 20:19, 0 users, load average: 3.81, 3.84, 4.06 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 99.0 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 31073.4 free, 67281.5 used, 29002.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58856.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.2g 58.2g 24828 S 0.0 46.8 1578:49 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1566:29 mariadbd 32634 root 20 0 40.4g 1.9g 18460 S 0.0 1.5 180:19.64 ExeMgr 32636 root 20 0 3746016 152368 21812 S 0.0 0.1 28:37.73 WriteEngi+ 32467 root 20 0 2831152 150332 9344 S 20.0 0.1 158:17.77 StorageMa+ 32660 root 20 0 1076204 92708 23888 S 0.0 0.1 3:51.81 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:00.13 python3 32505 root 20 0 645816 25912 20504 S 6.7 0.0 25:27.56 controlle+ 32491 root 20 0 263416 23116 18532 S 13.3 0.0 44:33.81 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:45.11 monit 6864 root 20 0 52080 4184 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:20.54 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.08 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13093 7376 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 490854 516547 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13093 7376 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12201 37925 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 227 @ Sat Nov 12 06:13:16 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1083 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 06:13:17 up 57 days, 21:19, 0 users, load average: 2.15, 2.44, 3.10 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.4 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 30528.1 free, 67583.0 used, 29246.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58555.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.2g 58.3g 24956 S 0.0 46.9 1677:42 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1571:45 mariadbd 32634 root 20 0 43.0g 2.1g 18460 S 0.0 1.7 192:00.63 ExeMgr 32467 root 20 0 2831152 154156 9344 S 20.0 0.1 168:52.55 StorageMa+ 32636 root 20 0 3782880 141420 21812 S 0.0 0.1 30:29.70 WriteEngi+ 32660 root 20 0 1076204 96932 23888 S 6.7 0.1 4:07.04 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:02.77 python3 32505 root 20 0 625328 25716 20504 S 0.0 0.0 27:07.56 controlle+ 32491 root 20 0 263416 23728 18532 S 0.0 0.0 47:27.96 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:47.37 monit 17648 root 20 0 52080 4244 3676 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:20.81 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13096 7373 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 491064 516337 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13096 7373 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12207 37919 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 228 @ Sat Nov 12 07:13:17 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1113 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 07:13:17 up 57 days, 22:19, 0 users, load average: 2.85, 3.43, 3.44 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 98.8 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 30038.2 free, 67722.0 used, 29597.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58416.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.3g 58.2g 25084 S 0.0 46.8 1779:04 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1577:00 mariadbd 32634 root 20 0 43.7g 2.3g 18460 S 0.0 1.8 203:43.22 ExeMgr 32467 root 20 0 2831152 161608 9344 S 20.0 0.1 179:24.22 StorageMa+ 32636 root 20 0 3782880 154464 21812 S 6.7 0.1 32:22.30 WriteEngi+ 32660 root 20 0 1097708 101360 23888 S 6.7 0.1 4:22.26 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:05.43 python3 32505 root 20 0 717524 26048 20504 S 0.0 0.0 28:47.63 controlle+ 32491 root 20 0 263416 22912 18532 S 6.7 0.0 50:23.85 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:49.77 monit 27584 root 20 0 52080 4080 3512 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:21.07 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.21 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13098 7371 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 491386 516015 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13098 7371 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12213 37913 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 229 @ Sat Nov 12 08:13:17 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 127 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 23 /usr/bin/WriteEngineServer TOP: top - 08:13:17 up 57 days, 23:19, 0 users, load average: 3.75, 3.55, 3.09 Tasks: 28 total, 3 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 82.4 us, 9.5 sy, 0.0 ni, 7.0 id, 0.0 wa, 0.0 hi, 1.0 si, 0.0 st MiB Mem : 127357.6 total, 29453.1 free, 67966.0 used, 29938.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58172.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.4g 58.4g 25084 S 2740 47.0 1864:29 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1582:43 mariadbd 32634 root 20 0 43.9g 2.3g 18460 S 220.0 1.9 213:03.74 ExeMgr 32636 root 20 0 3825888 162508 21812 S 13.3 0.1 34:13.38 WriteEngi+ 32467 root 20 0 2831152 153736 9344 R 26.7 0.1 189:47.64 StorageMa+ 32660 root 20 0 1097708 103936 23888 S 0.0 0.1 4:37.29 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:08.05 python3 32505 root 20 0 697036 25948 20504 S 6.7 0.0 30:25.60 controlle+ 32491 root 20 0 263416 24380 18532 R 13.3 0.0 53:15.99 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:52.15 monit 5367 root 20 0 52080 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:21.29 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.26 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13102 7367 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 491699 515702 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13102 7367 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12219 37907 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 230 @ Sat Nov 12 09:13:17 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 25 /usr/bin/WriteEngineServer TOP: top - 09:13:17 up 58 days, 19 min, 0 users, load average: 4.25, 3.57, 3.39 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.2 sy, 0.0 ni, 97.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 29315.0 free, 67797.5 used, 30245.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58340.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.3g 58.3g 25084 S 0.0 46.8 1942:40 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1588:08 mariadbd 32634 root 20 0 43.9g 2.3g 18460 S 0.0 1.9 221:38.51 ExeMgr 32636 root 20 0 3881188 158604 21812 S 6.7 0.1 36:04.96 WriteEngi+ 32467 root 20 0 2839344 155452 9344 S 13.3 0.1 200:11.39 StorageMa+ 32660 root 20 0 1109996 107788 23888 S 0.0 0.1 4:52.34 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:10.64 python3 32505 root 20 0 727768 26120 20504 S 13.3 0.0 32:04.21 controlle+ 32491 root 20 0 263416 25052 18532 S 6.7 0.0 56:08.76 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:54.56 monit 15452 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:21.52 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.36 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.33 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13103 7366 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 491969 515432 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13103 7366 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12224 37901 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 231 @ Sat Nov 12 10:13:17 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:13:18 up 58 days, 1:19, 0 users, load average: 2.89, 3.75, 3.96 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 97.9 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 28823.9 free, 67970.5 used, 30563.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 58167.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.3g 58.3g 25148 S 0.0 46.8 2053:17 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1593:30 mariadbd 32634 root 20 0 44.0g 2.5g 18460 S 0.0 2.0 236:10.41 ExeMgr 32636 root 20 0 4230412 169372 21812 S 0.0 0.1 37:58.02 WriteEngi+ 32467 root 20 0 2846512 146664 9344 S 20.0 0.1 210:50.56 StorageMa+ 32660 root 20 0 1122284 111604 23888 S 6.7 0.1 5:07.65 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:13.31 python3 32505 root 20 0 717524 25952 20504 S 13.3 0.0 33:44.53 controlle+ 32491 root 20 0 263416 24196 18532 S 6.7 0.0 59:04.74 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:57.00 monit 25382 root 20 0 52080 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:21.77 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.37 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13104 7365 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492257 515144 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13104 7365 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12230 37895 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 232 @ Sat Nov 12 11:13:18 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1363 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:13:18 up 58 days, 2:19, 0 users, load average: 5.96, 3.64, 3.60 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.4 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 27806.8 free, 68711.2 used, 30839.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 57427.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 89.3g 58.3g 25148 S 0.0 46.9 2159:05 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1598:25 mariadbd 32634 root 20 0 48.3g 3.0g 18460 S 0.0 2.4 248:02.63 ExeMgr 32467 root 20 0 2846512 200020 9344 S 26.7 0.2 221:22.72 StorageMa+ 32636 root 20 0 4258060 179220 21812 S 6.7 0.1 39:50.06 WriteEngi+ 32660 root 20 0 1122284 114964 23888 S 0.0 0.1 5:22.75 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:15.95 python3 32505 root 20 0 625328 25844 20504 S 6.7 0.0 35:24.56 controlle+ 32491 root 20 0 263416 24044 18532 S 6.7 0.0 61:58.20 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 48:59.45 monit 3457 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:22.06 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.37 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.45 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13092 7377 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492496 514905 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13092 7377 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12237 37889 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 233 @ Sat Nov 12 12:13:18 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:13:18 up 58 days, 3:19, 0 users, load average: 8.89, 7.12, 5.16 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 2.5 us, 1.5 sy, 0.0 ni, 95.2 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 27810.4 free, 68765.6 used, 30781.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 57372.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.6g 58.3g 25148 S 0.0 46.9 2271:43 PrimProc 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1602:41 mariadbd 32634 root 20 0 49.5g 3.1g 18460 S 0.0 2.5 260:54.24 ExeMgr 32636 root 20 0 4258060 169388 21812 S 0.0 0.1 41:42.31 WriteEngi+ 32467 root 20 0 2846512 158492 9344 S 13.3 0.1 231:59.03 StorageMa+ 32660 root 20 0 1128428 119688 23888 S 0.0 0.1 5:37.96 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:18.60 python3 32505 root 20 0 686792 25832 20504 S 0.0 0.0 37:04.89 controlle+ 32491 root 20 0 263416 24052 18532 S 0.0 0.0 64:53.74 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.02 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:01.94 monit 14462 root 20 0 52080 4280 3716 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3636 1736 S 0.0 0.0 6:22.35 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.37 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13095 7374 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492397 515004 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13095 7374 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12243 37883 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 234 @ Sat Nov 12 13:13:18 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:13:18 up 58 days, 4:19, 0 users, load average: 2.28, 4.02, 4.04 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 97.1 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 27320.3 free, 69070.4 used, 30967.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 57067.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25340 S 0.0 46.9 2396:38 PrimProc 32634 root 20 0 50.5g 3.5g 18460 S 0.0 2.8 275:07.53 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1606:44 mariadbd 32636 root 20 0 4264204 192996 21812 S 6.7 0.1 43:36.10 WriteEngi+ 32467 root 20 0 2858288 152452 9344 S 20.0 0.1 242:42.24 StorageMa+ 32660 root 20 0 1134572 122044 23888 S 6.7 0.1 5:53.35 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:21.30 python3 32505 root 20 0 656060 25832 20504 S 6.7 0.0 38:46.38 controlle+ 32491 root 20 0 263416 24696 18532 S 6.7 0.0 67:53.30 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:04.44 monit 24532 root 20 0 52080 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:22.65 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.56 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13097 7372 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492531 514870 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13097 7372 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12249 37876 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 235 @ Sat Nov 12 14:13:18 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:13:19 up 58 days, 5:19, 0 users, load average: 3.79, 3.65, 4.08 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 98.0 id, 0.6 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 26802.5 free, 69417.6 used, 31137.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56720.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25340 S 0.0 46.8 2518:48 PrimProc 32634 root 20 0 51.1g 3.8g 18460 S 0.0 3.1 290:13.87 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1609:18 mariadbd 32636 root 20 0 4264204 182528 21812 S 6.7 0.1 45:29.94 WriteEngi+ 32467 root 20 0 2858288 154100 9344 S 13.3 0.1 253:21.70 StorageMa+ 32660 root 20 0 1140716 125684 23888 S 0.0 0.1 6:08.68 DMLProc 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:23.95 python3 32505 root 20 0 707280 26108 20504 S 6.7 0.0 40:27.49 controlle+ 32491 root 20 0 263416 24072 18532 S 6.7 0.0 70:50.62 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:07.05 monit 2645 root 20 0 52080 4112 3548 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:22.93 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.63 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13097 7372 64% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492655 514746 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13097 7372 64% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12255 37870 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 236 @ Sat Nov 12 15:13:19 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:13:19 up 58 days, 6:19, 0 users, load average: 2.11, 2.89, 2.72 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.4 sy, 0.0 ni, 96.6 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 26446.3 free, 69379.9 used, 31531.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56758.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25352 S 0.0 46.9 2593:42 PrimProc 32634 root 20 0 51.2g 3.8g 17860 S 0.0 3.1 298:21.83 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1611:21 mariadbd 32636 root 20 0 4264216 182788 21824 S 0.0 0.1 47:20.37 WriteEngi+ 32660 root 20 0 1140728 128996 23900 S 0.0 0.1 6:23.56 DMLProc 32467 root 20 0 2858288 102904 9344 S 20.0 0.1 262:54.82 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:26.45 python3 32505 root 20 0 625328 25672 20504 S 6.7 0.0 42:05.61 controlle+ 32491 root 20 0 263428 24096 18544 S 6.7 0.0 73:42.94 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:09.58 monit 12844 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:23.15 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.68 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13102 7367 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492472 514929 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13102 7367 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12261 37864 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 237 @ Sat Nov 12 16:13:19 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:13:19 up 58 days, 7:19, 0 users, load average: 2.21, 2.08, 2.67 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.1 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26296.5 free, 69413.9 used, 31647.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56724.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25352 S 0.0 46.9 2674:40 PrimProc 32634 root 20 0 51.2g 3.8g 18472 S 0.0 3.1 307:15.20 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1612:56 mariadbd 32636 root 20 0 4291864 190056 21824 S 6.7 0.1 49:05.82 WriteEngi+ 32660 root 20 0 1155064 133360 23900 S 0.0 0.1 6:37.89 DMLProc 32467 root 20 0 2858288 89520 9344 S 13.3 0.1 271:59.76 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:28.95 python3 32505 root 20 0 676548 25936 20504 S 13.3 0.0 43:38.93 controlle+ 32491 root 20 0 263428 23896 18544 S 13.3 0.0 76:26.45 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:12.19 monit 22324 root 20 0 52080 4208 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:23.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.75 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13109 7360 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492538 514863 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13109 7360 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12267 37859 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 238 @ Sat Nov 12 17:13:19 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:13:19 up 58 days, 8:19, 0 users, load average: 3.19, 2.93, 2.90 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.0 sy, 0.0 ni, 97.4 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26225.3 free, 69436.4 used, 31696.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56701.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25480 S 0.0 46.8 2757:31 PrimProc 32634 root 20 0 51.2g 3.9g 18472 S 0.0 3.1 316:23.03 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1614:32 mariadbd 32636 root 20 0 4323612 192352 21824 S 6.7 0.1 50:57.32 WriteEngi+ 32660 root 20 0 1169400 137308 23900 S 6.7 0.1 6:52.80 DMLProc 32467 root 20 0 2881848 104320 9344 S 20.0 0.1 281:43.07 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:31.48 python3 32505 root 20 0 625328 25724 20504 S 6.7 0.0 45:17.22 controlle+ 32491 root 20 0 263428 24576 18544 S 6.7 0.0 79:19.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:14.85 monit 702 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:23.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13109 7360 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492504 514897 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13109 7360 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12272 37853 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 239 @ Sat Nov 12 18:13:19 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:13:20 up 58 days, 9:19, 0 users, load average: 2.62, 2.53, 2.59 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 98.8 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26151.3 free, 69432.0 used, 31774.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56706.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25480 S 0.0 46.8 2832:21 PrimProc 32634 root 20 0 51.2g 3.9g 18472 S 0.0 3.1 324:30.69 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1615:59 mariadbd 32636 root 20 0 4345116 194808 21824 S 6.7 0.1 52:47.80 WriteEngi+ 32660 root 20 0 1175544 140708 23900 S 0.0 0.1 7:07.69 DMLProc 32467 root 20 0 2881848 102628 9344 S 13.3 0.1 291:12.64 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:34.09 python3 32505 root 20 0 625328 25728 20504 S 6.7 0.0 46:54.79 controlle+ 32491 root 20 0 263428 25092 18544 S 6.7 0.0 82:10.67 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:17.35 monit 10899 root 20 0 52080 4168 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:23.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.87 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13113 7356 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492557 514844 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13113 7356 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12278 37847 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 240 @ Sat Nov 12 19:13:20 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:13:20 up 58 days, 10:19, 0 users, load average: 3.38, 3.12, 3.01 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 1.6 sy, 0.0 ni, 96.8 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 26029.8 free, 69442.8 used, 31885.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56695.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25480 S 0.0 46.9 2907:11 PrimProc 32634 root 20 0 51.2g 3.8g 18472 S 0.0 3.1 332:37.67 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1617:27 mariadbd 32636 root 20 0 4345116 192088 21824 S 6.2 0.1 54:38.23 WriteEngi+ 32660 root 20 0 1190904 145232 23900 S 0.0 0.1 7:22.55 DMLProc 32467 root 20 0 2881848 111868 9344 S 18.8 0.1 300:42.05 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:36.58 python3 32505 root 20 0 625328 25780 20504 S 0.0 0.0 48:32.28 controlle+ 32491 root 20 0 263428 24016 18544 S 6.2 0.0 85:01.74 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:19.85 monit 20266 root 20 0 52080 4172 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:24.02 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.93 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13115 7354 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492618 514783 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13115 7354 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12284 37842 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 241 @ Sat Nov 12 20:13:20 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:13:20 up 58 days, 11:19, 0 users, load average: 2.25, 2.38, 2.29 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 25891.1 free, 69440.1 used, 32026.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56698.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.2g 25480 S 0.0 46.8 2984:35 PrimProc 32634 root 20 0 51.2g 3.9g 18472 S 0.0 3.1 341:09.32 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1619:23 mariadbd 32636 root 20 0 4345116 202780 21824 S 0.0 0.2 56:28.69 WriteEngi+ 32660 root 20 0 1190904 148408 23900 S 0.0 0.1 7:37.45 DMLProc 32467 root 20 0 2881848 101480 9344 S 13.3 0.1 310:12.37 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:39.09 python3 32505 root 20 0 656060 25828 20504 S 6.7 0.0 50:10.00 controlle+ 32491 root 20 0 263428 24488 18544 S 0.0 0.0 87:52.85 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:22.38 monit 29961 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:24.23 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:23.99 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13116 7353 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492713 514688 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13116 7353 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12289 37836 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 242 @ Sat Nov 12 21:13:20 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:13:20 up 58 days, 12:19, 0 users, load average: 10.04, 6.29, 4.71 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 25463.2 free, 69642.9 used, 32251.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56495.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.4g 25480 S 0.0 46.9 3081:56 PrimProc 32634 root 20 0 51.2g 3.9g 18472 S 0.0 3.2 352:32.83 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1621:41 mariadbd 32636 root 20 0 4360476 194624 21824 S 6.7 0.1 58:18.56 WriteEngi+ 32660 root 20 0 1190904 153560 23900 S 0.0 0.1 7:52.29 DMLProc 32467 root 20 0 2881848 110716 9344 S 13.3 0.1 319:44.28 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:41.64 python3 32491 root 20 0 263428 26720 18544 S 13.3 0.0 90:43.43 workernode 32505 root 20 0 666304 25944 20504 S 6.7 0.0 51:46.99 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:24.95 monit 8197 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:24.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13117 7352 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 492888 514513 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13117 7352 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12295 37830 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 243 @ Sat Nov 12 22:13:20 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:13:20 up 58 days, 13:19, 0 users, load average: 3.56, 3.16, 3.11 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.8 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 25306.7 free, 69547.6 used, 32503.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56590.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.2g 25480 S 0.0 46.8 3170:12 PrimProc 32634 root 20 0 51.2g 4.0g 18472 S 0.0 3.2 362:49.51 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1624:39 mariadbd 32636 root 20 0 4360476 190560 21824 S 0.0 0.1 60:09.95 WriteEngi+ 32660 root 20 0 1190904 156188 23900 S 0.0 0.1 8:07.28 DMLProc 32467 root 20 0 2881848 103416 9344 S 13.3 0.1 329:31.53 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:44.21 python3 32505 root 20 0 676548 25872 20504 S 0.0 0.0 53:25.34 controlle+ 32491 root 20 0 263428 24380 18544 S 6.7 0.0 93:36.03 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:27.48 monit 17958 root 20 0 52080 4276 3712 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:24.70 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13119 7350 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 493101 514300 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13119 7350 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12301 37825 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 244 @ Sat Nov 12 23:13:20 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 23:13:21 up 58 days, 14:19, 0 users, load average: 2.93, 3.11, 3.01 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.0 sy, 0.0 ni, 97.0 id, 1.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 24982.3 free, 69581.7 used, 32793.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56556.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25480 S 0.0 46.8 3249:35 PrimProc 32634 root 20 0 51.3g 4.0g 18472 S 0.0 3.2 371:31.94 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1628:56 mariadbd 32636 root 20 0 4360476 199124 21824 S 6.7 0.2 62:01.56 WriteEngi+ 32660 root 20 0 1190904 159584 23900 S 0.0 0.1 8:22.28 DMLProc 32467 root 20 0 2881848 103964 9344 R 20.0 0.1 339:19.57 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:46.75 python3 32505 root 20 0 656060 25960 20504 S 6.7 0.0 55:03.42 controlle+ 32491 root 20 0 263428 24072 18544 S 6.7 0.0 96:28.36 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.03 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:30.10 monit 27482 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:24.91 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13119 7350 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 493361 514040 49% /etc/my.cnf.d /dev/nvme0n1p1 20468 13119 7350 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12307 37819 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 245 @ Sun Nov 13 00:13:21 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 00:13:21 up 58 days, 15:19, 0 users, load average: 4.42, 3.61, 3.05 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 24483.4 free, 69727.1 used, 33147.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56411.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.3g 25480 S 0.0 46.9 3326:06 PrimProc 32634 root 20 0 51.8g 4.0g 18472 S 0.0 3.2 379:51.32 ExeMgr 21719 mysql 20 0 17.4g 3.2g 46984 S 6.7 2.6 1634:11 mariadbd 32636 root 20 0 4360476 210424 21824 S 0.0 0.2 63:53.24 WriteEngi+ 32660 root 20 0 1207288 162816 23900 S 6.7 0.1 8:37.42 DMLProc 32467 root 20 0 2881848 111680 9344 S 13.3 0.1 349:11.11 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:49.33 python3 32505 root 20 0 625328 25880 20504 S 6.7 0.0 56:41.90 controlle+ 32491 root 20 0 263428 24128 18544 R 0.0 0.0 99:20.90 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:32.63 monit 5814 root 20 0 52080 4140 3576 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:25.14 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.38 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13122 7347 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 493677 513724 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13122 7347 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12312 37813 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 246 @ Sun Nov 13 01:13:21 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1365 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 01:13:21 up 58 days, 16:19, 0 users, load average: 1.88, 2.47, 2.95 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.6 sy, 0.0 ni, 97.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 24276.3 free, 69717.7 used, 33363.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56420.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 90.9g 58.2g 25480 S 0.0 46.8 3422:12 PrimProc 32634 root 20 0 51.8g 4.1g 18472 S 0.0 3.3 391:03.62 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1640:09 mariadbd 32636 root 20 0 4360476 223936 21824 S 0.0 0.2 65:43.37 WriteEngi+ 32660 root 20 0 1207288 166536 23900 S 0.0 0.1 8:52.35 DMLProc 32467 root 20 0 2881848 111616 9344 S 20.0 0.1 359:02.62 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:51.96 python3 32491 root 20 0 263428 27228 18544 S 13.3 0.0 102:11.23 workernode 32505 root 20 0 656060 25932 20504 S 0.0 0.0 58:18.92 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:35.18 monit 15788 root 20 0 52080 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:25.38 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.39 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13110 7359 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 493873 513528 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13110 7359 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12318 37807 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 247 @ Sun Nov 13 02:13:21 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:13:21 up 58 days, 17:19, 0 users, load average: 3.43, 3.61, 3.37 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.8 sy, 0.0 ni, 98.6 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 23532.4 free, 69878.9 used, 33946.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56259.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.3g 25480 S 0.0 46.9 3522:39 PrimProc 32634 root 20 0 52.2g 4.2g 18472 S 0.0 3.4 403:18.46 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1646:32 mariadbd 32636 root 20 0 4360476 200452 21824 S 6.7 0.2 67:35.05 WriteEngi+ 32660 root 20 0 1223672 170408 23900 S 0.0 0.1 9:07.40 DMLProc 32467 root 20 0 2967352 127844 9344 S 13.3 0.1 369:26.71 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:54.62 python3 32505 root 20 0 645816 25800 20504 S 6.7 0.0 59:56.82 controlle+ 32491 root 20 0 263428 24064 18544 S 6.7 0.0 105:02.53 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:37.83 monit 27813 root 20 0 52080 4020 3452 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:25.62 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.39 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13113 7356 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 494956 512445 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13113 7356 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12324 37801 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 248 @ Sun Nov 13 03:13:21 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:13:22 up 58 days, 18:19, 0 users, load average: 1.73, 2.21, 2.58 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 23058.0 free, 69922.9 used, 34376.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56215.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.3g 25480 S 0.0 46.9 3612:34 PrimProc 32634 root 20 0 52.2g 4.2g 18472 S 0.0 3.4 413:50.32 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1652:41 mariadbd 32636 root 20 0 4360476 201860 21824 S 0.0 0.2 69:27.33 WriteEngi+ 32660 root 20 0 1223672 174684 23900 S 0.0 0.1 9:22.55 DMLProc 32467 root 20 0 2967352 111476 9344 S 13.3 0.1 379:32.84 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 15:57.25 python3 32505 root 20 0 748256 26068 20504 S 0.0 0.0 61:35.29 controlle+ 32491 root 20 0 263428 24600 18544 S 6.7 0.0 107:55.17 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:40.41 monit 6145 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:25.85 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.39 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13123 7346 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 495351 512050 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13123 7346 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12330 37796 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 249 @ Sun Nov 13 04:13:22 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:13:22 up 58 days, 19:19, 0 users, load average: 5.61, 4.82, 4.71 Tasks: 34 total, 2 running, 32 sleeping, 0 stopped, 0 zombie %Cpu(s): 21.4 us, 3.2 sy, 0.0 ni, 70.7 id, 4.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 21996.5 free, 70172.9 used, 35188.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55966.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.3g 25544 S 0.0 46.9 3712:18 PrimProc 32634 root 20 0 52.4g 4.3g 18472 S 0.0 3.5 425:15.00 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1659:12 mariadbd 32636 root 20 0 4360476 215632 21824 S 6.7 0.2 71:20.70 WriteEngi+ 32660 root 20 0 1223672 178296 23900 S 0.0 0.1 9:37.92 DMLProc 32467 root 20 0 2967352 127632 9344 S 6.7 0.1 389:52.95 StorageMa+ 14317 root 20 0 572612 88456 16916 S 20.0 0.1 0:50.27 mariaback+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:00.02 python3 16567 root 20 0 161964 52560 10684 S 6.7 0.0 0:00.22 s3cmd 32505 root 20 0 635572 25732 20504 S 0.0 0.0 63:14.56 controlle+ 32491 root 20 0 263428 24060 18544 R 6.7 0.0 110:49.74 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 14318 root 20 0 1237164 11820 2076 S 393.3 0.0 11:13.29 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:43.07 monit 14208 root 20 0 16820 5124 2932 S 0.0 0.0 0:00.03 backup_ma+ 16576 root 20 0 52088 4172 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:26.10 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 16566 root 20 0 14844 3344 3080 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.39 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 14319 root 20 0 26112 3184 2812 S 6.7 0.0 0:06.29 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.46 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13493 6976 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 495753 511648 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13493 6976 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12336 37790 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 250 @ Sun Nov 13 05:13:22 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 20 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:13:22 up 58 days, 20:19, 0 users, load average: 2.22, 3.11, 3.27 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.2 sy, 0.0 ni, 97.0 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 21994.3 free, 70126.8 used, 35236.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 56011.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.2g 25544 S 0.0 46.8 3812:16 PrimProc 32634 root 20 0 52.5g 4.4g 18472 S 0.0 3.6 436:44.68 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1665:05 mariadbd 32636 root 20 0 4375836 216828 21824 S 6.2 0.2 73:12.16 WriteEngi+ 32660 root 20 0 1223672 181212 23900 S 0.0 0.1 9:52.97 DMLProc 32467 root 20 0 2967352 129676 9344 S 18.8 0.1 400:03.19 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:02.73 python3 32491 root 20 0 263428 26964 18544 S 6.2 0.0 113:41.30 workernode 32505 root 20 0 686792 25996 20504 S 6.2 0.0 64:52.46 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:45.77 monit 28519 root 20 0 52080 4176 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:26.36 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.39 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.52 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13119 7350 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 496122 511279 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13119 7350 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12342 37784 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 251 @ Sun Nov 13 06:13:22 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:13:22 up 58 days, 21:19, 0 users, load average: 2.63, 2.93, 3.18 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 21417.2 free, 70337.7 used, 35602.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55800.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.2g 25544 S 0.0 46.8 3902:55 PrimProc 32634 root 20 0 52.8g 4.6g 18472 S 0.0 3.7 447:09.79 ExeMgr 21719 mysql 20 0 17.4g 3.2g 46984 S 6.7 2.6 1670:14 mariadbd 32636 root 20 0 4375836 216888 21824 S 0.0 0.2 75:04.53 WriteEngi+ 32660 root 20 0 1256444 185892 23900 S 0.0 0.1 10:08.15 DMLProc 32467 root 20 0 2967352 137496 9344 S 13.3 0.1 410:13.10 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:05.36 python3 32505 root 20 0 645816 25824 20504 S 0.0 0.0 66:31.54 controlle+ 32491 root 20 0 263428 23884 18544 S 6.7 0.0 116:34.86 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:48.35 monit 6923 root 20 0 52080 4292 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:26.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.40 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.59 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13120 7349 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 496451 510950 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13120 7349 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12348 37778 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 252 @ Sun Nov 13 07:13:22 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:13:23 up 58 days, 22:19, 0 users, load average: 3.43, 3.01, 3.18 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 97.8 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 21044.2 free, 70378.8 used, 35934.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55759.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.2g 25544 S 0.0 46.8 4009:02 PrimProc 32634 root 20 0 52.9g 4.6g 18472 S 0.0 3.7 458:42.70 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 6.7 2.6 1675:16 mariadbd 32636 root 20 0 4375836 222820 21824 S 0.0 0.2 76:57.40 WriteEngi+ 32660 root 20 0 1256444 190400 23900 S 0.0 0.1 10:23.47 DMLProc 32467 root 20 0 2967352 135020 9344 S 26.7 0.1 420:32.51 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:08.03 python3 32505 root 20 0 727768 25924 20504 S 6.7 0.0 68:11.00 controlle+ 32491 root 20 0 263428 24156 18544 S 6.7 0.0 119:30.61 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.04 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:51.02 monit 17245 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:26.86 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.40 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13129 7340 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 496743 510658 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13129 7340 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12354 37772 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 253 @ Sun Nov 13 08:13:23 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:13:23 up 58 days, 23:19, 0 users, load average: 1.92, 3.83, 3.66 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 98.6 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 20532.6 free, 70536.7 used, 36288.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55601.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.3g 25544 S 0.0 46.8 4108:13 PrimProc 32634 root 20 0 53.0g 4.8g 18472 S 0.0 3.9 470:40.41 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1680:10 mariadbd 32636 root 20 0 4375836 229600 21824 S 6.7 0.2 78:49.66 WriteEngi+ 32660 root 20 0 1271804 193252 23900 S 6.7 0.1 10:38.62 DMLProc 32467 root 20 0 2967352 104712 9344 S 26.7 0.1 430:33.36 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:10.64 python3 32505 root 20 0 707280 25864 20504 S 6.7 0.0 69:50.09 controlle+ 32491 root 20 0 263428 24964 18544 S 13.3 0.0 122:24.71 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:53.68 monit 27041 root 20 0 52080 4204 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:27.10 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.40 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.70 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13137 7332 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497058 510343 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13137 7332 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12359 37766 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 254 @ Sun Nov 13 09:13:23 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:13:23 up 59 days, 19 min, 0 users, load average: 5.49, 4.76, 4.45 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.2 sy, 0.0 ni, 98.4 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 19824.0 free, 70964.8 used, 36568.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55173.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.0g 58.6g 25544 S 0.0 47.1 4216:49 PrimProc 32634 root 20 0 53.4g 4.9g 18472 S 0.0 4.0 483:07.81 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1684:50 mariadbd 32636 root 20 0 4375836 218368 21824 S 0.0 0.2 80:40.06 WriteEngi+ 32660 root 20 0 1287164 197116 23900 S 0.0 0.2 10:53.51 DMLProc 32467 root 20 0 2967352 111548 9344 S 26.7 0.1 440:21.73 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:13.26 python3 32505 root 20 0 625328 25872 20504 S 6.7 0.0 71:27.56 controlle+ 32491 root 20 0 263428 24140 18544 S 6.7 0.0 125:16.49 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 49:56.32 monit 4970 root 20 0 52080 4160 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:27.34 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.40 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.76 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13138 7331 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497294 510107 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13138 7331 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12365 37760 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 255 @ Sun Nov 13 10:13:23 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:13:23 up 59 days, 1:19, 0 users, load average: 3.13, 3.34, 4.30 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 99.0 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 19956.7 free, 71036.1 used, 36364.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 55102.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 4371:44 PrimProc 32634 root 20 0 54.1g 5.2g 18472 S 0.0 4.2 501:42.32 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1689:41 mariadbd 32636 root 20 0 4375836 243328 21824 S 6.7 0.2 82:32.12 WriteEngi+ 32660 root 20 0 1307644 199768 23900 S 0.0 0.2 11:08.70 DMLProc 32467 root 20 0 2967352 100820 9344 S 6.7 0.1 450:28.64 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:16.00 python3 32491 root 20 0 263428 26700 18544 S 6.7 0.0 128:11.46 workernode 32505 root 20 0 631468 26068 20504 S 6.7 0.0 73:06.92 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 6.7 0.0 49:58.97 monit 16454 root 20 0 52080 4132 3568 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:27.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.82 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13136 7333 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497052 510349 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13136 7333 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12372 37754 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 256 @ Sun Nov 13 11:13:23 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:13:24 up 59 days, 2:19, 0 users, load average: 3.30, 3.51, 3.62 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.0 sy, 0.0 ni, 97.7 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 19598.1 free, 71165.4 used, 36594.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54973.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 4461:34 PrimProc 32634 root 20 0 54.2g 5.3g 18472 S 0.0 4.3 512:32.17 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1693:44 mariadbd 32636 root 20 0 4490524 235236 21824 S 0.0 0.2 84:24.22 WriteEngi+ 32660 root 20 0 1328124 203656 23900 S 0.0 0.2 11:23.79 DMLProc 32467 root 20 0 2967352 105332 9344 S 40.0 0.1 460:27.39 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:18.59 python3 32505 root 20 0 641712 26064 20504 S 6.7 0.0 74:45.92 controlle+ 32491 root 20 0 263428 24056 18544 S 13.3 0.0 131:04.57 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:01.56 monit 26186 root 20 0 52080 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:27.90 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.88 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13136 7333 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497247 510155 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13136 7333 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12377 37748 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 257 @ Sun Nov 13 12:13:24 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:13:24 up 59 days, 3:19, 0 users, load average: 2.07, 2.85, 3.18 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 99.4 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 19273.7 free, 71304.0 used, 36779.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54834.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.8 4576:42 PrimProc 32634 root 20 0 54.5g 5.5g 18472 S 0.0 4.4 526:58.67 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1697:01 mariadbd 32636 root 20 0 4490524 231120 21824 S 0.0 0.2 86:16.75 WriteEngi+ 32660 root 20 0 1328124 208160 23900 S 0.0 0.2 11:38.92 DMLProc 32467 root 20 0 2967352 111872 9344 S 20.0 0.1 470:26.19 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:21.23 python3 32505 root 20 0 641712 25888 20504 S 6.7 0.0 76:25.66 controlle+ 32491 root 20 0 263428 24232 18544 S 13.3 0.0 133:58.96 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:04.19 monit 4330 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3616 1736 S 0.0 0.0 6:28.19 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:24.94 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13139 7330 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497390 510011 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13139 7330 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12384 37742 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 258 @ Sun Nov 13 13:13:24 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:13:24 up 59 days, 4:20, 0 users, load average: 2.70, 2.54, 3.18 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.2 sy, 0.0 ni, 97.7 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 18746.6 free, 71701.0 used, 36910.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54437.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 4690:16 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 540:04.86 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1699:28 mariadbd 32636 root 20 0 4490524 235556 21824 S 0.0 0.2 88:09.71 WriteEngi+ 32660 root 20 0 1328124 210996 23900 S 0.0 0.2 11:54.14 DMLProc 32467 root 20 0 2967352 110112 9344 S 26.7 0.1 480:26.85 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:23.85 python3 32505 root 20 0 641712 26020 20504 S 6.7 0.0 78:06.00 controlle+ 32491 root 20 0 263428 24060 18544 S 6.7 0.0 136:55.52 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:06.82 monit 15137 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:28.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.00 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13150 7319 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497491 509910 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13150 7319 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12390 37736 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 259 @ Sun Nov 13 14:13:24 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:13:24 up 59 days, 5:20, 0 users, load average: 3.63, 3.13, 2.83 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.4 sy, 0.0 ni, 97.1 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 18734.0 free, 71592.6 used, 37031.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54546.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 4765:24 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.6 548:18.07 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1701:07 mariadbd 32636 root 20 0 4490524 241760 21824 S 0.0 0.2 90:00.83 WriteEngi+ 32660 root 20 0 1328124 215156 23900 S 0.0 0.2 12:09.10 DMLProc 32467 root 20 0 2967352 108988 9344 S 13.3 0.1 490:10.94 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:26.35 python3 32505 root 20 0 641712 26004 20504 S 0.0 0.0 79:43.73 controlle+ 32491 root 20 0 263428 23964 18544 S 6.7 0.0 139:47.09 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:09.47 monit 24545 root 20 0 52080 4140 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:28.68 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13136 7332 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497561 509840 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13136 7332 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12396 37730 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 260 @ Sun Nov 13 15:13:24 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:13:25 up 59 days, 6:20, 0 users, load average: 1.78, 2.11, 2.34 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.2 sy, 0.0 ni, 97.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 18650.4 free, 71565.2 used, 37141.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54573.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 4839:59 PrimProc 32634 root 20 0 55.3g 5.7g 18472 S 0.0 4.6 556:30.22 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1702:37 mariadbd 32636 root 20 0 4490524 241224 21824 S 0.0 0.2 91:51.46 WriteEngi+ 32660 root 20 0 1328124 218820 23900 S 0.0 0.2 12:23.98 DMLProc 32467 root 20 0 2967352 108608 9344 S 13.3 0.1 499:53.51 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:28.86 python3 32505 root 20 0 641712 26052 20504 S 0.0 0.0 81:21.28 controlle+ 32491 root 20 0 263428 24948 18544 S 6.7 0.0 142:38.31 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:12.16 monit 1991 root 20 0 52080 4112 3548 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:28.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.12 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13139 7330 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497619 509782 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13139 7330 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12401 37724 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 261 @ Sun Nov 13 16:13:25 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:13:25 up 59 days, 7:20, 0 users, load average: 3.74, 3.08, 2.98 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 98.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 18516.3 free, 71594.2 used, 37247.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54544.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.2g 25544 S 0.0 46.8 4918:09 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 565:18.62 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1703:56 mariadbd 32636 root 20 0 4527388 242360 21824 S 6.2 0.2 93:38.02 WriteEngi+ 32660 root 20 0 1331196 221880 23900 S 0.0 0.2 12:38.29 DMLProc 32467 root 20 0 2967352 107116 9344 S 12.5 0.1 509:17.68 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:31.36 python3 32505 root 20 0 651956 25948 20504 S 6.2 0.0 82:54.64 controlle+ 32491 root 20 0 263428 23992 18544 S 6.2 0.0 145:22.28 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:14.77 monit 12227 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:29.11 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.18 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13143 7326 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497672 509729 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13143 7326 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12407 37719 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 262 @ Sun Nov 13 17:13:25 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:13:25 up 59 days, 8:20, 0 users, load average: 1.76, 2.70, 2.97 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 18200.3 free, 71636.8 used, 37520.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54502.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5011:46 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 575:24.37 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1705:27 mariadbd 32636 root 20 0 4527388 239968 21824 S 6.7 0.2 95:28.79 WriteEngi+ 32660 root 20 0 1331196 225980 23900 S 0.0 0.2 12:53.10 DMLProc 32467 root 20 0 2660032 79080 9344 S 13.3 0.1 519:16.70 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:33.90 python3 32505 root 20 0 692932 26112 20504 S 0.0 0.0 84:31.72 controlle+ 32491 root 20 0 263428 24080 18544 S 6.7 0.0 148:13.70 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:17.40 monit 23682 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:29.34 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.24 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13146 7323 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497871 509530 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13146 7323 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12413 37713 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 263 @ Sun Nov 13 18:13:25 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:13:25 up 59 days, 9:20, 0 users, load average: 3.20, 3.44, 3.26 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.2 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 18063.6 free, 71659.3 used, 37634.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54479.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5086:40 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 583:41.23 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1707:00 mariadbd 32636 root 20 0 4527388 252060 21824 S 0.0 0.2 97:20.18 WriteEngi+ 32660 root 20 0 1331196 229816 23900 S 0.0 0.2 13:07.71 DMLProc 32467 root 20 0 2660032 98428 9344 S 13.3 0.1 528:32.14 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:36.41 python3 32505 root 20 0 692932 26124 20504 S 6.7 0.0 86:10.19 controlle+ 32491 root 20 0 263428 24028 18544 S 6.7 0.0 151:05.75 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:20.05 monit 1065 root 20 0 52080 4124 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:29.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.30 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13148 7321 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 497935 509466 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13148 7321 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12418 37707 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 264 @ Sun Nov 13 19:13:25 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:13:26 up 59 days, 10:20, 0 users, load average: 2.85, 2.57, 2.66 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.4 sy, 0.0 ni, 97.4 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 17912.3 free, 71653.5 used, 37791.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54485.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5161:47 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 591:57.47 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1709:06 mariadbd 32636 root 20 0 4527388 251172 21824 S 0.0 0.2 99:11.02 WriteEngi+ 32660 root 20 0 1331196 233016 23900 S 0.0 0.2 13:22.22 DMLProc 32467 root 20 0 2666176 91776 9344 S 20.0 0.1 537:47.15 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:38.85 python3 32505 root 20 0 692932 26148 20504 S 6.7 0.0 87:48.28 controlle+ 32491 root 20 0 263428 24708 18544 S 6.7 0.0 153:57.13 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.05 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:22.82 monit 11280 root 20 0 52080 4208 3640 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:29.78 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.37 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13153 7316 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 498046 509355 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13153 7316 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12424 37702 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 265 @ Sun Nov 13 20:13:26 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:13:26 up 59 days, 11:20, 0 users, load average: 2.60, 2.91, 2.99 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.4 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 17639.1 free, 71681.4 used, 38037.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54457.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5237:30 PrimProc 32634 root 20 0 55.3g 5.8g 18472 S 0.0 4.7 600:16.12 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1712:25 mariadbd 32636 root 20 0 4527388 255596 21824 S 0.0 0.2 101:02.08 WriteEngi+ 32660 root 20 0 1356796 236908 23900 S 0.0 0.2 13:36.77 DMLProc 32467 root 20 0 2666176 97944 9344 S 20.0 0.1 547:04.62 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:41.30 python3 32505 root 20 0 692932 26168 20504 S 0.0 0.0 89:26.39 controlle+ 32491 root 20 0 263428 24116 18544 S 6.7 0.0 156:48.47 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:25.43 monit 20737 root 20 0 52080 4184 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:29.99 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.41 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.42 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13154 7315 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 498248 509153 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13154 7315 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12430 37696 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 266 @ Sun Nov 13 21:13:26 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 58 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:13:26 up 59 days, 12:20, 0 users, load average: 21.68, 15.10, 9.83 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.1 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 16839.2 free, 71882.9 used, 38635.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 54256.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5394:08 PrimProc 32634 root 20 0 55.3g 6.0g 18472 S 0.0 4.8 619:34.37 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1717:07 mariadbd 32636 root 20 0 4527388 254792 21824 S 0.0 0.2 102:53.81 WriteEngi+ 32660 root 20 0 1381372 240368 23900 S 0.0 0.2 13:51.91 DMLProc 32467 root 20 0 2946856 111852 9344 S 13.3 0.1 557:14.96 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:44.01 python3 32505 root 20 0 703176 26064 20504 S 6.7 0.0 91:04.00 controlle+ 32491 root 20 0 263428 24328 18544 S 13.3 0.0 159:43.66 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:28.10 monit 31695 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:30.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.42 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.49 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13152 7317 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 498797 508604 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13152 7317 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12436 37690 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 267 @ Sun Nov 13 22:13:26 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:13:26 up 59 days, 13:20, 0 users, load average: 2.88, 4.08, 5.08 Tasks: 28 total, 2 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 15794.7 free, 72522.1 used, 39040.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53616.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5606:30 PrimProc 32634 root 20 0 55.3g 6.6g 18472 S 0.0 5.3 647:35.64 ExeMgr 21719 mysql 20 0 16.8g 3.2g 46984 S 0.0 2.6 1723:54 mariadbd 32636 root 20 0 4527388 274152 21824 S 0.0 0.2 104:46.41 WriteEngi+ 32660 root 20 0 1381372 244036 23900 S 0.0 0.2 14:07.19 DMLProc 32467 root 20 0 2967344 116972 9344 S 26.7 0.1 567:45.35 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:46.89 python3 32491 root 20 0 263428 27256 18544 R 13.3 0.0 162:40.47 workernode 32505 root 20 0 744152 26232 20504 S 13.3 0.0 92:42.92 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:30.82 monit 12170 root 20 0 52080 4212 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:30.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.42 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.55 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13158 7311 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 499163 508238 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13158 7311 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12442 37684 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 268 @ Sun Nov 13 23:13:26 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1401 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 23:13:26 up 59 days, 14:20, 0 users, load average: 4.16, 6.08, 7.86 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 15048.5 free, 72832.2 used, 39476.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 53306.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 5827:16 PrimProc 32634 root 20 0 55.7g 6.9g 18472 S 0.0 5.5 672:48.88 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1732:31 mariadbd 32636 root 20 0 4527388 259772 21824 S 6.7 0.2 106:40.15 WriteEngi+ 32660 root 20 0 1405948 247696 23900 S 0.0 0.2 14:22.62 DMLProc 32467 root 20 0 2967344 121340 9344 S 20.0 0.1 578:31.14 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:49.82 python3 32505 root 20 0 660148 26240 20504 S 6.7 0.0 94:22.98 controlle+ 32491 root 20 0 263428 23952 18544 S 6.7 0.0 165:41.37 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:33.55 monit 23622 root 20 0 52080 4100 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:30.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.42 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.61 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13155 7314 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 499565 507836 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13155 7314 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12448 37677 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 269 @ Mon Nov 14 00:13:26 UTC 2022 Thread Check: 37 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1403 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 00:13:27 up 59 days, 15:20, 0 users, load average: 6.89, 9.73, 10.06 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.7 us, 0.6 sy, 0.0 ni, 97.1 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 13824.3 free, 73597.3 used, 39936.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 52521.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25544 S 0.0 46.9 6127:14 PrimProc 32634 root 20 0 56.1g 7.6g 18856 S 0.0 6.1 709:44.89 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 46.7 2.6 1741:46 mariadbd 32636 root 20 0 4564252 256252 21824 S 0.0 0.2 108:29.69 WriteEngi+ 32660 root 20 0 1453060 252408 23900 S 0.0 0.2 14:37.52 DMLProc 32467 root 20 0 2969904 124104 9344 S 13.3 0.1 589:07.17 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:52.88 python3 32491 root 20 0 263428 27384 18544 S 0.0 0.0 168:33.19 workernode 32505 root 20 0 793320 26520 20504 S 6.7 0.0 95:59.40 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:36.39 monit 3007 root 20 0 52080 4120 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:31.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.42 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.67 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13163 7306 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 499988 507413 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13163 7306 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12455 37670 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 270 @ Mon Nov 14 01:13:27 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1403 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 01:13:27 up 59 days, 16:20, 0 users, load average: 12.53, 11.84, 15.88 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.2 sy, 0.0 ni, 97.1 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 12838.4 free, 74307.4 used, 40211.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51979.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.7g 58.3g 25616 S 0.0 46.9 6655:27 PrimProc 32634 root 20 0 58.2g 8.2g 18864 S 0.0 6.6 768:14.96 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.6 1751:59 mariadbd 32636 root 20 0 4564260 355608 21832 S 6.7 0.3 110:26.56 WriteEngi+ 32660 root 20 0 1453068 255360 23908 S 0.0 0.2 14:53.63 DMLProc 32467 root 20 0 3013936 103344 9344 S 13.3 0.1 600:57.98 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:56.43 python3 32505 root 20 0 762588 26412 20504 S 0.0 0.0 97:41.11 controlle+ 32491 root 20 0 263436 24580 18552 S 6.7 0.0 171:48.63 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:39.04 monit 17091 root 20 0 52080 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:31.91 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.42 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.73 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13161 7308 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 500441 506961 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13161 7308 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12463 37663 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 271 @ Mon Nov 14 02:13:27 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1403 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:13:27 up 59 days, 17:20, 0 users, load average: 4.75, 6.51, 10.13 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 1.0 sy, 0.0 ni, 98.4 id, 0.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 12112.6 free, 74694.9 used, 40550.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51595.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.8g 58.3g 25680 S 0.0 46.8 6987:54 PrimProc 32634 root 20 0 58.8g 8.7g 18864 S 0.0 7.0 809:14.02 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1763:09 mariadbd 32636 root 20 0 4564260 270548 21896 S 6.2 0.2 112:18.53 WriteEngi+ 32660 root 20 0 1459212 258748 23908 S 0.0 0.2 15:08.75 DMLProc 32467 root 20 0 3022128 98636 9344 S 12.5 0.1 611:32.57 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 16:59.59 python3 32505 root 20 0 649904 26084 20504 S 6.2 0.0 99:19.05 controlle+ 32491 root 20 0 263436 24088 18552 S 6.2 0.0 174:46.15 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:41.57 monit 28558 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:32.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.43 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13175 7294 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 500945 506456 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13175 7294 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12470 37656 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 272 @ Mon Nov 14 03:13:27 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1085 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 40 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:13:27 up 59 days, 18:20, 0 users, load average: 4.20, 8.22, 12.81 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.1 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 11976.4 free, 74701.2 used, 40680.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 51597.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.8g 58.2g 25680 S 0.0 46.8 7359:12 PrimProc 32634 root 20 0 56.4g 8.8g 18864 S 0.0 7.1 834:50.83 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.6 1770:41 mariadbd 32636 root 20 0 4585764 275172 21896 S 13.3 0.2 114:03.36 WriteEngi+ 32660 root 20 0 1459212 262956 23908 S 0.0 0.2 15:23.02 DMLProc 32467 root 20 0 2823392 81816 9344 S 20.0 0.1 621:08.40 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:02.62 python3 32505 root 20 0 688828 26324 20504 S 0.0 0.0 100:50.60 controlle+ 32491 root 20 0 263436 24972 18552 S 0.0 0.0 177:34.54 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.06 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:44.11 monit 7564 root 20 0 52080 4168 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:32.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.43 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13179 7290 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 501328 506074 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13179 7290 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12476 37649 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 273 @ Mon Nov 14 04:13:27 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1085 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:13:28 up 59 days, 19:20, 0 users, load average: 6.09, 8.54, 11.26 Tasks: 34 total, 1 running, 33 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 10687.1 free, 75384.1 used, 41286.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 50803.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 91.8g 58.4g 25680 S 0.0 46.9 7710:48 PrimProc 32634 root 20 0 59.8g 9.2g 18864 S 0.0 7.4 868:44.83 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1777:11 mariadbd 32636 root 20 0 4585764 268160 21896 S 6.7 0.2 116:00.78 WriteEngi+ 32660 root 20 0 1459212 266012 23908 S 0.0 0.2 15:39.06 DMLProc 32467 root 20 0 2748608 98656 9344 S 20.0 0.1 631:57.46 StorageMa+ 16817 root 20 0 572572 88568 16584 S 0.0 0.1 0:52.13 mariaback+ 18990 root 20 0 162000 55656 10828 S 0.0 0.0 0:01.00 s3cmd 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:05.86 python3 32491 root 20 0 263436 27544 18552 S 13.3 0.0 180:48.39 workernode 32505 root 20 0 750292 26340 20504 S 0.0 0.0 102:31.88 controlle+ 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 16818 root 20 0 1237164 11472 1980 S 0.0 0.0 11:14.43 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:46.27 monit 16711 root 20 0 16820 5112 2920 S 0.0 0.0 0:00.04 backup_ma+ 18999 root 20 0 52088 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:33.06 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 18989 root 20 0 14844 3356 3092 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 16819 root 20 0 26112 3160 2788 S 0.0 0.0 0:06.31 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.92 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13563 6906 67% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 501708 505693 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13563 6906 67% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12483 37643 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 274 @ Mon Nov 14 05:13:28 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1107 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:13:28 up 59 days, 20:20, 0 users, load average: 5.21, 7.48, 9.00 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 97.7 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 10051.5 free, 76253.4 used, 41052.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 50045.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.4g 25680 S 0.0 46.9 8012:14 PrimProc 32634 root 20 0 64.2g 10.1g 18864 S 0.0 8.1 909:35.86 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1783:43 mariadbd 32636 root 20 0 4585764 285968 21896 S 0.0 0.2 117:40.88 WriteEngi+ 32660 root 20 0 1466380 269860 23908 S 0.0 0.2 15:52.60 DMLProc 32467 root 20 0 3055920 126228 9344 S 20.0 0.1 641:33.04 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:08.96 python3 32505 root 20 0 995036 28920 20504 S 6.7 0.0 104:02.85 controlle+ 32491 root 20 0 263436 24872 18552 S 13.3 0.0 183:22.35 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:48.43 monit 1784 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:33.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:25.98 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13189 7280 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 502077 505324 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13189 7280 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12490 37636 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 275 @ Mon Nov 14 06:13:28 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:13:28 up 59 days, 21:20, 0 users, load average: 3.39, 6.42, 6.94 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 97.3 id, 1.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 9749.7 free, 76725.5 used, 40882.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 49065.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8270:27 PrimProc 32634 root 20 0 64.9g 10.7g 18864 S 0.0 8.6 945:14.96 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.2 2.6 1789:09 mariadbd 32636 root 20 0 4585764 281428 21896 S 0.0 0.2 119:38.57 WriteEngi+ 32660 root 20 0 1466380 273196 23908 S 0.0 0.2 16:08.52 DMLProc 32467 root 20 0 3055920 113500 9344 S 18.8 0.1 652:53.47 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:11.97 python3 32505 root 20 0 943816 28832 20504 S 6.2 0.0 105:46.70 controlle+ 32491 root 20 0 263436 23992 18552 S 6.2 0.0 186:26.56 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:50.54 monit 14112 root 20 0 52080 4168 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:33.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13191 7278 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 501901 505501 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13191 7278 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12497 37629 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 276 @ Mon Nov 14 07:13:28 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:13:28 up 59 days, 22:20, 0 users, load average: 2.95, 3.84, 4.40 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 9184.6 free, 77071.2 used, 41101.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 49183.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8410:43 PrimProc 32634 root 20 0 66.2g 10.9g 18864 S 0.0 8.8 961:23.12 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1794:26 mariadbd 32636 root 20 0 4585764 287400 21896 S 6.7 0.2 121:32.10 WriteEngi+ 32660 root 20 0 1466380 276644 23908 S 0.0 0.2 16:23.76 DMLProc 32467 root 20 0 3154224 106496 9344 S 20.0 0.1 663:42.69 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:14.73 python3 32505 root 20 0 872108 28876 20504 S 6.7 0.0 107:26.08 controlle+ 32491 root 20 0 263436 25080 18552 S 0.0 0.0 189:22.12 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:52.61 monit 27353 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:34.26 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13193 7276 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 502562 504840 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13193 7276 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12503 37623 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 277 @ Mon Nov 14 08:13:28 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:13:29 up 59 days, 23:20, 0 users, load average: 2.71, 3.34, 3.46 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8876.1 free, 76962.3 used, 41519.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 49112.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25680 S 0.0 46.8 8504:08 PrimProc 32634 root 20 0 66.4g 10.9g 18864 S 0.0 8.8 971:54.32 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1799:29 mariadbd 32636 root 20 0 4585764 281128 21896 S 0.0 0.2 123:25.85 WriteEngi+ 32660 root 20 0 1466380 280440 23908 S 0.0 0.2 16:38.89 DMLProc 32467 root 20 0 3154224 99712 9344 S 13.3 0.1 674:08.29 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:17.38 python3 32505 root 20 0 933572 28940 20504 S 0.0 0.0 109:04.82 controlle+ 32491 root 20 0 263436 27620 18552 S 6.7 0.0 192:17.40 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:54.61 monit 7783 root 20 0 52080 4196 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3596 1736 S 0.0 0.0 6:34.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13192 7276 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 502860 504541 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13192 7276 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12509 37617 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 278 @ Mon Nov 14 09:13:29 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:13:29 up 60 days, 20 min, 0 users, load average: 7.71, 4.48, 3.76 Tasks: 28 total, 3 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8573.5 free, 77221.4 used, 41562.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 49076.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8628:51 PrimProc 32634 root 20 0 66.5g 11.1g 18864 S 0.0 8.9 988:01.07 ExeMgr 21719 mysql 20 0 16.9g 3.3g 46984 S 6.7 2.6 1803:47 mariadbd 32636 root 20 0 4607268 297484 21896 S 0.0 0.2 125:18.06 WriteEngi+ 32660 root 20 0 1466380 283452 23908 S 0.0 0.2 16:53.93 DMLProc 32467 root 20 0 3154224 129288 9344 R 13.3 0.1 684:20.28 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:20.06 python3 32505 root 20 0 882352 28704 20504 S 0.0 0.0 110:43.09 controlle+ 32491 root 20 0 263436 24600 18552 R 0.0 0.0 195:10.57 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:56.79 monit 18545 root 20 0 52080 4196 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:34.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.44 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13196 7273 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503134 504267 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13196 7273 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12514 37611 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 279 @ Mon Nov 14 10:13:29 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:13:29 up 60 days, 1:20, 0 users, load average: 2.07, 3.24, 3.63 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.6 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8424.6 free, 77207.0 used, 41726.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48911.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8737:26 PrimProc 32634 root 20 0 66.9g 11.1g 18864 S 0.0 8.9 1000:22 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1808:06 mariadbd 32636 root 20 0 4607268 301180 21896 S 6.7 0.2 127:12.21 WriteEngi+ 32660 root 20 0 1466380 287588 23908 S 0.0 0.2 17:09.23 DMLProc 32467 root 20 0 3154224 108936 9344 S 13.3 0.1 694:37.96 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:22.71 python3 32505 root 20 0 882352 28968 20504 S 0.0 0.0 112:22.98 controlle+ 32491 root 20 0 263436 24104 18552 S 6.7 0.0 198:08.22 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 50:58.80 monit 28629 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:35.00 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.29 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13191 7278 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503354 504047 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13191 7278 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12520 37605 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 280 @ Mon Nov 14 11:13:29 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:13:29 up 60 days, 2:20, 0 users, load average: 2.39, 2.98, 3.03 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.4 sy, 0.0 ni, 98.3 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8382.5 free, 77283.8 used, 41691.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48934.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8826:15 PrimProc 32634 root 20 0 67.0g 11.2g 18864 S 0.0 9.0 1011:03 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1812:36 mariadbd 32636 root 20 0 4644132 336948 21896 S 0.0 0.3 129:04.74 WriteEngi+ 32660 root 20 0 1474572 291140 23908 S 0.0 0.2 17:24.24 DMLProc 32467 root 20 0 3154224 107388 9344 S 18.8 0.1 704:49.16 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:25.32 python3 32505 root 20 0 872108 28768 20504 S 6.2 0.0 114:01.63 controlle+ 32491 root 20 0 263436 28108 18552 S 6.2 0.0 201:01.25 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:00.87 monit 6640 root 20 0 52080 4136 3568 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:35.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13192 7276 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503557 503844 50% /etc/my.cnf.d /dev/nvme0n1p1 20468 13192 7276 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12526 37599 25% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 281 @ Mon Nov 14 12:13:29 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:13:29 up 60 days, 3:20, 0 users, load average: 2.23, 4.16, 4.09 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.0 sy, 0.0 ni, 98.4 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8418.7 free, 77392.8 used, 41546.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48904.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 8954:52 PrimProc 32634 root 20 0 67.2g 11.3g 18864 S 0.0 9.1 1027:17 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1816:28 mariadbd 32636 root 20 0 4644132 294744 21896 S 6.2 0.2 131:00.03 WriteEngi+ 32660 root 20 0 1474572 293692 23908 S 0.0 0.2 17:39.68 DMLProc 32467 root 20 0 3154224 117456 9344 S 18.8 0.1 715:24.91 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:28.02 python3 32505 root 20 0 923328 28988 20504 S 6.2 0.0 115:43.59 controlle+ 32491 root 20 0 263436 24184 18552 S 6.2 0.0 204:00.80 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:02.96 monit 17185 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:35.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13198 7271 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503709 503692 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13198 7271 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12533 37593 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 282 @ Mon Nov 14 13:13:29 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:13:30 up 60 days, 4:20, 0 users, load average: 3.25, 3.07, 3.22 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8379.0 free, 77468.8 used, 41509.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48752.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.9 9050:05 PrimProc 32634 root 20 0 67.3g 11.3g 18864 S 0.0 9.1 1038:16 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1819:30 mariadbd 32636 root 20 0 4775204 300116 21896 S 0.0 0.2 132:54.40 WriteEngi+ 32660 root 20 0 1474572 299072 23908 S 0.0 0.2 17:54.93 DMLProc 32467 root 20 0 3154224 122784 9344 S 20.0 0.1 725:43.57 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:30.62 python3 32505 root 20 0 892596 28876 20504 S 6.7 0.0 117:23.52 controlle+ 32491 root 20 0 263436 24040 18552 S 13.3 0.0 206:58.15 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:04.97 monit 26837 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:35.80 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.47 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13201 7268 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503811 503590 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13201 7268 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12539 37587 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 283 @ Mon Nov 14 14:13:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:13:30 up 60 days, 5:20, 0 users, load average: 2.78, 3.47, 3.25 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 98.1 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 8500.5 free, 77530.2 used, 41326.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48765.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.8 9143:34 PrimProc 32634 root 20 0 67.3g 11.4g 18864 S 0.0 9.2 1049:22 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1822:28 mariadbd 32636 root 20 0 4775204 311496 21896 S 6.7 0.2 134:49.55 WriteEngi+ 32660 root 20 0 1474572 301860 23908 S 0.0 0.2 18:10.24 DMLProc 32467 root 20 0 3154224 127548 9344 S 20.0 0.1 736:09.92 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:33.21 python3 32505 root 20 0 882352 28864 20504 S 6.7 0.0 119:04.28 controlle+ 32491 root 20 0 263436 24516 18552 S 6.7 0.0 209:55.55 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:07.06 monit 4799 root 20 0 52084 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:36.03 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.53 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13204 7265 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503932 503469 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13204 7265 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12544 37581 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 284 @ Mon Nov 14 15:13:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:13:30 up 60 days, 6:20, 0 users, load average: 2.52, 3.07, 3.39 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8284.2 free, 77611.2 used, 41462.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48660.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.8 9230:37 PrimProc 32634 root 20 0 67.4g 11.5g 18864 S 0.0 9.2 1059:04 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1824:34 mariadbd 32636 root 20 0 4775204 313248 21896 S 0.0 0.2 136:42.43 WriteEngi+ 32660 root 20 0 1480716 305212 23908 S 6.7 0.2 18:25.20 DMLProc 32467 root 20 0 3154224 136316 9344 S 20.0 0.1 746:26.04 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:35.76 python3 32505 root 20 0 882352 28736 20504 S 6.7 0.0 120:43.00 controlle+ 32491 root 20 0 263436 24108 18552 S 6.7 0.0 212:49.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.07 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:09.10 monit 14940 root 20 0 52084 4256 3692 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:36.26 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.45 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.58 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13205 7264 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 503996 503405 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13205 7264 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12550 37575 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 285 @ Mon Nov 14 16:13:30 UTC 2022 Thread Check: 22 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:13:30 up 60 days, 7:20, 0 users, load average: 3.06, 2.87, 2.78 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 98.0 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8265.1 free, 77606.0 used, 41486.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48509.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.8 9306:28 PrimProc 32634 root 20 0 67.4g 11.5g 18864 S 0.0 9.2 1067:32 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1826:22 mariadbd 32636 root 20 0 4775204 316796 21896 S 6.7 0.2 138:34.64 WriteEngi+ 32660 root 20 0 1487884 309076 23908 S 0.0 0.2 18:40.14 DMLProc 32467 root 20 0 3154224 130008 9344 S 6.7 0.1 756:35.29 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:38.29 python3 32505 root 20 0 872108 28716 20504 S 0.0 0.0 122:21.13 controlle+ 32491 root 20 0 263436 24344 18552 R 6.7 0.0 215:41.82 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:11.15 monit 24402 root 20 0 52084 4268 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:36.48 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13209 7260 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504056 503345 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13209 7260 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12556 37570 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 286 @ Mon Nov 14 17:13:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:13:31 up 60 days, 8:20, 0 users, load average: 2.36, 2.37, 2.51 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.8 sy, 0.0 ni, 98.6 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8477.0 free, 77606.9 used, 41273.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48687.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25680 S 0.0 46.8 9387:30 PrimProc 32634 root 20 0 67.4g 11.5g 18864 S 0.0 9.2 1076:20 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1827:52 mariadbd 32636 root 20 0 4775204 326036 21896 S 6.7 0.3 140:23.74 WriteEngi+ 32660 root 20 0 1516556 314112 23908 S 0.0 0.2 18:54.75 DMLProc 32467 root 20 0 3174712 120228 9344 S 13.3 0.1 766:43.15 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:40.82 python3 32505 root 20 0 882352 28740 20504 S 0.0 0.0 123:56.31 controlle+ 32491 root 20 0 263436 24104 18552 S 6.7 0.0 218:29.30 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:13.19 monit 2993 root 20 0 52084 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:36.70 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.71 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13227 7242 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504097 503304 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13227 7242 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12562 37564 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 287 @ Mon Nov 14 18:13:31 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:13:31 up 60 days, 9:20, 0 users, load average: 3.55, 3.71, 3.46 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.5 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8376.7 free, 77596.7 used, 41384.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48450.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 9467:36 PrimProc 32634 root 20 0 67.4g 11.5g 18876 S 0.0 9.2 1085:27 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1829:28 mariadbd 32636 root 20 0 4775216 324840 21908 S 6.7 0.2 142:16.60 WriteEngi+ 32660 root 20 0 1516568 316324 23920 S 6.7 0.2 19:09.78 DMLProc 32467 root 20 0 3174712 92672 9344 S 20.0 0.1 776:56.23 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:43.46 python3 32505 root 20 0 954060 28780 20504 S 6.7 0.0 125:34.59 controlle+ 32491 root 20 0 263448 27320 18564 S 6.7 0.0 221:22.23 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.08 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:15.24 monit 12856 root 20 0 52084 4128 3564 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:36.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.77 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13196 7273 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504163 503239 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13196 7273 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12567 37558 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 288 @ Mon Nov 14 19:13:31 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:13:31 up 60 days, 10:20, 0 users, load average: 3.25, 2.75, 2.64 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 1.2 sy, 0.0 ni, 97.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8233.8 free, 77650.3 used, 41473.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48096.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 9549:38 PrimProc 32634 root 20 0 67.4g 11.5g 18876 S 0.0 9.3 1094:56 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1831:38 mariadbd 32636 root 20 0 4775216 327532 21908 S 12.5 0.3 144:09.30 WriteEngi+ 32660 root 20 0 1526808 320976 23920 S 0.0 0.2 19:24.77 DMLProc 32467 root 20 0 3174712 112208 9344 S 18.8 0.1 786:50.14 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:46.01 python3 32505 root 20 0 913084 28980 20504 S 6.2 0.0 127:12.84 controlle+ 32491 root 20 0 263448 27736 18564 S 6.2 0.0 224:15.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:17.28 monit 23888 root 20 0 52084 4260 3692 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:37.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.82 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13197 7272 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504270 503131 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13197 7272 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12573 37553 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 289 @ Mon Nov 14 20:13:31 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:13:31 up 60 days, 11:20, 0 users, load average: 5.40, 5.01, 4.42 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 97.9 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8047.4 free, 77852.7 used, 41457.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48381.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 9646:42 PrimProc 32634 root 20 0 67.4g 11.6g 18876 S 0.0 9.4 1106:58 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 0.0 2.6 1835:14 mariadbd 32636 root 20 0 4775216 326856 21908 S 6.2 0.3 146:01.01 WriteEngi+ 32660 root 20 0 1526808 323496 23920 S 0.0 0.2 19:39.68 DMLProc 32467 root 20 0 3174712 96384 9344 S 18.8 0.1 796:41.09 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:48.60 python3 32505 root 20 0 964304 28856 20504 S 0.0 0.0 128:49.82 controlle+ 32491 root 20 0 263448 24136 18564 S 6.2 0.0 227:05.79 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:19.33 monit 1714 root 20 0 52084 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:37.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13199 7270 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504504 502897 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13199 7270 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12579 37547 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 290 @ Mon Nov 14 21:13:31 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:13:32 up 60 days, 12:20, 0 users, load average: 3.98, 3.46, 3.48 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 7836.5 free, 77958.7 used, 41562.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48279.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 9778:22 PrimProc 32634 root 20 0 67.4g 11.8g 18876 S 0.0 9.5 1124:37 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1840:18 mariadbd 32660 root 20 0 1555480 327704 23920 S 0.0 0.3 19:55.05 DMLProc 32636 root 20 0 4775216 326124 21908 S 0.0 0.3 147:55.81 WriteEngi+ 32467 root 20 0 3174712 107072 9344 S 13.3 0.1 807:01.29 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:51.29 python3 32505 root 20 0 964304 28920 20504 S 6.7 0.0 130:30.05 controlle+ 32491 root 20 0 263448 27744 18564 S 0.0 0.0 230:01.69 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:21.44 monit 12145 root 20 0 52084 4108 3540 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:37.64 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:26.94 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13201 7268 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 504795 502606 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13201 7268 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12585 37541 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 291 @ Mon Nov 14 22:13:32 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:13:32 up 60 days, 13:20, 0 users, load average: 2.58, 4.45, 5.59 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 7435.0 free, 78091.5 used, 41831.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 48134.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 9929:57 PrimProc 32634 root 20 0 67.4g 11.9g 18876 S 0.0 9.6 1142:46 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 6.7 2.6 1847:29 mariadbd 32660 root 20 0 1555480 331696 23920 S 0.0 0.3 20:10.67 DMLProc 32636 root 20 0 4775216 330436 21908 S 0.0 0.3 149:52.18 WriteEngi+ 32467 root 20 0 3174712 100180 9344 S 20.0 0.1 817:46.25 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:54.06 python3 32505 root 20 0 943816 28872 20504 S 6.7 0.0 132:11.38 controlle+ 32491 root 20 0 263448 24120 18564 S 6.7 0.0 233:01.86 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:23.52 monit 23849 root 20 0 52084 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:37.91 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.46 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.00 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13203 7266 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 505268 502133 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13203 7266 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12591 37535 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 292 @ Mon Nov 14 23:13:32 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 119 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 23:13:32 up 60 days, 14:20, 0 users, load average: 11.36, 8.70, 8.18 Tasks: 29 total, 3 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 87.6 us, 2.1 sy, 0.0 ni, 9.7 id, 0.0 wa, 0.0 hi, 0.6 si, 0.0 st MiB Mem : 127357.6 total, 6427.2 free, 78608.5 used, 42322.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47649.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.4g 25692 S 2612 46.9 10137:53 PrimProc 32634 root 20 0 67.7g 12.3g 18876 S 62.5 9.9 1172:53 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1856:33 mariadbd 32660 root 20 0 1555480 335632 23920 S 0.0 0.3 20:26.39 DMLProc 32636 root 20 0 4775216 332500 21908 S 6.2 0.3 151:48.89 WriteEngi+ 32467 root 20 0 3174712 107744 9344 R 25.0 0.1 828:34.10 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:56.96 python3 32505 root 20 0 943816 28976 20504 S 6.2 0.0 133:53.74 controlle+ 32491 root 20 0 263448 24192 18564 R 6.2 0.0 236:01.69 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:25.69 monit 4084 root 20 0 52084 4068 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:38.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13208 7261 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 505810 501591 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13208 7261 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12598 37528 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 293 @ Tue Nov 15 00:13:32 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 62 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 00:13:32 up 60 days, 15:20, 0 users, load average: 3.11, 4.98, 6.34 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.9 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5913.7 free, 78996.8 used, 42447.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 47120.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.4g 25692 S 0.0 46.9 10358:13 PrimProc 32634 root 20 0 68.1g 12.7g 18876 S 0.0 10.2 1199:59 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.6 1865:45 mariadbd 32636 root 20 0 4775216 349632 21908 S 0.0 0.3 153:43.20 WriteEngi+ 32660 root 20 0 1565720 338212 23920 S 0.0 0.3 20:41.80 DMLProc 32467 root 20 0 3197752 107416 9344 S 20.0 0.1 839:20.25 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 17:59.90 python3 32505 root 20 0 933572 29036 20504 S 0.0 0.0 135:33.55 controlle+ 32491 root 20 0 263448 24992 18564 S 6.7 0.0 239:02.18 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:27.84 monit 14883 root 20 0 52084 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:38.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.13 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13211 7258 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 506123 501278 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13211 7258 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12604 37521 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 294 @ Tue Nov 15 01:13:32 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 56 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 01:13:33 up 60 days, 16:20, 0 users, load average: 3.31, 6.11, 6.38 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 0.8 sy, 0.0 ni, 93.6 id, 4.3 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5285.0 free, 79397.6 used, 42675.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46896.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 10559:03 PrimProc 32634 root 20 0 68.2g 13.1g 18876 S 0.0 10.6 1225:00 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 43.8 2.6 1875:32 mariadbd 32636 root 20 0 4775216 343824 21908 S 0.0 0.3 155:31.84 WriteEngi+ 32660 root 20 0 1565720 341200 23920 S 0.0 0.3 20:56.51 DMLProc 32467 root 20 0 3149600 98532 9344 S 0.0 0.1 849:32.29 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:02.78 python3 32505 root 20 0 984792 28900 20504 S 0.0 0.0 137:08.30 controlle+ 32491 root 20 0 263448 24444 18564 S 0.0 0.0 241:50.58 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:29.97 monit 25289 root 20 0 52084 4264 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:38.93 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.19 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13221 7248 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 506687 500714 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13221 7248 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12610 37515 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 295 @ Tue Nov 15 02:13:33 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:13:33 up 60 days, 17:20, 0 users, load average: 4.92, 7.12, 8.79 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.4 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4988.5 free, 79777.6 used, 42591.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 46516.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 10790:38 PrimProc 32634 root 20 0 68.4g 13.6g 18876 S 0.0 10.9 1253:18 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1886:44 mariadbd 32660 root 20 0 1575960 345568 23920 S 6.7 0.3 21:12.45 DMLProc 32636 root 20 0 4775216 329220 21908 S 0.0 0.3 157:29.64 WriteEngi+ 32467 root 20 0 3190576 107464 9344 S 13.3 0.1 860:25.52 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:05.75 python3 32505 root 20 0 933572 29068 20504 S 0.0 0.0 138:49.99 controlle+ 32491 root 20 0 263448 24092 18564 S 6.7 0.0 244:55.09 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:32.16 monit 4247 root 20 0 52084 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:39.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.25 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13221 7248 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 507207 500194 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13221 7248 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12617 37509 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 296 @ Tue Nov 15 03:13:33 UTC 2022 Thread Check: 32 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1117 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 65 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:13:33 up 60 days, 18:20, 0 users, load average: 10.91, 10.87, 8.49 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 98.8 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4935.3 free, 80931.9 used, 41490.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 45361.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 11047:59 PrimProc 32634 root 20 0 68.6g 14.5g 18876 S 0.0 11.6 1290:23 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1894:33 mariadbd 32660 root 20 0 1586200 349244 23920 S 0.0 0.3 21:28.28 DMLProc 32636 root 20 0 4775216 338748 21908 S 6.7 0.3 159:28.05 WriteEngi+ 32467 root 20 0 3211064 212968 9344 S 13.3 0.2 871:23.73 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:08.76 python3 32505 root 20 0 974548 29056 20504 S 6.7 0.0 140:32.57 controlle+ 32491 root 20 0 263448 24016 18564 S 0.0 0.0 247:57.17 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:34.30 monit 15644 root 20 0 52084 4204 3636 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:39.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.31 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13221 7248 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 507635 499766 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13221 7248 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12624 37502 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 297 @ Tue Nov 15 04:13:33 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1136 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:13:33 up 60 days, 19:20, 0 users, load average: 10.11, 11.78, 10.17 Tasks: 35 total, 1 running, 34 sleeping, 0 stopped, 0 zombie %Cpu(s): 6.2 us, 1.6 sy, 0.0 ni, 91.8 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4132.8 free, 83092.5 used, 40132.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 43205.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.7g 25692 S 0.0 47.2 11326:14 PrimProc 32634 root 20 0 69.4g 16.1g 18876 S 0.0 13.0 1328:29 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1901:11 mariadbd 32660 root 20 0 1604632 352736 23920 S 0.0 0.3 21:44.00 DMLProc 32636 root 20 0 4775216 326340 21908 S 6.7 0.3 161:24.04 WriteEngi+ 32467 root 20 0 3180332 136084 9344 S 0.0 0.1 882:16.09 StorageMa+ 24413 root 20 0 572104 92388 16792 S 0.0 0.1 0:52.95 mariaback+ 27096 root 20 0 162000 55512 10684 S 6.7 0.0 0:01.73 s3cmd 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:11.89 python3 32505 root 20 0 954060 28960 20504 S 0.0 0.0 142:14.54 controlle+ 32491 root 20 0 263448 24112 18564 S 6.7 0.0 251:01.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 24414 root 20 0 1237164 11816 2076 S 0.0 0.0 10:58.99 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:36.49 monit 24303 root 20 0 16820 5116 2924 S 0.0 0.0 0:00.02 backup_ma+ 27111 root 20 0 52088 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:40.09 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.47 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 24415 root 20 0 26112 3228 2856 S 0.0 0.0 0:06.16 split 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 27095 root 20 0 14844 3004 2740 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13599 6870 67% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 507977 499424 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13599 6870 67% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12631 37495 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 298 @ Tue Nov 15 05:13:33 UTC 2022 Thread Check: 34 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1289 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:13:33 up 60 days, 20:20, 0 users, load average: 2.91, 8.29, 11.54 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 98.0 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5592.1 free, 82767.4 used, 38998.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 43528.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 11728:47 PrimProc 32634 root 20 0 72.1g 16.3g 18876 S 0.0 13.1 1372:49 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1907:45 mariadbd 32660 root 20 0 1616920 356656 23920 S 6.7 0.3 21:59.18 DMLProc 32636 root 20 0 4775216 353580 21908 S 6.7 0.3 163:15.41 WriteEngi+ 32467 root 20 0 3180332 121220 9344 S 13.3 0.1 892:47.80 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:15.22 python3 32505 root 20 0 995036 28968 20504 S 6.7 0.0 143:52.17 controlle+ 32491 root 20 0 263448 24380 18564 S 6.7 0.0 254:02.00 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:38.90 monit 8707 root 20 0 52084 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3580 1736 S 0.0 0.0 6:40.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.43 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13227 7242 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 508376 499025 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13227 7242 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12638 37488 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 299 @ Tue Nov 15 06:13:33 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:13:34 up 60 days, 21:20, 0 users, load average: 3.35, 3.98, 4.84 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.0 sy, 0.0 ni, 97.6 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4760.1 free, 83367.4 used, 39230.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42928.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.4g 25692 S 0.0 47.0 11888:45 PrimProc 32634 root 20 0 73.2g 16.8g 18876 S 0.0 13.5 1395:17 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1913:27 mariadbd 32660 root 20 0 1616920 360028 23920 S 0.0 0.3 22:14.78 DMLProc 32636 root 20 0 4775216 347728 21908 S 6.7 0.3 165:11.67 WriteEngi+ 32467 root 20 0 3180332 110740 9344 S 13.3 0.1 903:37.20 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:18.02 python3 32505 root 20 0 913084 28888 20504 S 0.0 0.0 145:34.50 controlle+ 32491 root 20 0 263448 24480 18564 S 6.7 0.0 257:02.14 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:41.29 monit 19941 root 20 0 52084 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:40.90 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13228 7241 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 508740 498661 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13228 7241 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12644 37481 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 300 @ Tue Nov 15 07:13:34 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:13:34 up 60 days, 22:20, 0 users, load average: 2.16, 2.71, 3.68 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5028.6 free, 83515.5 used, 38813.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42780.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 12031:21 PrimProc 32634 root 20 0 73.3g 17.1g 18876 S 0.0 13.7 1412:03 ExeMgr 21719 mysql 20 0 16.9g 3.3g 46984 S 0.0 2.7 1919:10 mariadbd 32660 root 20 0 1616920 364472 23920 S 0.0 0.3 22:29.65 DMLProc 32636 root 20 0 4775216 356872 21908 S 0.0 0.3 167:02.80 WriteEngi+ 32467 root 20 0 3180332 128892 9344 S 20.0 0.1 913:58.39 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:20.77 python3 32505 root 20 0 882352 28744 20504 S 13.3 0.0 147:11.78 controlle+ 32491 root 20 0 263448 27288 18564 S 6.7 0.0 259:53.19 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:43.59 monit 30533 root 20 0 52084 4080 3516 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:41.18 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.55 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13228 7241 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 509119 498282 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13228 7241 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12650 37475 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 301 @ Tue Nov 15 08:13:34 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:13:34 up 60 days, 23:20, 0 users, load average: 2.83, 3.50, 4.02 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.6 sy, 0.0 ni, 98.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4964.0 free, 83796.7 used, 38596.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42499.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 12136:50 PrimProc 32634 root 20 0 73.9g 17.3g 18876 S 0.0 13.9 1426:02 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1924:52 mariadbd 32636 root 20 0 4775216 370500 21908 S 6.7 0.3 168:56.36 WriteEngi+ 32660 root 20 0 1616920 368424 23920 S 0.0 0.3 22:44.80 DMLProc 32467 root 20 0 3180332 139528 9344 S 20.0 0.1 924:20.26 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:23.44 python3 32505 root 20 0 913084 28956 20504 S 0.0 0.0 148:51.03 controlle+ 32491 root 20 0 263448 26040 18564 S 6.7 0.0 262:46.75 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:45.96 monit 8619 root 20 0 52084 4108 3544 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:41.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.61 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13234 7235 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 509442 497959 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13234 7235 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12657 37469 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 302 @ Tue Nov 15 09:13:34 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 117 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:13:34 up 61 days, 20 min, 0 users, load average: 7.27, 4.18, 3.60 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 57.7 us, 5.7 sy, 0.0 ni, 35.7 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4350.2 free, 84333.4 used, 38674.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41963.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.7g 25692 S 1960 47.2 12242:47 PrimProc 32634 root 20 0 74.1g 17.4g 18876 S 53.3 14.0 1437:52 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1929:48 mariadbd 32660 root 20 0 1616920 371148 23920 S 0.0 0.3 23:00.00 DMLProc 32636 root 20 0 4775216 352112 21908 S 0.0 0.3 170:50.75 WriteEngi+ 32467 root 20 0 3180332 109628 9344 S 26.7 0.1 934:51.04 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:26.08 python3 32505 root 20 0 882352 28772 20504 S 0.0 0.0 150:30.39 controlle+ 32491 root 20 0 263448 25116 18564 S 13.3 0.0 265:41.64 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:48.26 monit 18394 root 20 0 52084 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:41.69 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.67 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13233 7236 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 509715 497687 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13233 7236 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12662 37463 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 303 @ Tue Nov 15 10:13:34 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:13:35 up 61 days, 1:20, 0 users, load average: 2.39, 4.06, 4.59 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5223.2 free, 84144.2 used, 37990.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42152.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.3g 25692 S 0.0 46.9 12361:30 PrimProc 32634 root 20 0 75.2g 17.6g 18876 S 0.0 14.2 1452:21 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1934:29 mariadbd 32660 root 20 0 1627160 375308 23920 S 0.0 0.3 23:15.36 DMLProc 32636 root 20 0 4775216 368308 21908 S 0.0 0.3 172:46.16 WriteEngi+ 32467 root 20 0 3180332 104336 9344 S 13.3 0.1 945:24.51 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:28.80 python3 32505 root 20 0 943816 28876 20504 S 6.7 0.0 152:11.67 controlle+ 32491 root 20 0 263448 24876 18564 S 6.7 0.0 268:40.29 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.09 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:50.75 monit 28882 root 20 0 52084 4108 3544 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:41.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.48 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.73 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13233 7236 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 509956 497445 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13233 7236 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12668 37457 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 304 @ Tue Nov 15 11:13:35 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1291 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:13:35 up 61 days, 2:20, 0 users, load average: 3.73, 4.13, 3.61 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 5.3 us, 2.4 sy, 0.0 ni, 91.7 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4939.8 free, 84212.8 used, 38205.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42083.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 92.9g 58.2g 25692 S 0.0 46.8 12459:00 PrimProc 32634 root 20 0 75.6g 17.7g 18876 S 0.0 14.2 1464:29 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1938:35 mariadbd 32636 root 20 0 4775216 420404 21908 S 0.0 0.3 174:40.57 WriteEngi+ 32660 root 20 0 1627160 379180 23920 S 0.0 0.3 23:30.59 DMLProc 32467 root 20 0 3180332 102152 9344 R 13.3 0.1 955:47.18 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:31.42 python3 32505 root 20 0 943816 28804 20504 S 6.7 0.0 153:52.14 controlle+ 32491 root 20 0 263448 24128 18564 S 6.7 0.0 271:35.75 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:53.07 monit 7127 root 20 0 52084 4160 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:42.23 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13236 7233 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510154 497248 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13236 7233 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12674 37451 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 305 @ Tue Nov 15 12:13:35 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:13:35 up 61 days, 3:20, 0 users, load average: 2.91, 3.88, 4.72 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 0.8 sy, 0.0 ni, 97.1 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5726.2 free, 84707.4 used, 36924.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41588.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 12608:16 PrimProc 32634 root 20 0 77.6g 18.1g 18876 S 0.0 14.5 1484:18 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1942:02 mariadbd 32636 root 20 0 4775216 396548 21908 S 6.2 0.3 176:34.73 WriteEngi+ 32660 root 20 0 1637400 382960 23920 S 0.0 0.3 23:45.85 DMLProc 32467 root 20 0 3180332 111036 9344 S 12.5 0.1 966:14.53 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:34.16 python3 32505 root 20 0 882352 28872 20504 S 6.2 0.0 155:33.22 controlle+ 32491 root 20 0 263448 24476 18564 S 6.2 0.0 274:33.96 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.10 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:55.46 monit 17554 root 20 0 52084 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:42.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13238 7231 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510317 497084 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13238 7231 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12681 37445 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 306 @ Tue Nov 15 13:13:35 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:13:35 up 61 days, 4:20, 0 users, load average: 3.02, 3.43, 3.47 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.0 sy, 0.0 ni, 98.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5226.2 free, 85136.7 used, 36994.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41159.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 12715:14 PrimProc 32634 root 20 0 78.1g 18.5g 18876 S 0.0 14.9 1497:43 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1944:38 mariadbd 32636 root 20 0 4775216 409008 21908 S 0.0 0.3 178:29.05 WriteEngi+ 32660 root 20 0 1637400 385780 23920 S 0.0 0.3 24:01.02 DMLProc 32467 root 20 0 3180332 109388 9344 S 20.0 0.1 976:31.93 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:36.78 python3 32505 root 20 0 913084 28972 20504 S 0.0 0.0 157:13.52 controlle+ 32491 root 20 0 263448 24120 18564 S 6.7 0.0 277:29.94 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 51:57.81 monit 27904 root 20 0 52084 4212 3648 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:42.84 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.91 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13275 7194 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510416 496985 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13275 7194 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12687 37438 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 307 @ Tue Nov 15 14:13:35 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 126 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:13:36 up 61 days, 5:20, 0 users, load average: 10.93, 4.66, 3.29 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 38.5 us, 17.8 sy, 0.0 ni, 41.4 id, 1.3 wa, 0.0 hi, 1.1 si, 0.0 st MiB Mem : 127357.6 total, 4178.4 free, 86211.1 used, 36968.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40085.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.2g 59.1g 25692 S 1600 47.5 12799:19 PrimProc 32634 root 20 0 78.2g 18.8g 18876 S 353.3 15.1 1507:48 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1946:40 mariadbd 32636 root 20 0 4775216 403464 21908 S 6.7 0.3 180:23.23 WriteEngi+ 32660 root 20 0 1637400 388460 23920 S 6.7 0.3 24:16.18 DMLProc 32467 root 20 0 3180332 125248 9344 S 33.3 0.1 986:40.88 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:39.32 python3 32505 root 20 0 882352 28768 20504 S 6.7 0.0 158:53.27 controlle+ 32491 root 20 0 263448 24020 18564 R 13.3 0.0 280:25.06 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:00.16 monit 5895 root 20 0 52084 4132 3568 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:43.07 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:27.98 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13274 7195 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510510 496892 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13274 7195 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12693 37432 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 308 @ Tue Nov 15 15:13:36 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 15:13:36 up 61 days, 6:20, 0 users, load average: 3.90, 4.08, 3.59 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.4 sy, 0.0 ni, 96.7 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5327.3 free, 85158.8 used, 36871.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41137.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 12891:08 PrimProc 32634 root 20 0 78.2g 18.5g 18876 S 0.0 14.9 1519:09 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1948:21 mariadbd 32636 root 20 0 4775216 422820 21908 S 6.7 0.3 182:17.67 WriteEngi+ 32660 root 20 0 1661976 393244 23920 S 0.0 0.3 24:31.30 DMLProc 32467 root 20 0 3180332 107684 9344 S 13.3 0.1 996:47.56 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:41.88 python3 32505 root 20 0 913084 28776 20504 S 0.0 0.0 160:32.73 controlle+ 32491 root 20 0 263448 25108 18564 S 6.7 0.0 283:20.11 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:02.54 monit 15555 root 20 0 52084 4112 3548 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:43.30 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13277 7192 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510568 496833 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13277 7192 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12699 37427 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 309 @ Tue Nov 15 16:13:36 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:13:36 up 61 days, 7:20, 0 users, load average: 3.18, 3.07, 2.87 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.8 sy, 0.0 ni, 98.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5188.8 free, 85227.7 used, 36941.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41068.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 12981:09 PrimProc 32634 root 20 0 78.2g 18.6g 18876 S 0.0 14.9 1529:39 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1949:50 mariadbd 32636 root 20 0 4775216 432224 21908 S 6.7 0.3 184:10.51 WriteEngi+ 32660 root 20 0 1694744 396772 23920 S 0.0 0.3 24:46.29 DMLProc 32467 root 20 0 3180332 118448 9344 S 20.0 0.1 1006:50 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:44.42 python3 32505 root 20 0 892596 28736 20504 S 6.7 0.0 162:10.93 controlle+ 32491 root 20 0 263448 24092 18564 S 6.7 0.0 286:13.49 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:04.87 monit 25094 root 20 0 52084 4132 3568 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:43.52 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.49 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.09 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13287 7182 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510624 496777 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13287 7182 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12705 37421 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 310 @ Tue Nov 15 17:13:36 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:13:36 up 61 days, 8:20, 0 users, load average: 2.62, 3.09, 3.07 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.0 sy, 0.0 ni, 98.4 id, 1.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4657.4 free, 85275.9 used, 37424.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41020.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13062:39 PrimProc 32634 root 20 0 78.2g 18.6g 18876 S 0.0 14.9 1538:35 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1951:26 mariadbd 32636 root 20 0 4775216 450204 21908 S 6.7 0.3 186:01.94 WriteEngi+ 32660 root 20 0 1694744 400412 23920 S 0.0 0.3 25:01.03 DMLProc 32467 root 20 0 3200820 148860 9344 S 6.7 0.1 1016:49 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:46.96 python3 32505 root 20 0 892596 28904 20504 S 0.0 0.0 163:46.23 controlle+ 32491 root 20 0 263448 24860 18564 S 0.0 0.0 289:02.97 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:07.25 monit 3747 root 20 0 52084 4212 3648 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:43.74 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13286 7183 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510639 496762 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13286 7183 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12710 37415 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 311 @ Tue Nov 15 18:13:36 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:13:37 up 61 days, 9:20, 0 users, load average: 2.51, 2.70, 2.69 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.4 sy, 0.0 ni, 98.6 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4623.8 free, 85230.7 used, 37503.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41065.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13138:52 PrimProc 32634 root 20 0 78.2g 18.6g 18876 S 0.0 14.9 1547:07 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1953:08 mariadbd 32636 root 20 0 4775216 450960 21908 S 6.7 0.3 187:55.36 WriteEngi+ 32660 root 20 0 1704984 403268 23920 S 6.7 0.3 25:16.15 DMLProc 32467 root 20 0 3200820 106352 9344 S 26.7 0.1 1026:49 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:49.59 python3 32505 root 20 0 892596 28896 20504 S 0.0 0.0 165:24.02 controlle+ 32491 root 20 0 263448 25344 18564 S 6.7 0.0 291:57.32 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:09.56 monit 13639 root 20 0 52084 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:43.96 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13290 7179 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510707 496694 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13290 7179 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12716 37410 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 312 @ Tue Nov 15 19:13:37 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:13:37 up 61 days, 10:20, 0 users, load average: 2.36, 2.52, 2.70 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.8 sy, 0.0 ni, 96.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5001.7 free, 85173.2 used, 37182.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41123.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.8 13219:13 PrimProc 32634 root 20 0 78.2g 18.5g 18876 S 0.0 14.9 1556:05 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1955:31 mariadbd 32636 root 20 0 4775216 434696 21908 S 6.7 0.3 189:48.35 WriteEngi+ 32660 root 20 0 1715224 407560 23920 S 0.0 0.3 25:31.19 DMLProc 32467 root 20 0 3200820 129712 9408 S 20.0 0.1 1037:02 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:52.14 python3 32505 root 20 0 892596 28872 20504 S 6.7 0.0 167:01.77 controlle+ 32491 root 20 0 263448 24748 18564 S 13.3 0.0 294:51.79 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:11.89 monit 23024 root 20 0 52084 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:44.16 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.27 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13284 7185 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 510859 496542 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13284 7185 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12722 37404 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 313 @ Tue Nov 15 20:13:37 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:13:37 up 61 days, 11:20, 0 users, load average: 3.78, 3.55, 3.20 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4706.9 free, 85255.3 used, 37395.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41041.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13299:21 PrimProc 32634 root 20 0 78.2g 18.6g 18876 S 0.0 14.9 1565:13 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1959:23 mariadbd 32636 root 20 0 4775216 455160 21908 S 6.7 0.3 191:42.14 WriteEngi+ 32660 root 20 0 1747992 412400 23920 S 0.0 0.3 25:46.32 DMLProc 32467 root 20 0 3200820 113548 9408 S 13.3 0.1 1047:21 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:54.72 python3 32505 root 20 0 964304 28940 20504 S 0.0 0.0 168:39.55 controlle+ 32491 root 20 0 263448 24088 18564 S 6.7 0.0 297:45.49 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:14.25 monit 822 root 20 0 52084 4176 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:44.37 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.33 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13290 7179 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 511088 496313 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13290 7179 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12727 37398 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 314 @ Tue Nov 15 21:13:37 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:13:37 up 61 days, 12:20, 0 users, load average: 2.50, 4.10, 7.81 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 97.6 id, 0.8 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 4931.3 free, 85386.8 used, 37039.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40909.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13524:48 PrimProc 32634 root 20 0 78.2g 18.7g 18876 S 0.0 15.0 1583:25 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1965:07 mariadbd 32636 root 20 0 4775216 462548 21908 S 0.0 0.4 193:42.63 WriteEngi+ 32660 root 20 0 1747992 415800 23920 S 0.0 0.3 26:02.55 DMLProc 32467 root 20 0 3200820 115336 9408 S 20.0 0.1 1058:32 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 18:57.63 python3 32505 root 20 0 882352 28952 20504 S 6.7 0.0 170:22.07 controlle+ 32491 root 20 0 263448 24204 18564 S 6.7 0.0 300:59.86 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:16.69 monit 11364 root 20 0 52084 4288 3724 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:44.66 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13289 7180 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 511411 495990 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13289 7180 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12733 37392 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 315 @ Tue Nov 15 22:13:37 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:13:38 up 61 days, 13:20, 0 users, load average: 3.25, 3.39, 3.88 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 97.6 id, 0.8 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 4708.5 free, 85400.7 used, 37248.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40895.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13638:16 PrimProc 32634 root 20 0 78.2g 18.7g 18876 S 0.0 15.1 1594:49 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1972:53 mariadbd 32636 root 20 0 4775216 427760 21908 S 6.2 0.3 195:37.85 WriteEngi+ 32660 root 20 0 1747992 418872 23920 S 0.0 0.3 26:18.00 DMLProc 32467 root 20 0 3200820 113556 9408 S 18.8 0.1 1069:12 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:00.32 python3 32505 root 20 0 882352 28860 20504 S 12.5 0.0 172:00.90 controlle+ 32491 root 20 0 263448 27260 18564 S 6.2 0.0 303:57.92 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:19.03 monit 21153 root 20 0 52084 4096 3532 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:44.88 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.45 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13292 7177 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 511821 495580 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13292 7177 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12739 37386 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 316 @ Tue Nov 15 23:13:38 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 34 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 23:13:38 up 61 days, 14:20, 0 users, load average: 4.43, 8.29, 7.64 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.6 sy, 0.0 ni, 98.8 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5232.0 free, 85709.0 used, 36416.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40587.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 13843:18 PrimProc 32634 root 20 0 78.2g 19.0g 18876 S 0.0 15.3 1619:18 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 1982:36 mariadbd 32636 root 20 0 4775216 454756 21908 S 0.0 0.3 197:28.94 WriteEngi+ 32660 root 20 0 1747992 421372 23920 S 0.0 0.3 26:32.80 DMLProc 32467 root 20 0 2924232 108284 9408 S 13.3 0.1 1079:34 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:03.17 python3 32505 root 20 0 984792 29164 20504 S 6.7 0.0 173:37.21 controlle+ 32491 root 20 0 263448 25008 18564 S 6.7 0.0 306:49.20 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:21.46 monit 32277 root 20 0 52084 4228 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:45.18 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.50 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.52 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13295 7173 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 511642 495759 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13295 7173 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12746 37380 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 317 @ Wed Nov 16 00:13:38 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 00:13:38 up 61 days, 15:20, 0 users, load average: 2.46, 5.50, 8.06 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 97.7 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4619.3 free, 86374.8 used, 36363.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39921.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 14113:56 PrimProc 32634 root 20 0 78.7g 19.6g 18876 S 0.0 15.8 1655:52 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 1992:29 mariadbd 32636 root 20 0 4775216 473276 21908 S 0.0 0.4 199:25.23 WriteEngi+ 32660 root 20 0 1747992 425464 23920 S 0.0 0.3 26:48.36 DMLProc 32467 root 20 0 3190576 108684 9408 S 20.0 0.1 1090:58 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:06.20 python3 32505 root 20 0 943816 29136 20504 S 6.7 0.0 175:19.04 controlle+ 32491 root 20 0 263448 24860 18564 S 13.3 0.0 309:49.15 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:23.93 monit 14064 root 20 0 52084 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:45.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.58 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13298 7171 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 512749 494652 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13298 7171 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12753 37373 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 318 @ Wed Nov 16 01:13:38 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 01:13:38 up 61 days, 16:20, 0 users, load average: 3.02, 3.88, 5.97 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 0.8 sy, 0.0 ni, 97.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4664.6 free, 86500.1 used, 36192.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39796.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 14286:55 PrimProc 32634 root 20 0 78.7g 19.8g 18876 S 0.0 15.9 1678:48 ExeMgr 21719 mysql 20 0 16.9g 3.3g 46984 S 6.7 2.7 2003:07 mariadbd 32660 root 20 0 1747992 428808 23920 S 0.0 0.3 27:03.98 DMLProc 32636 root 20 0 4775216 398984 21908 S 0.0 0.3 201:22.04 WriteEngi+ 32467 root 20 0 3190576 107872 9408 R 13.3 0.1 1102:04 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:09.04 python3 32505 root 20 0 882352 28828 20504 S 6.7 0.0 177:00.58 controlle+ 32491 root 20 0 263448 24152 18564 S 6.7 0.0 312:48.13 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.11 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:26.31 monit 24649 root 20 0 52084 4168 3604 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:45.88 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.63 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13289 7180 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 513241 494160 51% /etc/my.cnf.d /dev/nvme0n1p1 20468 13289 7180 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12759 37367 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 319 @ Wed Nov 16 02:13:38 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:13:39 up 61 days, 17:20, 0 users, load average: 3.16, 4.91, 7.14 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 99.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 12308.8 free, 86910.6 used, 28138.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39385.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 93.0g 58.3g 25692 S 0.0 46.9 14520:31 PrimProc 32634 root 20 0 81.8g 20.1g 18876 S 0.0 16.2 1711:34 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 2014:54 mariadbd 32636 root 20 0 4775216 440348 21908 S 6.7 0.3 203:16.66 WriteEngi+ 32660 root 20 0 1758232 432540 23920 S 0.0 0.3 27:19.33 DMLProc 32467 root 20 0 3197744 125060 9408 S 13.3 0.1 1113:30 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:12.06 python3 32505 root 20 0 943816 29084 20504 S 0.0 0.0 178:39.90 controlle+ 32491 root 20 0 263448 24492 18564 S 6.7 0.0 315:47.05 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:28.83 monit 6231 root 20 0 52084 4048 3480 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:46.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.70 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13292 7177 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 513787 493614 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13292 7177 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12765 37360 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 320 @ Wed Nov 16 03:13:39 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 72 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:13:39 up 61 days, 18:20, 0 users, load average: 9.03, 9.26, 8.98 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.6 sy, 0.0 ni, 98.6 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 12010.6 free, 88232.5 used, 27114.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38064.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 59.0g 25692 S 0.0 47.4 14758:02 PrimProc 32634 root 20 0 83.1g 20.6g 18876 S 0.0 16.6 1746:27 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 2023:18 mariadbd 32660 root 20 0 1758232 436824 23920 S 0.0 0.3 27:35.09 DMLProc 32636 root 20 0 4775216 396764 21908 S 6.7 0.3 205:14.57 WriteEngi+ 32467 root 20 0 3320672 264272 9408 S 20.0 0.2 1125:30 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:15.06 python3 32505 root 20 0 933572 28972 20504 S 0.0 0.0 180:22.25 controlle+ 32491 root 20 0 263448 24112 18564 S 6.7 0.0 318:48.84 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:31.41 monit 20910 root 20 0 52084 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 6:46.60 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.76 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13293 7176 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 514206 493195 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13293 7176 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12773 37353 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 321 @ Wed Nov 16 04:13:39 UTC 2022 Thread Check: 50 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1388 /usr/bin/ExeMgr 128 /usr/bin/PrimProc 69 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:13:39 up 61 days, 19:20, 0 users, load average: 13.09, 15.86, 16.50 Tasks: 35 total, 4 running, 31 sleeping, 0 stopped, 0 zombie %Cpu(s): 35.9 us, 14.0 sy, 0.0 ni, 47.5 id, 1.5 wa, 0.0 hi, 1.1 si, 0.0 st MiB Mem : 127357.6 total, 9793.3 free, 89585.0 used, 27979.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36713.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.2g 59.2g 25692 S 1327 47.6 15175:58 PrimProc 32634 root 20 0 84.8g 21.6g 18876 S 440.0 17.4 1789:46 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 6.7 2.7 2030:20 mariadbd 32660 root 20 0 1758232 439136 23920 S 0.0 0.3 27:48.84 DMLProc 32636 root 20 0 4775216 403152 21908 S 0.0 0.3 206:56.35 WriteEngi+ 32467 root 20 0 3284812 241776 9408 S 26.7 0.2 1136:03 StorageMa+ 2766 root 20 0 572572 102760 16824 S 6.7 0.1 0:55.33 mariaback+ 5845 root 20 0 162000 55656 10828 R 6.7 0.0 0:01.06 s3cmd 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:18.36 python3 32505 root 20 0 1158940 29460 20504 S 6.7 0.0 181:52.18 controlle+ 32491 root 20 0 263448 24984 18564 S 13.3 0.0 321:26.29 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 2767 root 20 0 1237164 12556 2008 R 6.7 0.0 12:12.52 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:33.98 monit 2648 root 20 0 16820 5152 2964 S 0.0 0.0 0:00.04 backup_ma+ 6106 root 20 0 52088 4220 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:47.07 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 5844 root 20 0 14844 3288 3024 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 2768 root 20 0 26112 3204 2836 R 0.0 0.0 0:06.23 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.83 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13673 6796 67% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 514601 492800 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13673 6796 67% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12780 37345 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 322 @ Wed Nov 16 05:13:39 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1252 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:13:39 up 61 days, 20:20, 0 users, load average: 4.49, 7.89, 8.94 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.2 sy, 0.0 ni, 98.4 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 10995.2 free, 88584.9 used, 27777.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37711.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 58.3g 25700 S 0.0 46.9 15426:39 PrimProc 32634 root 20 0 84.1g 21.8g 18884 S 0.0 17.5 1826:59 ExeMgr 21719 mysql 20 0 16.7g 3.3g 46984 S 13.3 2.7 2037:11 mariadbd 32636 root 20 0 4775224 471824 21916 S 6.7 0.4 208:50.12 WriteEngi+ 32660 root 20 0 1758240 443088 23928 S 0.0 0.3 28:04.12 DMLProc 32467 root 20 0 3223348 111532 9408 S 20.0 0.1 1147:23 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:21.44 python3 32505 root 20 0 954060 29072 20504 S 0.0 0.0 183:30.54 controlle+ 32491 root 20 0 263456 24208 18572 S 13.3 0.0 324:23.65 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:36.22 monit 18250 root 20 0 52084 4120 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:47.44 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13298 7171 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 514370 493031 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13298 7171 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12787 37338 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 323 @ Wed Nov 16 06:13:39 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1322 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 51 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:13:40 up 61 days, 21:20, 0 users, load average: 1.92, 2.88, 4.17 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.2 sy, 0.0 ni, 97.4 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 9949.3 free, 89077.9 used, 28330.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37218.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 58.3g 25700 S 0.0 46.9 15573:27 PrimProc 32634 root 20 0 85.5g 22.1g 18884 S 0.0 17.7 1846:07 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 0.0 2.7 2043:07 mariadbd 32636 root 20 0 4775224 616068 21916 S 6.7 0.5 210:44.56 WriteEngi+ 32660 root 20 0 1774624 446768 23928 S 0.0 0.3 28:19.31 DMLProc 32467 root 20 0 3120908 106400 9408 S 20.0 0.1 1157:48 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:24.19 python3 32505 root 20 0 882352 28952 20504 S 0.0 0.0 185:09.94 controlle+ 32491 root 20 0 263456 26440 18572 S 6.7 0.0 327:19.70 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:38.42 monit 30767 root 20 0 52084 4264 3700 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:47.75 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:28.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13302 7167 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 514903 492498 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13302 7167 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12793 37332 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 324 @ Wed Nov 16 07:13:40 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1344 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:13:40 up 61 days, 22:20, 0 users, load average: 4.20, 3.80, 4.99 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 1.0 sy, 0.0 ni, 96.5 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 9159.4 free, 89315.2 used, 28883.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36981.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 58.4g 25700 S 0.0 47.0 15736:11 PrimProc 32634 root 20 0 85.8g 22.4g 18884 S 0.0 18.0 1866:02 ExeMgr 21719 mysql 20 0 16.8g 3.3g 46984 S 46.7 2.7 2049:15 mariadbd 32660 root 20 0 1774624 451056 23928 S 6.7 0.3 28:34.99 DMLProc 32636 root 20 0 4775224 428640 21916 S 0.0 0.3 212:41.93 WriteEngi+ 32467 root 20 0 3202860 105620 9408 S 20.0 0.1 1168:31 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:26.99 python3 32505 root 20 0 861864 28764 20504 S 13.3 0.0 186:52.31 controlle+ 32491 root 20 0 263456 24612 18572 S 6.7 0.0 330:21.47 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:40.85 monit 9317 root 20 0 52084 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:48.04 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.00 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13305 7164 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 515428 491973 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13305 7164 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12800 37326 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 325 @ Wed Nov 16 08:13:40 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1346 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:13:40 up 61 days, 23:20, 0 users, load average: 3.21, 3.11, 3.22 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 2.0 sy, 0.0 ni, 96.2 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 9047.7 free, 89531.8 used, 28778.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36764.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 58.3g 25700 S 0.0 46.9 15845:11 PrimProc 32634 root 20 0 86.1g 22.6g 18884 S 0.0 18.2 1879:51 ExeMgr 21719 mysql 20 0 16.8g 3.4g 46984 S 0.0 2.7 2055:03 mariadbd 32636 root 20 0 4775224 542568 21916 S 13.3 0.4 214:37.14 WriteEngi+ 32660 root 20 0 1774624 455052 23928 S 6.7 0.3 28:50.32 DMLProc 32467 root 20 0 3202860 101056 9408 S 20.0 0.1 1179:06 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:29.68 python3 32505 root 20 0 933572 29128 20504 S 0.0 0.0 188:32.44 controlle+ 32491 root 20 0 263456 24452 18572 R 6.7 0.0 333:17.59 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:43.17 monit 19382 root 20 0 52084 4292 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:48.31 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.06 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13306 7163 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 515298 492103 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13306 7163 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12806 37320 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 326 @ Wed Nov 16 09:13:40 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1346 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:13:40 up 62 days, 20 min, 0 users, load average: 2.28, 2.55, 2.73 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 93.9 id, 5.7 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 8658.4 free, 89596.7 used, 29102.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36699.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.1g 58.4g 25700 S 0.0 47.0 15926:51 PrimProc 32634 root 20 0 86.1g 22.6g 18884 S 0.0 18.2 1888:57 ExeMgr 21719 mysql 20 0 17.0g 3.4g 46984 S 0.0 2.7 2060:02 mariadbd 32660 root 20 0 1774624 457992 23928 S 0.0 0.4 29:05.51 DMLProc 32636 root 20 0 4775224 455056 21916 S 6.7 0.3 216:31.23 WriteEngi+ 32467 root 20 0 3202860 113944 9408 S 0.0 0.1 1189:29 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:32.27 python3 32505 root 20 0 902840 28976 20504 S 0.0 0.0 190:11.55 controlle+ 32491 root 20 0 263456 25968 18572 S 0.0 0.0 336:12.34 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:45.47 monit 29308 root 20 0 52084 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:48.53 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.12 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13311 7158 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 515589 491812 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13311 7158 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12811 37314 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 327 @ Wed Nov 16 10:13:40 UTC 2022 Thread Check: 83 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1478 /usr/bin/ExeMgr 131 /usr/bin/PrimProc 9 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:13:41 up 62 days, 1:20, 0 users, load average: 26.97, 26.33, 16.48 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 92.2 us, 2.8 sy, 0.0 ni, 5.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6183.9 free, 91609.0 used, 29564.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34687.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.4g 60.5g 25700 S 2980 48.6 16199:17 PrimProc 32634 root 20 0 87.9g 22.7g 18884 S 86.7 18.2 1922:52 ExeMgr 21719 mysql 20 0 16.8g 3.4g 46984 S 0.0 2.7 2064:30 mariadbd 32660 root 20 0 1784864 460720 23928 S 0.0 0.4 29:19.12 DMLProc 32636 root 20 0 4775224 337740 21916 S 0.0 0.3 218:13.19 WriteEngi+ 32467 root 20 0 2678364 72068 9408 S 0.0 0.1 1198:52 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:35.29 python3 32505 root 20 0 1476504 29708 20504 S 0.0 0.0 191:43.33 controlle+ 32491 root 20 0 263456 24264 18572 S 0.0 0.0 338:51.39 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.12 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:47.96 monit 8157 root 20 0 52084 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:48.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.51 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.18 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13309 7160 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 516014 491387 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13309 7160 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12818 37308 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 328 @ Wed Nov 16 11:13:41 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1234 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:13:41 up 62 days, 2:20, 0 users, load average: 3.11, 4.79, 4.37 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.4 sy, 0.0 ni, 98.1 id, 1.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 7521.5 free, 89995.4 used, 29840.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36301.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.2g 58.3g 25700 S 0.0 46.8 16331:03 PrimProc 32634 root 20 0 85.8g 22.9g 18884 S 0.0 18.4 1941:21 ExeMgr 21719 mysql 20 0 16.8g 3.4g 46984 S 0.0 2.7 2070:02 mariadbd 32636 root 20 0 4775224 722424 21916 S 6.7 0.6 220:00.40 WriteEngi+ 32660 root 20 0 1795104 464468 23928 S 0.0 0.4 29:33.10 DMLProc 32467 root 20 0 2934464 90392 9408 S 13.3 0.1 1208:18 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:37.92 python3 32505 root 20 0 943816 28968 20504 S 0.0 0.0 193:18.11 controlle+ 32491 root 20 0 263456 24168 18572 S 0.0 0.0 341:35.13 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:50.23 monit 19041 root 20 0 52084 4164 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:49.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.53 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.25 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13310 7159 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 516254 491147 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13310 7159 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12824 37302 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 329 @ Wed Nov 16 12:13:41 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1234 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:13:41 up 62 days, 3:20, 0 users, load average: 2.37, 3.89, 5.49 Tasks: 29 total, 1 running, 28 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.6 sy, 0.0 ni, 97.6 id, 0.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6453.9 free, 90653.7 used, 30250.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35642.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.5g 58.3g 25700 S 0.0 46.9 16527:24 PrimProc 32634 root 20 0 86.4g 23.5g 18884 S 0.0 18.9 1968:29 ExeMgr 21719 mysql 20 0 16.8g 3.4g 46984 S 6.7 2.7 2074:00 mariadbd 32636 root 20 0 4775224 737288 21916 S 13.3 0.6 221:54.62 WriteEngi+ 32660 root 20 0 1795104 468156 23928 S 0.0 0.4 29:48.31 DMLProc 32467 root 20 0 3211052 113180 9408 S 13.3 0.1 1218:43 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:40.74 python3 32505 root 20 0 882352 28972 20504 S 6.7 0.0 194:59.33 controlle+ 32491 root 20 0 263456 24432 18572 S 6.7 0.0 344:32.72 workernode 32665 root 20 0 220364 18032 14164 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:52.55 monit 30019 root 20 0 52084 4188 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:49.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.53 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.31 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13312 7157 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 516417 490985 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13312 7157 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12831 37295 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 330 @ Wed Nov 16 13:13:41 UTC 2022 Thread Check: 27 /usr/bin/controllernode 14 /usr/bin/DDLProc 22 /usr/bin/DMLProc 1234 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:13:41 up 62 days, 4:20, 0 users, load average: 2.70, 3.80, 4.09 Tasks: 29 total, 2 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.8 sy, 0.0 ni, 97.8 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6123.6 free, 90820.4 used, 30413.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35476.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 32517 root 20 0 97.5g 58.3g 25700 S 0.0 46.9 16654:40 PrimProc 32634 root 20 0 86.9g 23.7g 18884 S 0.0 19.0 1984:18 ExeMgr 21719 mysql 20 0 16.8g 3.4g 47048 S 0.0 2.7 2077:58 mariadbd 32636 root 20 0 4775224 703692 21916 S 0.0 0.5 223:48.35 WriteEngi+ 32660 root 20 0 1795104 472960 23928 S 0.0 0.4 30:03.54 DMLProc 32467 root 20 0 3211052 109432 9408 S 20.0 0.1 1229:02 StorageMa+ 21387 root 20 0 1376096 52764 16692 S 0.0 0.0 19:43.41 python3 32665 root 20 0 563068 30712 18028 S 0.0 0.0 0:00.17 DDLProc 32505 root 20 0 923328 28996 20504 S 6.7 0.0 196:39.19 controlle+ 32491 root 20 0 263456 24116 18572 R 13.3 0.0 347:29.68 workernode 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 52:54.77 monit 9024 root 20 0 52084 4208 3644 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 32221 root 20 0 15084 3920 3288 S 0.0 0.0 0:00.01 bash 17085 root 20 0 15084 3892 3252 S 0.0 0.0 0:00.01 bash 1678 root 20 0 15084 3884 3256 S 0.0 0.0 0:00.00 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3532 1736 S 0.0 0.0 6:49.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.53 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:29.37 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13306 7163 66% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 516535 490866 52% /etc/my.cnf.d /dev/nvme0n1p1 20468 13306 7163 66% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 12837 37289 26% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour...