Inital Variables Max Threads: /proc/sys/kernel/threads-max 1018718 Memory: free -g total used free shared buff/cache available Mem: 124 82 4 0 37 41 Swap: 0 0 0 Disk: Filesystem Size Used Avail Use% Mounted on overlay 20G 13G 7.6G 63% / tmpfs 64M 0 64M 0% /dev tmpfs 63G 0 63G 0% /sys/fs/cgroup tmpfs 63G 8.0K 63G 1% /mnt/backup-secrets /dev/nvme2n1 984G 420G 565G 43% /etc/my.cnf.d /dev/nvme0n1p1 20G 13G 7.6G 63% /etc/hosts shm 64M 8.7M 56M 14% /dev/shm tmpfs 63G 16K 63G 1% /mnt/skysql/podinfo /dev/nvme1n1 49G 11G 39G 22% /var/log/mariadb/columnstore tmpfs 63G 12K 63G 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63G 0 63G 0% /proc/acpi tmpfs 63G 0 63G 0% /sys/firmware Buffer Pool Variable_name Value innodb_buffer_pool_chunk_size 134217728 innodb_buffer_pool_dump_at_shutdown ON innodb_buffer_pool_dump_now OFF innodb_buffer_pool_dump_pct 25 innodb_buffer_pool_filename ib_buffer_pool innodb_buffer_pool_load_abort OFF innodb_buffer_pool_load_at_startup ON innodb_buffer_pool_load_now OFF innodb_buffer_pool_size 134217728 thread_pool_dedicated_listener OFF thread_pool_exact_stats OFF thread_pool_idle_timeout 60 thread_pool_max_threads 65536 thread_pool_oversubscribe 3 thread_pool_prio_kickup_timer 1000 thread_pool_priority auto thread_pool_reshuffle_group_period 0 thread_pool_size 32 thread_pool_stall_limit 500 Columnstore MDB Variables Variable_name Value columnstore_cache_flush_threshold 500000 columnstore_cache_inserts OFF columnstore_cache_use_import OFF columnstore_compression_type LZ4 columnstore_decimal_overflow_check OFF columnstore_decimal_scale 8 columnstore_derived_handler ON columnstore_diskjoin_bucketsize 100 columnstore_diskjoin_largesidelimit 0 columnstore_diskjoin_smallsidelimit 0 columnstore_double_for_decimal_math OFF columnstore_group_by_handler ON columnstore_import_for_batchinsert_delimiter 7 columnstore_import_for_batchinsert_enclosed_by 17 columnstore_local_query 0 columnstore_orderby_threads 16 columnstore_ordered_only OFF columnstore_replication_slave OFF columnstore_select_handler ON columnstore_select_handler_in_stored_procedures ON columnstore_string_scan_threshold 10 columnstore_stringtable_threshold 20 columnstore_um_mem_limit 0 columnstore_use_decimal_scale OFF columnstore_use_import_for_batchinsert ALWAYS columnstore_varbin_always_hex OFF -------------------------------------------------------------- Starting Loop 1 @ Wed Nov 2 20:12:22 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 20:12:22 up 48 days, 11:18, 0 users, load average: 10.36, 4.18, 3.06 Tasks: 30 total, 1 running, 29 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.0 sy, 0.0 ni, 97.3 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4295.9 free, 84183.5 used, 38878.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 42023.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 12530:17 PrimProc 22042 root 20 0 74.5g 18.9g 18800 S 0.0 15.2 1303:40 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 0.0 1.5 447:34.87 mariadbd 22067 root 20 0 1770408 445592 23784 S 0.0 0.3 26:56.51 DMLProc 22051 root 20 0 3779264 359156 21996 S 0.0 0.3 188:36.52 WriteEngineServ 21852 root 20 0 3155248 147800 9468 S 13.3 0.1 1094:13 StorageManager 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 4:57.95 python3 21913 root 20 0 658096 26488 20460 S 0.0 0.0 173:17.45 controllernode 21899 root 20 0 269488 23624 18916 S 6.7 0.0 304:21.81 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 39:59.51 monit 25989 root 20 0 52084 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 12365 root 20 0 15188 3916 3240 S 0.0 0.0 0:00.16 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:19.76 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_safe 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-entrypoi 25977 root 20 0 14844 3236 2924 S 0.0 0.0 0:00.00 bash 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 23652 root 20 0 25976 1444 1260 S 0.0 0.0 0:00.00 sleep 19580 root 20 0 25976 1368 1184 S 0.0 0.0 0:00.00 sleep 25290 root 20 0 25976 1368 1184 S 0.0 0.0 0:00.00 sleep 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.59 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12772 7697 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 429689 577712 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12772 7697 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10844 39281 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 2 @ Wed Nov 2 21:12:22 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 21:12:22 up 48 days, 12:18, 0 users, load average: 8.74, 4.87, 3.59 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.8 sy, 0.0 ni, 98.0 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4501.3 free, 84238.0 used, 38618.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41968.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.2g 25452 S 0.0 46.8 12608:14 PrimProc 22042 root 20 0 74.5g 18.9g 18800 S 0.0 15.2 1311:24 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 0.0 1.5 452:42.08 mariadbd 22051 root 20 0 3779264 452384 21996 S 6.2 0.3 190:20.41 WriteEngineServ 22067 root 20 0 1770408 449752 23784 S 0.0 0.3 27:11.09 DMLProc 21852 root 20 0 3155248 179820 9468 S 18.8 0.1 1104:03 StorageManager 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:00.53 python3 21899 root 20 0 269488 27192 18916 S 6.2 0.0 307:06.65 workernode 21913 root 20 0 668340 26388 20460 S 0.0 0.0 174:51.47 controllernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.13 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:01.97 monit 3551 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 12365 root 20 0 15188 3920 3240 S 0.0 0.0 0:00.17 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:19.97 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_safe 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-entrypoi 25977 root 20 0 14844 3240 2924 S 0.0 0.0 0:00.00 bash 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.65 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12773 7696 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430008 577393 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12773 7696 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10850 39275 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 3 @ Wed Nov 2 22:12:22 UTC 2022 Thread Check: 39 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 22:12:23 up 48 days, 13:18, 0 users, load average: 15.52, 9.88, 6.63 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.5 us, 0.6 sy, 0.0 ni, 94.5 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4289.1 free, 84683.6 used, 38384.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 41522.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25452 S 0.0 46.9 12760:07 PrimProc 22042 root 20 0 74.5g 19.2g 18800 S 0.0 15.5 1329:09 ExeMgr 21719 mysql 20 0 17.0g 1.9g 46280 S 100.0 1.5 459:57.21 mariadbd 22067 root 20 0 1770408 453064 23784 S 0.0 0.3 27:26.01 DMLProc 22051 root 20 0 3779264 359628 21996 S 0.0 0.3 192:06.29 WriteEngi+ 21852 root 20 0 3155248 162444 9468 S 20.0 0.1 1114:20 StorageMa+ 14103 root 20 0 684292 108132 25460 S 0.0 0.1 0:00.43 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:03.33 python3 14075 mysql 20 0 1440020 28904 24108 S 0.0 0.0 0:00.68 cpimport 21913 root 20 0 791268 26604 20460 S 0.0 0.0 176:27.74 controlle+ 21899 root 20 0 269488 24688 18916 S 6.7 0.0 309:56.08 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:04.39 monit 14142 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.27 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.71 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12774 7695 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430398 577003 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12774 7695 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10856 39269 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 4 @ Wed Nov 2 23:12:23 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 23:12:23 up 48 days, 14:18, 0 users, load average: 4.00, 5.76, 6.79 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.4 sy, 0.0 ni, 95.0 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4844.5 free, 85395.5 used, 37117.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40811.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 12975:16 PrimProc 22042 root 20 0 74.7g 20.0g 18800 S 0.0 16.1 1355:34 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.7 1.6 469:12.43 mariadbd 22067 root 20 0 1770408 456868 23784 S 0.0 0.4 27:41.46 DMLProc 22051 root 20 0 3779264 365628 21996 S 0.0 0.3 193:55.64 WriteEngi+ 21852 root 20 0 3155248 161064 9468 S 20.0 0.1 1125:06 StorageMa+ 26603 root 20 0 684292 109456 25200 S 6.7 0.1 0:00.42 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:06.29 python3 26580 mysql 20 0 1440020 28804 24268 S 0.0 0.0 0:00.63 cpimport 21913 root 20 0 750292 26488 20460 S 0.0 0.0 178:06.61 controlle+ 21899 root 20 0 269488 24320 18916 S 13.3 0.0 312:52.10 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:06.83 monit 26640 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.61 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.77 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12784 7685 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 430751 576650 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12784 7685 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10863 39262 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 5 @ Thu Nov 3 00:12:23 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 00:12:23 up 48 days, 15:18, 0 users, load average: 5.04, 6.13, 6.22 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 0.8 sy, 0.0 ni, 93.7 id, 1.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4728.4 free, 85517.7 used, 37111.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40688.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 13125:19 PrimProc 22042 root 20 0 74.7g 20.1g 18800 S 0.0 16.2 1372:22 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.7 1.6 478:10.39 mariadbd 22067 root 20 0 1770408 460148 23784 S 0.0 0.4 27:56.40 DMLProc 22051 root 20 0 3779264 372380 21996 S 6.7 0.3 195:41.79 WriteEngi+ 21852 root 20 0 3155248 171756 9468 S 20.0 0.1 1135:18 StorageMa+ 4767 root 20 0 684292 110168 25444 S 6.7 0.1 0:00.38 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:09.10 python3 4744 mysql 20 0 1440020 28840 24168 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26312 20460 S 6.7 0.0 179:42.70 controlle+ 21899 root 20 0 269488 23688 18916 S 6.7 0.0 315:40.28 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 6.7 0.0 40:09.14 monit 4804 root 20 0 52080 4040 3476 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:20.89 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.83 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12786 7683 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 431208 576193 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12786 7683 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10869 39256 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 6 @ Thu Nov 3 01:12:23 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 01:12:23 up 48 days, 16:18, 0 users, load average: 11.32, 6.22, 5.45 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 1.0 sy, 0.0 ni, 94.2 id, 0.8 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4601.8 free, 85924.9 used, 36830.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40281.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25452 S 0.0 46.9 13304:48 PrimProc 22042 root 20 0 75.2g 20.5g 18800 S 0.0 16.5 1394:07 ExeMgr 21719 mysql 20 0 16.8g 1.9g 46280 S 106.2 1.6 487:43.40 mariadbd 22067 root 20 0 1770408 464036 23784 S 0.0 0.4 28:11.07 DMLProc 22051 root 20 0 3779264 381772 21996 S 0.0 0.3 197:26.01 WriteEngi+ 21852 root 20 0 3145004 174208 9468 S 12.5 0.1 1145:20 StorageMa+ 15374 root 20 0 678148 111032 25248 S 0.0 0.1 0:00.34 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:11.96 python3 15350 mysql 20 0 1440020 28788 24372 S 0.0 0.0 0:00.64 cpimport 21899 root 20 0 269488 26944 18916 S 6.2 0.0 318:25.05 workernode 21913 root 20 0 781024 26652 20460 S 6.2 0.0 181:17.16 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:11.50 monit 15413 root 20 0 52080 4224 3656 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.20 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.89 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12780 7689 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 431767 575634 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12780 7689 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10876 39250 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 7 @ Thu Nov 3 02:12:23 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 02:12:24 up 48 days, 17:18, 0 users, load average: 4.71, 4.83, 4.97 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.9 us, 0.8 sy, 0.0 ni, 94.5 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4351.5 free, 86058.5 used, 36947.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 40148.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.3g 25452 S 0.0 46.9 13441:40 PrimProc 22042 root 20 0 75.3g 20.6g 18800 S 0.0 16.6 1409:05 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 106.7 1.6 498:26.14 mariadbd 22067 root 20 0 1770408 467640 23784 S 0.0 0.4 28:25.89 DMLProc 22051 root 20 0 3779264 387732 21996 S 6.7 0.3 199:12.50 WriteEngi+ 21852 root 20 0 3145004 172468 9468 S 20.0 0.1 1155:30 StorageMa+ 26112 root 20 0 702724 112572 25412 S 6.7 0.1 0:00.41 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:14.76 python3 26089 mysql 20 0 1440020 28420 23628 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26328 20460 S 0.0 0.0 182:52.54 controlle+ 21899 root 20 0 269488 24968 18916 S 6.7 0.0 321:12.20 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:13.83 monit 26149 root 20 0 52080 4172 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.47 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:09.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12790 7679 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 432298 575103 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12790 7679 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10882 39244 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 8 @ Thu Nov 3 03:12:24 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1317 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 03:12:24 up 48 days, 18:18, 0 users, load average: 6.76, 6.20, 6.14 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.6 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4542.4 free, 86546.1 used, 36269.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 39660.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.7g 58.4g 25460 S 0.0 46.9 13626:03 PrimProc 22042 root 20 0 75.4g 21.1g 18808 S 0.0 17.0 1433:30 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 506:20.34 mariadbd 22067 root 20 0 1770416 470356 23792 S 0.0 0.4 28:40.75 DMLProc 22051 root 20 0 3779272 381032 22004 S 6.7 0.3 200:57.83 WriteEngi+ 21852 root 20 0 3145004 163904 9468 S 13.3 0.1 1165:56 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:17.64 python3 21913 root 20 0 729804 26588 20460 S 6.7 0.0 184:29.15 controlle+ 21899 root 20 0 269496 24812 18924 S 6.7 0.0 323:58.13 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:16.22 monit 6708 root 20 0 52080 4120 3556 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3572 1736 S 0.0 0.0 5:21.83 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.00 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.02 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12784 7685 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 432770 574631 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 12784 7685 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10888 39237 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 9 @ Thu Nov 3 04:12:24 UTC 2022 Thread Check: 31 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 04:12:24 up 48 days, 19:19, 0 users, load average: 4.84, 6.90, 7.55 Tasks: 32 total, 2 running, 30 sleeping, 0 stopped, 0 zombie %Cpu(s): 5.9 us, 1.0 sy, 0.0 ni, 90.8 id, 2.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4165.0 free, 87281.1 used, 35911.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38927.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.8g 58.3g 25460 S 0.0 46.9 13860:59 PrimProc 22042 root 20 0 79.0g 21.6g 18808 S 0.0 17.4 1460:40 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 512:43.90 mariadbd 22067 root 20 0 1770416 474472 23792 S 0.0 0.4 28:55.10 DMLProc 22051 root 20 0 3910344 377264 22004 S 0.0 0.3 202:39.10 WriteEngi+ 21852 root 20 0 3155244 156820 9468 S 13.3 0.1 1175:39 StorageMa+ 16122 root 20 0 572572 95512 16736 S 13.3 0.1 0:46.66 mariaback+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:20.67 python3 18319 root 20 0 146600 30816 10864 S 0.0 0.0 0:00.12 s3cmd 21913 root 20 0 740048 26500 20460 S 0.0 0.0 186:02.16 controlle+ 21899 root 20 0 269496 25432 18924 S 6.7 0.0 326:39.73 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 16123 root 20 0 1237164 11528 2040 R 160.0 0.0 10:14.29 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:18.73 monit 16019 root 20 0 16688 5208 3032 S 0.0 0.0 0:00.02 backup_ma+ 18327 root 20 0 52084 4260 3696 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.22 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 16125 root 20 0 26112 3232 2864 S 0.0 0.0 0:05.65 split 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 18318 root 20 0 14844 3200 2936 S 0.0 0.0 0:00.00 sh 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13170 7299 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433152 574249 43% /etc/my.cnf.d /dev/nvme0n1p1 20468 13170 7299 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10895 39230 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 10 @ Thu Nov 3 05:12:24 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 60 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 05:12:24 up 48 days, 20:19, 0 users, load average: 3.53, 4.20, 4.06 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.4 sy, 0.0 ni, 96.5 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4600.5 free, 87326.6 used, 35430.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38880.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 92.8g 58.3g 25460 S 0.0 46.9 13986:16 PrimProc 22042 root 20 0 79.6g 21.8g 18808 S 0.0 17.6 1475:23 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 6.7 1.6 518:47.39 mariadbd 22067 root 20 0 1770416 478200 23792 S 0.0 0.4 29:09.82 DMLProc 22051 root 20 0 3910344 382388 22004 S 0.0 0.3 204:24.18 WriteEngi+ 21852 root 20 0 3165488 165672 9468 S 20.0 0.1 1185:31 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:23.44 python3 21899 root 20 0 269496 28792 18924 S 6.7 0.0 329:25.07 workernode 21913 root 20 0 781024 26612 20460 S 6.7 0.0 187:37.22 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:21.20 monit 29862 root 20 0 52080 4224 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.49 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.14 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12790 7679 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433222 574179 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12790 7679 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10901 39224 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 11 @ Thu Nov 3 06:12:24 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 42 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 06:12:25 up 48 days, 21:19, 0 users, load average: 7.70, 6.16, 5.06 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.0 sy, 0.0 ni, 99.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5265.9 free, 87700.1 used, 34391.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38506.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14168:12 PrimProc 22042 root 20 0 80.5g 22.2g 18808 S 0.0 17.8 1496:14 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 524:10.83 mariadbd 22067 root 20 0 1770416 481876 23792 S 0.0 0.4 29:23.76 DMLProc 22051 root 20 0 3910344 392808 22004 S 6.7 0.3 206:03.74 WriteEngi+ 21852 root 20 0 2981096 153888 9468 S 13.3 0.1 1194:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:26.23 python3 21899 root 20 0 269496 29136 18924 S 6.7 0.0 332:00.97 workernode 21913 root 20 0 688828 26392 20460 S 6.7 0.0 189:08.38 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.14 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:23.67 monit 7859 root 20 0 52080 4148 3584 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:22.82 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.20 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12797 7672 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433647 573754 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12797 7672 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10908 39218 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 12 @ Thu Nov 3 07:12:25 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 32 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 07:12:25 up 48 days, 22:19, 0 users, load average: 3.12, 3.86, 3.99 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.6 sy, 0.0 ni, 98.2 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4141.1 free, 88044.6 used, 35171.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38162.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 14302:48 PrimProc 22042 root 20 0 82.6g 22.4g 18808 S 0.0 18.0 1511:20 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 529:32.25 mariadbd 22067 root 20 0 1774000 485484 23792 S 0.0 0.4 29:37.91 DMLProc 22051 root 20 0 3910344 463956 22004 S 6.7 0.4 207:44.66 WriteEngi+ 21852 root 20 0 2878656 144044 9468 S 13.3 0.1 1205:04 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:28.94 python3 21913 root 20 0 699072 26428 20460 S 6.7 0.0 190:39.24 controlle+ 21899 root 20 0 269496 24544 18924 S 6.7 0.0 334:39.64 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:26.13 monit 23519 root 20 0 52080 4044 3480 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.26 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12785 7684 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 433929 573472 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12785 7684 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10914 39212 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 13 @ Thu Nov 3 08:12:25 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 59 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 08:12:25 up 48 days, 23:19, 0 users, load average: 4.12, 3.64, 3.68 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4252.4 free, 88122.8 used, 34982.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 38083.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 14390:33 PrimProc 22042 root 20 0 82.7g 22.5g 18808 S 0.0 18.1 1520:45 ExeMgr 21719 mysql 20 0 16.8g 2.0g 46280 S 0.0 1.6 534:58.75 mariadbd 22067 root 20 0 1774000 488308 23792 S 0.0 0.4 29:52.62 DMLProc 22051 root 20 0 3910344 413088 22004 S 6.7 0.3 209:31.36 WriteEngi+ 21852 root 20 0 3155244 143224 9468 S 13.3 0.1 1214:56 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:31.52 python3 21899 root 20 0 269496 27972 18924 S 13.3 0.0 337:27.11 workernode 21913 root 20 0 668340 26496 20460 S 6.7 0.0 192:15.03 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:28.51 monit 1849 root 20 0 52080 4064 3500 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.31 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.32 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12765 7704 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 434591 572810 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12765 7704 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10920 39206 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 14 @ Thu Nov 3 09:12:25 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 09:12:25 up 49 days, 19 min, 0 users, load average: 5.77, 6.46, 7.64 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.2 sy, 0.0 ni, 98.2 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4208.1 free, 88241.4 used, 34908.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37965.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14624:43 PrimProc 22042 root 20 0 82.7g 22.6g 18808 S 0.0 18.2 1536:00 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 539:41.64 mariadbd 22067 root 20 0 1774000 492720 23792 S 0.0 0.4 30:06.68 DMLProc 22051 root 20 0 3910344 391028 22004 S 0.0 0.3 211:11.95 WriteEngi+ 21852 root 20 0 3175732 190720 9468 S 20.0 0.1 1224:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:34.29 python3 21899 root 20 0 269496 27872 18924 S 6.7 0.0 340:05.20 workernode 21913 root 20 0 719560 26384 20460 S 0.0 0.0 193:44.97 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:31.00 monit 13708 root 20 0 52080 4212 3648 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.01 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.38 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12778 7691 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 434923 572478 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12778 7691 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10926 39200 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 15 @ Thu Nov 3 10:12:25 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 10:12:26 up 49 days, 1:19, 0 users, load average: 2.95, 2.92, 3.39 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.8 us, 2.6 sy, 0.0 ni, 92.1 id, 1.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4116.0 free, 88566.0 used, 34675.7 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37640.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 14738:50 PrimProc 22042 root 20 0 83.5g 22.8g 18808 S 0.0 18.3 1548:16 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 544:12.54 mariadbd 22067 root 20 0 1774000 497684 23792 S 0.0 0.4 30:21.49 DMLProc 22051 root 20 0 3910344 483084 22004 S 6.7 0.4 212:58.38 WriteEngi+ 21852 root 20 0 3175732 202220 9468 S 20.0 0.2 1234:55 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:36.91 python3 21913 root 20 0 668340 26416 20460 S 0.0 0.0 195:20.91 controlle+ 21899 root 20 0 269496 25592 18924 S 0.0 0.0 342:54.28 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:33.38 monit 24347 root 20 0 52080 4252 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:23.85 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.44 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12782 7687 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435271 572130 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12782 7687 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10932 39193 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 16 @ Thu Nov 3 11:12:26 UTC 2022 Thread Check: 33 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 34 /usr/bin/WriteEngineServer TOP: top - 11:12:26 up 49 days, 2:19, 0 users, load average: 12.60, 6.38, 4.54 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.1 us, 1.2 sy, 0.0 ni, 94.3 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4656.2 free, 88844.3 used, 33857.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 37362.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.6g 25460 S 0.0 47.1 14853:02 PrimProc 22042 root 20 0 83.9g 22.9g 18808 S 0.0 18.4 1562:05 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 100.0 1.7 548:24.53 mariadbd 22067 root 20 0 1774000 500512 23792 S 0.0 0.4 30:36.17 DMLProc 22051 root 20 0 3910344 394444 22004 S 6.7 0.3 214:43.59 WriteEngi+ 21852 root 20 0 3175732 114076 9468 S 33.3 0.1 1244:52 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:39.53 python3 3296 root 20 0 511228 34504 25496 S 0.0 0.0 0:00.05 cpimport.+ 3273 mysql 20 0 1440072 28752 24064 S 0.0 0.0 0:00.61 cpimport 21913 root 20 0 729804 26640 20460 S 0.0 0.0 196:56.23 controlle+ 21899 root 20 0 269496 25556 18924 S 6.7 0.0 345:41.57 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:35.77 monit 3327 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.15 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.50 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12775 7694 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435435 571966 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12775 7694 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10938 39187 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 17 @ Thu Nov 3 12:12:26 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 12:12:26 up 49 days, 3:19, 0 users, load average: 3.27, 3.73, 4.91 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 0.4 sy, 0.0 ni, 97.7 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5041.8 free, 89272.4 used, 33043.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36934.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15010:12 PrimProc 22042 root 20 0 84.7g 23.5g 18808 S 0.0 18.9 1577:01 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 551:49.41 mariadbd 22067 root 20 0 1774000 503296 23792 S 0.0 0.4 30:50.64 DMLProc 22051 root 20 0 3910344 483004 22004 S 0.0 0.4 216:27.56 WriteEngi+ 21852 root 20 0 3175732 198812 9468 S 13.3 0.2 1254:46 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:42.19 python3 21913 root 20 0 668340 26428 20460 S 6.7 0.0 198:30.24 controlle+ 21899 root 20 0 269496 24692 18924 S 0.0 0.0 348:26.90 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.15 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:38.20 monit 14102 root 20 0 52080 4136 3572 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.56 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12776 7693 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435666 571735 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12776 7693 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10945 39181 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 18 @ Thu Nov 3 13:12:26 UTC 2022 Thread Check: 25 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 13:12:26 up 49 days, 4:19, 0 users, load average: 4.14, 3.63, 3.68 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.4 sy, 0.0 ni, 98.2 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4781.0 free, 89368.4 used, 33208.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36838.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15111:00 PrimProc 22042 root 20 0 85.0g 23.6g 18808 S 0.0 19.0 1586:44 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 554:19.34 mariadbd 22067 root 20 0 1823152 507880 23792 S 0.0 0.4 31:05.26 DMLProc 22051 root 20 0 3910344 424876 22004 S 0.0 0.3 218:12.62 WriteEngi+ 21852 root 20 0 3175732 209376 9468 S 20.0 0.2 1264:37 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:44.72 python3 21913 root 20 0 678584 26568 20460 S 0.0 0.0 200:04.41 controlle+ 21899 root 20 0 269496 24536 18924 S 6.7 0.0 351:12.68 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:40.59 monit 24037 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.69 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.62 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12779 7690 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435780 571621 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12779 7690 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10951 39175 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 19 @ Thu Nov 3 14:12:26 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 14:12:27 up 49 days, 5:19, 0 users, load average: 4.16, 6.92, 6.25 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 0.8 sy, 0.0 ni, 97.7 id, 0.4 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4140.5 free, 89624.0 used, 33593.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36582.6 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15250:02 PrimProc 22042 root 20 0 85.0g 23.8g 18808 S 0.0 19.1 1596:35 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 33.3 1.7 556:11.97 mariadbd 22067 root 20 0 1823152 510596 23792 S 6.7 0.4 31:19.97 DMLProc 22051 root 20 0 3910344 492220 22004 S 6.7 0.4 219:58.91 WriteEngi+ 21852 root 20 0 3175732 207560 9468 S 20.0 0.2 1274:35 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:47.30 python3 21899 root 20 0 269496 28204 18924 S 6.7 0.0 354:00.32 workernode 21913 root 20 0 658096 26512 20460 S 0.0 0.0 201:39.00 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:42.96 monit 2246 root 20 0 52080 4228 3664 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:24.92 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.68 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12782 7687 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435873 571528 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12782 7687 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10956 39169 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 20 @ Thu Nov 3 15:12:27 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 33 /usr/bin/WriteEngineServer TOP: top - 15:12:27 up 49 days, 6:19, 0 users, load average: 2.67, 2.31, 2.71 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.8 sy, 0.0 ni, 97.0 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4495.4 free, 89483.9 used, 33378.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36722.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15335:00 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.1 1605:19 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 557:55.71 mariadbd 22067 root 20 0 1872304 514544 23792 S 0.0 0.4 31:34.49 DMLProc 22051 root 20 0 3910344 417328 22004 S 0.0 0.3 221:43.57 WriteEngi+ 21852 root 20 0 3175732 99444 9468 S 20.0 0.1 1284:18 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:49.78 python3 21913 root 20 0 699072 26480 20460 S 0.0 0.0 203:12.61 controlle+ 21899 root 20 0 269496 25564 18924 S 6.7 0.0 356:45.61 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:45.36 monit 12174 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.02 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.74 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12791 7678 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435706 571695 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12791 7678 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10962 39163 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 21 @ Thu Nov 3 16:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 16:12:27 up 49 days, 7:19, 0 users, load average: 3.71, 3.40, 3.50 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 99.0 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4441.8 free, 89547.8 used, 33368.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36658.8 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15424:21 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1615:02 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 559:22.55 mariadbd 22067 root 20 0 1872304 517896 23792 S 0.0 0.4 31:49.12 DMLProc 22051 root 20 0 3965644 417592 22004 S 6.7 0.3 223:28.38 WriteEngi+ 21852 root 20 0 3175732 103888 9468 S 13.3 0.1 1293:38 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:52.27 python3 21913 root 20 0 719560 26536 20460 S 6.7 0.0 204:46.42 controlle+ 21899 root 20 0 269496 25104 18924 S 0.0 0.0 359:31.50 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:47.77 monit 21788 root 20 0 52080 4068 3504 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.36 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.80 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12792 7677 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435765 571636 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12792 7677 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10968 39157 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 22 @ Thu Nov 3 17:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 17:12:27 up 49 days, 8:19, 0 users, load average: 2.47, 2.01, 2.29 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.6 us, 1.4 sy, 0.0 ni, 97.1 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4448.5 free, 89547.7 used, 33361.4 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36658.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15501:56 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1622:48 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 560:47.96 mariadbd 22067 root 20 0 1872304 521352 23792 S 6.7 0.4 32:03.56 DMLProc 22051 root 20 0 3975888 416048 22004 S 0.0 0.3 225:12.61 WriteEngi+ 21852 root 20 0 3175732 97100 9468 S 13.3 0.1 1302:58 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:54.74 python3 21913 root 20 0 719560 26728 20460 S 6.7 0.0 206:18.91 controlle+ 21899 root 20 0 269496 25568 18924 S 6.7 0.0 362:15.45 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:50.11 monit 432 root 20 0 52080 4124 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.57 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.86 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12795 7674 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435611 571790 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12795 7674 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10974 39152 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 23 @ Thu Nov 3 18:12:27 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 18:12:28 up 49 days, 9:19, 0 users, load average: 2.70, 2.80, 2.90 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.2 sy, 0.0 ni, 98.0 id, 1.2 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4368.8 free, 89533.6 used, 33455.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36673.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15575:00 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.2 1630:16 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 562:21.73 mariadbd 22067 root 20 0 1872304 525748 23792 S 0.0 0.4 32:18.09 DMLProc 22051 root 20 0 3997392 421652 22004 S 0.0 0.3 226:57.25 WriteEngi+ 21852 root 20 0 3175732 104336 9468 S 6.7 0.1 1312:14 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:57.29 python3 21913 root 20 0 719560 26456 20460 S 0.0 0.0 207:52.41 controlle+ 21899 root 20 0 269496 24660 18924 S 6.7 0.0 365:00.48 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:52.43 monit 10208 root 20 0 52080 4184 3620 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.78 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.92 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12798 7671 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435684 571717 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12798 7671 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10979 39146 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 24 @ Thu Nov 3 19:12:28 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 19:12:28 up 49 days, 10:19, 0 users, load average: 3.27, 2.59, 2.36 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 1.4 sy, 0.0 ni, 97.1 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4125.1 free, 89622.7 used, 33609.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36583.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15648:15 PrimProc 22042 root 20 0 85.2g 23.8g 18808 S 0.0 19.1 1637:43 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 6.7 1.7 564:30.29 mariadbd 22067 root 20 0 1872304 528652 23792 S 0.0 0.4 32:32.69 DMLProc 22051 root 20 0 3997392 509520 22004 S 6.7 0.4 228:42.14 WriteEngi+ 21852 root 20 0 3175732 102456 9468 S 13.3 0.1 1321:32 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 5:59.77 python3 21913 root 20 0 719560 26480 20460 S 0.0 0.0 209:25.90 controlle+ 21899 root 20 0 269496 25564 18924 S 6.7 0.0 367:45.72 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:54.79 monit 19822 root 20 0 52080 4192 3624 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:25.99 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:10.98 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12799 7670 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 435798 571603 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12799 7670 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10985 39140 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 25 @ Thu Nov 3 20:12:28 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 20:12:28 up 49 days, 11:19, 0 users, load average: 4.11, 3.50, 3.28 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.2 us, 1.8 sy, 0.0 ni, 96.2 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4102.0 free, 89744.7 used, 33510.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36462.0 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 15728:28 PrimProc 22042 root 20 0 85.2g 24.0g 18808 S 0.0 19.3 1646:34 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 568:09.12 mariadbd 22067 root 20 0 1872304 532748 23792 S 0.0 0.4 32:47.38 DMLProc 22051 root 20 0 3997392 440712 22004 S 6.7 0.3 230:27.32 WriteEngi+ 21852 root 20 0 3175732 104432 9468 S 13.3 0.1 1330:59 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:02.29 python3 21899 root 20 0 269496 28304 18924 S 6.7 0.0 370:31.98 workernode 21913 root 20 0 729804 26700 20460 S 6.7 0.0 210:59.95 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:57.18 monit 30581 root 20 0 52080 4252 3684 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.22 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.04 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12800 7669 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436062 571339 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12800 7669 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10991 39135 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 26 @ Thu Nov 3 21:12:28 UTC 2022 Thread Check: 28 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 21:12:28 up 49 days, 12:19, 0 users, load average: 4.38, 3.36, 3.07 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4109.2 free, 89745.3 used, 33503.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36461.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15806:31 PrimProc 22042 root 20 0 85.2g 24.0g 18808 S 0.0 19.3 1654:30 ExeMgr 21719 mysql 20 0 16.8g 2.1g 46280 S 0.0 1.7 573:20.02 mariadbd 22067 root 20 0 1872304 536932 23792 S 0.0 0.4 33:02.06 DMLProc 22051 root 20 0 3997392 439008 22004 S 0.0 0.3 232:12.69 WriteEngi+ 21852 root 20 0 3222324 114880 9468 S 20.0 0.1 1340:35 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:04.83 python3 21899 root 20 0 269496 27448 18924 S 0.0 0.0 373:17.57 workernode 21913 root 20 0 709316 26624 20460 S 6.7 0.0 212:33.76 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 40:59.58 monit 7655 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.44 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.10 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12802 7667 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436560 570841 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12802 7667 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 10997 39129 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 27 @ Thu Nov 3 22:12:28 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 112 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 22:12:29 up 49 days, 13:19, 0 users, load average: 3.98, 3.29, 3.70 Tasks: 27 total, 1 running, 26 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.9 us, 1.0 sy, 0.0 ni, 93.3 id, 0.4 wa, 0.0 hi, 0.4 si, 0.0 st MiB Mem : 127357.6 total, 4306.1 free, 89891.2 used, 33160.3 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 36315.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 15905:22 PrimProc 22042 root 20 0 85.2g 24.1g 18808 S 0.0 19.4 1665:22 ExeMgr 21719 mysql 20 0 16.9g 2.2g 46668 S 0.0 1.7 580:46.79 mariadbd 22067 root 20 0 1872304 539368 23792 S 0.0 0.4 33:16.92 DMLProc 22051 root 20 0 3997392 425576 22004 S 6.7 0.3 233:59.06 WriteEngi+ 21852 root 20 0 3246388 114592 9468 S 173.3 0.1 1350:20 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:07.45 python3 17838 mysql 20 0 1440072 29628 23928 S 0.0 0.0 0:00.64 cpimport 21913 root 20 0 719560 26464 20460 S 0.0 0.0 214:08.52 controlle+ 21899 root 20 0 269496 24624 18924 S 6.7 0.0 376:05.65 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:01.96 monit 17916 root 20 0 52080 4156 3592 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.03 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.16 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 436969 570432 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11002 39123 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 28 @ Thu Nov 3 23:12:29 UTC 2022 Thread Check: 38 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 65 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 23:12:29 up 49 days, 14:19, 0 users, load average: 15.21, 7.56, 5.36 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.1 us, 0.0 sy, 0.0 ni, 96.9 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 3753.5 free, 90503.4 used, 33100.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35703.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.6g 25460 S 0.0 47.1 16025:53 PrimProc 22042 root 20 0 85.3g 24.2g 18808 S 0.0 19.5 1680:35 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46668 S 106.7 1.7 590:01.53 mariadbd 22067 root 20 0 1872304 544236 23792 S 0.0 0.4 33:31.91 DMLProc 22051 root 20 0 3997392 510256 22004 S 0.0 0.4 235:46.48 WriteEngi+ 21852 root 20 0 3277120 168460 9468 S 0.0 0.1 1360:22 StorageMa+ 28651 root 20 0 678156 108920 25500 S 6.7 0.1 0:00.63 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:10.12 python3 28628 mysql 20 0 1440072 27980 23548 S 0.0 0.0 0:00.65 cpimport 21913 root 20 0 781024 26608 20460 S 0.0 0.0 215:44.54 controlle+ 21899 root 20 0 269496 25308 18924 S 0.0 0.0 378:54.85 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.16 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:04.38 monit 28718 root 20 0 52080 4176 3608 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:26.94 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.22 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12805 7664 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 437458 569943 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12805 7664 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11009 39117 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 29 @ Fri Nov 4 00:12:29 UTC 2022 Thread Check: 37 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 00:12:29 up 49 days, 15:19, 0 users, load average: 13.35, 6.82, 5.23 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 3.7 us, 0.8 sy, 0.0 ni, 95.1 id, 0.4 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4625.9 free, 90545.6 used, 32186.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 35661.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.4g 25460 S 0.0 46.9 16195:45 PrimProc 22042 root 20 0 85.3g 24.6g 18808 S 0.0 19.7 1700:40 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 100.0 1.7 599:46.99 mariadbd 22067 root 20 0 1872304 547880 23792 S 0.0 0.4 33:47.00 DMLProc 22051 root 20 0 3997392 430096 22004 S 6.7 0.3 237:34.37 WriteEngi+ 21852 root 20 0 3246388 133680 9468 S 33.3 0.1 1370:40 StorageMa+ 7969 root 20 0 684300 107444 25600 S 0.0 0.1 0:00.44 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:12.90 python3 7946 mysql 20 0 1440072 28736 23924 S 0.0 0.0 0:00.65 cpimport 21913 root 20 0 770780 26692 20460 S 13.3 0.0 217:20.70 controlle+ 21899 root 20 0 269496 25080 18924 S 6.7 0.0 381:45.39 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:06.83 monit 8007 root 20 0 52080 4228 3660 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.25 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.28 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12806 7663 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 437859 569542 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12806 7663 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11015 39111 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 30 @ Fri Nov 4 01:12:29 UTC 2022 Thread Check: 36 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 127 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 36 /usr/bin/WriteEngineServer TOP: top - 01:12:29 up 49 days, 16:19, 0 users, load average: 7.28, 5.22, 5.61 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 36.6 us, 20.8 sy, 0.0 ni, 40.1 id, 1.1 wa, 0.0 hi, 1.5 si, 0.0 st MiB Mem : 127357.6 total, 4104.1 free, 91210.4 used, 32043.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34996.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.6g 25460 S 1500 47.1 16378:48 PrimProc 22042 root 20 0 85.4g 25.0g 18808 S 400.0 20.1 1725:11 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 106.7 1.8 609:48.91 mariadbd 22067 root 20 0 1872304 550208 23792 S 0.0 0.4 34:01.89 DMLProc 22051 root 20 0 4112080 429004 22004 S 6.7 0.3 239:21.00 WriteEngi+ 21852 root 20 0 3246388 133256 9468 S 40.0 0.1 1380:52 StorageMa+ 19881 root 20 0 678156 109040 25560 S 0.0 0.1 0:00.68 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:15.73 python3 19848 mysql 20 0 1440072 28392 23704 S 0.0 0.0 0:00.62 cpimport 21913 root 20 0 760536 26560 20460 S 6.7 0.0 218:56.75 controlle+ 21899 root 20 0 269496 25328 18924 S 13.3 0.0 384:34.24 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:09.27 monit 19940 root 20 0 52080 4200 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.58 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.34 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12797 7672 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 438590 568811 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12797 7672 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11021 39104 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 31 @ Fri Nov 4 02:12:29 UTC 2022 Thread Check: 40 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 113 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 02:12:30 up 49 days, 17:19, 0 users, load average: 4.21, 3.87, 4.02 Tasks: 28 total, 1 running, 27 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.6 us, 0.8 sy, 0.0 ni, 95.5 id, 2.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4404.1 free, 91265.0 used, 31688.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34941.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 16509:15 PrimProc 22042 root 20 0 85.5g 25.3g 18808 S 0.0 20.4 1741:32 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 6.2 1.8 620:28.64 mariadbd 22067 root 20 0 1872304 555196 23792 S 0.0 0.4 34:16.84 DMLProc 22051 root 20 0 4112080 430464 22004 S 0.0 0.3 241:08.64 WriteEngi+ 21852 root 20 0 3246388 133832 9468 S 18.8 0.1 1390:59 StorageMa+ 31126 root 20 0 733452 117160 25584 S 31.2 0.1 0:00.58 cpimport.+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:18.46 python3 31103 mysql 20 0 1440072 30288 24404 S 0.0 0.0 0:00.65 cpimport 21899 root 20 0 269496 26692 18924 S 6.2 0.0 387:23.56 workernode 21913 root 20 0 801512 26488 20460 S 0.0 0.0 220:32.20 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:11.70 monit 31165 root 20 0 52080 4160 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3560 1736 S 0.0 0.0 5:27.87 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.40 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12766 7703 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 439183 568218 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12766 7703 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11028 39098 22% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 32 @ Fri Nov 4 03:12:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 03:12:30 up 49 days, 18:19, 0 users, load average: 5.37, 3.79, 4.53 Tasks: 26 total, 2 running, 24 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 98.8 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4839.4 free, 92182.8 used, 30335.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 34024.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.3g 25460 S 0.0 46.9 16644:32 PrimProc 22042 root 20 0 85.8g 26.3g 18808 S 0.0 21.1 1755:15 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 628:14.92 mariadbd 22067 root 20 0 1872304 558684 23792 S 6.2 0.4 34:31.84 DMLProc 22051 root 20 0 4112080 440664 22004 S 0.0 0.3 242:56.69 WriteEngi+ 21852 root 20 0 3246388 152552 9468 S 18.8 0.1 1401:07 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:21.17 python3 21913 root 20 0 658096 26448 20460 S 0.0 0.0 222:08.26 controlle+ 21899 root 20 0 269496 25396 18924 R 12.5 0.0 390:13.21 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:14.11 monit 9106 root 20 0 52080 4180 3616 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.13 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.47 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 439643 567758 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11034 39092 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 33 @ Fri Nov 4 04:12:30 UTC 2022 Thread Check: 29 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 04:12:30 up 49 days, 19:19, 0 users, load average: 13.88, 7.90, 5.94 Tasks: 32 total, 2 running, 30 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.8 sy, 0.0 ni, 96.0 id, 1.2 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5958.5 free, 93529.3 used, 27869.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32679.1 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.0g 58.7g 25460 S 0.0 47.2 16807:19 PrimProc 22042 root 20 0 86.2g 27.0g 18808 S 0.0 21.7 1775:55 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 634:54.47 mariadbd 22067 root 20 0 1872304 562788 23792 S 0.0 0.4 34:46.56 DMLProc 22051 root 20 0 4112080 437888 22004 S 0.0 0.3 244:42.13 WriteEngi+ 21852 root 20 0 3246388 145456 9468 R 13.3 0.1 1411:09 StorageMa+ 17848 root 20 0 572576 88528 16820 S 0.0 0.1 0:48.55 mariaback+ 19894 root 20 0 162000 55616 10788 S 0.0 0.0 0:01.87 s3cmd 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:24.03 python3 21899 root 20 0 269496 27044 18924 S 6.7 0.0 392:59.30 workernode 21913 root 20 0 719560 26520 20460 S 6.7 0.0 223:42.35 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.17 DDLProc 17849 root 20 0 1237164 12556 2008 S 0.0 0.0 10:54.65 pigz 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:16.62 monit 17745 root 20 0 16688 5168 2988 S 0.0 0.0 0:00.02 backup_ma+ 20025 root 20 0 52084 4128 3560 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.46 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 19893 root 20 0 14844 3296 3028 S 0.0 0.0 0:00.00 sh 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.04 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 17850 root 20 0 26112 3192 2824 S 0.0 0.0 0:06.11 split 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.52 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 13173 7296 65% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440075 567327 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 13173 7296 65% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11040 39085 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 34 @ Fri Nov 4 05:12:30 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1549 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 05:12:30 up 49 days, 20:19, 0 users, load average: 10.08, 6.40, 6.24 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 0.0 sy, 0.0 ni, 96.9 id, 2.7 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5566.3 free, 93455.4 used, 28335.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32751.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17016:04 PrimProc 22042 root 20 0 86.9g 27.4g 18808 S 0.0 22.0 1798:05 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 641:31.33 mariadbd 22067 root 20 0 1872304 565480 23792 S 0.0 0.4 35:01.05 DMLProc 22051 root 20 0 4133584 524324 22004 S 0.0 0.4 246:26.20 WriteEngi+ 21852 root 20 0 3246388 148432 9468 S 6.7 0.1 1421:09 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:26.90 python3 21913 root 20 0 658096 26440 20460 S 0.0 0.0 225:15.54 controlle+ 21899 root 20 0 269496 26028 18924 S 0.0 0.0 395:43.82 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:19.08 monit 31889 root 20 0 52080 4164 3596 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:28.77 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.59 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12832 7637 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440322 567079 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12832 7637 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11047 39079 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 35 @ Fri Nov 4 06:12:30 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 06:12:31 up 49 days, 21:19, 0 users, load average: 7.67, 5.85, 5.46 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.6 sy, 0.0 ni, 97.4 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6280.9 free, 94281.5 used, 26795.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31925.7 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.6g 25460 S 0.0 47.1 17148:19 PrimProc 22042 root 20 0 91.1g 28.0g 18808 S 0.0 22.5 1814:02 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 0.0 1.8 647:33.03 mariadbd 22067 root 20 0 1872304 569548 23792 S 0.0 0.4 35:16.03 DMLProc 22051 root 20 0 4133584 454892 22004 S 0.0 0.3 248:13.66 WriteEngi+ 21852 root 20 0 3246388 154100 9468 S 20.0 0.1 1431:34 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:29.62 python3 21899 root 20 0 269496 27492 18924 S 13.3 0.0 398:32.61 workernode 21913 root 20 0 658096 26552 20460 S 0.0 0.0 226:51.44 controlle+ 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:21.49 monit 11327 root 20 0 52080 4060 3496 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.08 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.64 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12803 7666 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 440949 566452 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12803 7666 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11053 39072 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 36 @ Fri Nov 4 07:12:31 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 07:12:31 up 49 days, 22:19, 0 users, load average: 2.70, 2.46, 3.29 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.4 us, 1.0 sy, 0.0 ni, 96.5 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 6387.9 free, 94127.8 used, 26841.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32079.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17273:07 PrimProc 22042 root 20 0 91.8g 28.0g 18808 S 0.0 22.5 1829:22 ExeMgr 21719 mysql 20 0 16.8g 2.2g 46640 S 53.3 1.8 653:19.58 mariadbd 22067 root 20 0 1872304 572072 23792 S 0.0 0.4 35:31.00 DMLProc 22051 root 20 0 4133584 462488 22004 S 6.7 0.4 250:01.89 WriteEngi+ 21852 root 20 0 3246388 154792 9468 S 13.3 0.1 1441:51 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:32.30 python3 21913 root 20 0 658096 26392 20460 S 6.7 0.0 228:27.42 controlle+ 21899 root 20 0 269496 25336 18924 S 6.7 0.0 401:21.95 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:23.89 monit 21880 root 20 0 52080 4192 3628 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.33 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.70 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12804 7665 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 441286 566115 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12804 7665 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11059 39066 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 37 @ Fri Nov 4 08:12:31 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 08:12:31 up 49 days, 23:19, 0 users, load average: 3.97, 3.91, 4.00 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.0 us, 0.2 sy, 0.0 ni, 98.8 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5740.9 free, 94180.9 used, 27435.8 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 32026.4 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17370:14 PrimProc 22042 root 20 0 91.8g 28.1g 18808 S 0.0 22.6 1839:41 ExeMgr 21719 mysql 20 0 16.9g 2.3g 46640 S 0.0 1.8 659:16.05 mariadbd 22067 root 20 0 1872304 575920 23792 S 0.0 0.4 35:45.97 DMLProc 22051 root 20 0 4133584 467408 22004 S 0.0 0.4 251:50.20 WriteEngi+ 21852 root 20 0 3246388 158188 9468 S 20.0 0.1 1452:02 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:34.93 python3 21913 root 20 0 658096 26392 20460 S 0.0 0.0 230:03.00 controlle+ 21899 root 20 0 269496 24832 18924 S 6.7 0.0 404:11.71 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:26.32 monit 32481 root 20 0 52080 4296 3728 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.56 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.76 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 441732 565669 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11065 39060 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 38 @ Fri Nov 4 09:12:31 UTC 2022 Thread Check: 35 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 09:12:31 up 50 days, 19 min, 0 users, load average: 4.21, 3.98, 4.00 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.2 sy, 0.0 ni, 98.6 id, 1.0 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 5271.3 free, 94270.8 used, 27815.5 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31936.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17481:16 PrimProc 22042 root 20 0 92.0g 28.1g 18808 S 0.0 22.6 1852:28 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 664:10.26 mariadbd 22067 root 20 0 1872304 580784 23792 S 0.0 0.4 36:00.75 DMLProc 22051 root 20 0 4133584 462344 22004 S 6.7 0.4 253:37.17 WriteEngi+ 21852 root 20 0 3246388 143864 9468 S 20.0 0.1 1462:04 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:37.55 python3 21913 root 20 0 781024 26656 20460 S 0.0 0.0 231:37.39 controlle+ 21899 root 20 0 269496 25216 18924 S 6.7 0.0 406:59.62 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:28.72 monit 10264 root 20 0 52080 4196 3632 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:29.81 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.83 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12811 7658 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442043 565358 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12811 7658 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11071 39055 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 39 @ Fri Nov 4 10:12:31 UTC 2022 Thread Check: 24 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 10:12:32 up 50 days, 1:19, 0 users, load average: 3.14, 2.98, 3.17 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.2 us, 0.4 sy, 0.0 ni, 98.8 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4771.3 free, 94474.4 used, 28111.9 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31732.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.4g 25460 S 0.0 47.0 17568:57 PrimProc 22042 root 20 0 92.0g 28.3g 18808 S 0.0 22.7 1861:42 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 668:44.39 mariadbd 22067 root 20 0 1876400 583176 23792 S 0.0 0.4 36:15.39 DMLProc 22051 root 20 0 4133584 467456 22004 S 0.0 0.4 255:23.20 WriteEngi+ 21852 root 20 0 3246388 145528 9468 S 13.3 0.1 1472:00 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:40.13 python3 21913 root 20 0 668340 26544 20460 S 6.7 0.0 233:10.93 controlle+ 21899 root 20 0 269496 24756 18924 S 6.7 0.0 409:45.24 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:31.13 monit 20156 root 20 0 52080 4180 3612 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.03 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.05 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.88 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12809 7660 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442306 565096 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12809 7660 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11077 39049 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 40 @ Fri Nov 4 11:12:32 UTC 2022 Thread Check: 23 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 11:12:32 up 50 days, 2:19, 0 users, load average: 5.73, 6.63, 5.71 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.4 us, 1.4 sy, 0.0 ni, 97.6 id, 0.6 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4478.5 free, 94696.2 used, 28183.0 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31511.2 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17706:33 PrimProc 22042 root 20 0 93.3g 28.5g 18808 S 0.0 22.9 1876:44 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 673:18.68 mariadbd 22067 root 20 0 1880496 587236 23792 S 0.0 0.5 36:30.13 DMLProc 22051 root 20 0 4133584 553680 22004 S 0.0 0.4 257:08.80 WriteEngi+ 21852 root 20 0 3254580 164192 9468 S 20.0 0.1 1482:03 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:42.82 python3 21913 root 20 0 658096 26560 20460 S 0.0 0.0 234:45.98 controlle+ 21899 root 20 0 269496 24992 18924 S 6.7 0.0 412:32.68 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:33.63 monit 31846 root 20 0 52080 4052 3488 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.34 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:11.95 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12814 7655 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442501 564901 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12814 7655 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11083 39042 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 41 @ Fri Nov 4 12:12:32 UTC 2022 Thread Check: 30 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 12:12:32 up 50 days, 3:19, 0 users, load average: 3.50, 5.27, 4.89 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 1.0 sy, 0.0 ni, 96.7 id, 1.0 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 5645.6 free, 94904.5 used, 26807.6 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 31302.9 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25460 S 0.0 46.9 17861:21 PrimProc 22042 root 20 0 94.6g 28.8g 18808 S 0.0 23.1 1899:01 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 677:17.81 mariadbd 22067 root 20 0 1880496 591180 23792 S 0.0 0.5 36:45.16 DMLProc 22051 root 20 0 4133584 464756 22004 S 0.0 0.4 258:56.21 WriteEngi+ 21852 root 20 0 3254580 137648 9468 S 20.0 0.1 1492:17 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:45.55 python3 21913 root 20 0 729804 26484 20460 S 13.3 0.0 236:23.03 controlle+ 21899 root 20 0 269496 24940 18924 S 6.7 0.0 415:25.27 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:36.08 monit 10174 root 20 0 52080 4216 3652 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.67 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.01 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12816 7653 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442716 564686 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12816 7653 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11090 39036 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 42 @ Fri Nov 4 13:12:32 UTC 2022 Thread Check: 27 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 13:12:32 up 50 days, 4:19, 0 users, load average: 2.39, 2.98, 4.37 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 1.0 us, 0.2 sy, 0.0 ni, 97.9 id, 0.8 wa, 0.0 hi, 0.0 si, 0.0 st MiB Mem : 127357.6 total, 4991.5 free, 95330.9 used, 27035.2 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30876.5 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18009:17 PrimProc 22042 root 20 0 95.1g 29.2g 18816 S 0.0 23.5 1916:02 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 0.0 1.8 680:25.89 mariadbd 22067 root 20 0 1880504 595024 23800 S 0.0 0.5 37:00.09 DMLProc 22051 root 20 0 4133592 488620 22012 S 6.7 0.4 260:44.10 WriteEngi+ 21852 root 20 0 3254580 136704 9468 S 20.0 0.1 1502:37 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 6.7 0.0 6:48.23 python3 21913 root 20 0 699072 26464 20460 S 0.0 0.0 237:59.97 controlle+ 21899 root 20 0 269504 24916 18932 S 6.7 0.0 418:15.15 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:38.50 monit 20647 root 20 0 52080 4200 3636 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:30.98 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.07 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12817 7652 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442323 565078 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12817 7652 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11096 39029 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour... -------------------------------------------------------------- Starting Loop 43 @ Fri Nov 4 14:12:32 UTC 2022 Thread Check: 26 /usr/bin/controllernode 3 /usr/bin/DDLProc 21 /usr/bin/DMLProc 1551 /usr/bin/ExeMgr 111 /usr/bin/PrimProc 61 /usr/bin/StorageManager 5 /usr/bin/workernode 35 /usr/bin/WriteEngineServer TOP: top - 14:12:33 up 50 days, 5:19, 0 users, load average: 3.07, 4.13, 4.25 Tasks: 26 total, 1 running, 25 sleeping, 0 stopped, 0 zombie %Cpu(s): 0.8 us, 1.0 sy, 0.0 ni, 97.3 id, 0.6 wa, 0.0 hi, 0.2 si, 0.0 st MiB Mem : 127357.6 total, 4696.5 free, 95431.0 used, 27230.1 buff/cache MiB Swap: 0.0 total, 0.0 free, 0.0 used. 30776.3 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 21925 root 20 0 93.1g 58.3g 25468 S 0.0 46.9 18115:13 PrimProc 22042 root 20 0 95.1g 29.3g 18816 S 0.0 23.6 1928:06 ExeMgr 21719 mysql 20 0 16.8g 2.3g 46640 S 6.7 1.8 682:46.23 mariadbd 22067 root 20 0 1880504 597996 23800 S 0.0 0.5 37:14.98 DMLProc 22051 root 20 0 4133592 483552 22012 S 0.0 0.4 262:31.53 WriteEngi+ 21852 root 20 0 3254580 124176 9468 S 20.0 0.1 1512:26 StorageMa+ 21387 root 20 0 1375328 50708 16692 S 0.0 0.0 6:50.80 python3 21913 root 20 0 688828 26444 20460 S 0.0 0.0 239:35.72 controlle+ 21899 root 20 0 269504 25180 18932 S 6.7 0.0 421:05.10 workernode 22072 root 20 0 220364 17668 13800 S 0.0 0.0 0:00.18 DDLProc 22809 root 20 0 41820 8960 7552 S 0.0 0.0 0:00.00 mysql 844 root 20 0 113700 5424 4888 S 0.0 0.0 41:40.86 monit 31428 root 20 0 52080 4168 3600 R 0.0 0.0 0:00.00 top 21082 root 20 0 15084 3992 3372 S 0.0 0.0 0:00.01 bash 20599 root 20 0 15084 3884 3264 S 0.0 0.0 0:00.01 bash 17010 root 20 0 15084 3872 3224 S 0.0 0.0 0:00.07 bash 32274 root 20 0 15084 3852 3248 S 0.0 0.0 0:00.01 bash 5861 root 20 0 15084 3844 3228 S 0.0 0.0 0:00.03 bash 15761 root 20 0 15084 3804 3196 S 0.0 0.0 0:00.01 bash 12 root 20 0 199292 3536 1736 S 0.0 0.0 5:31.24 rsyslogd 21513 root 20 0 15108 3484 2948 S 0.0 0.0 0:00.00 mysqld_sa+ 25977 root 20 0 14844 3244 2924 S 0.0 0.0 0:00.06 bash 7 root 20 0 14844 3240 2916 S 0.0 0.0 0:00.00 docker-en+ 14 root 20 0 14844 3216 2952 S 0.0 0.0 0:00.00 bash 24209 root 20 0 9832 2224 1964 S 0.0 0.0 0:03.54 less 1 root 20 0 4376 904 828 S 0.0 0.0 1:12.13 tini Disk: Filesystem 1M-blocks Used Available Use% Mounted on overlay 20468 12820 7649 63% / tmpfs 64 0 64 0% /dev tmpfs 63679 0 63679 0% /sys/fs/cgroup tmpfs 63679 1 63679 1% /mnt/backup-secrets /dev/nvme2n1 1007417 442441 564960 44% /etc/my.cnf.d /dev/nvme0n1p1 20468 12820 7649 63% /etc/hosts shm 64 9 56 14% /dev/shm tmpfs 63679 1 63679 1% /mnt/skysql/podinfo /dev/nvme1n1 50141 11102 39023 23% /var/log/mariadb/columnstore tmpfs 63679 1 63679 1% /run/secrets/kubernetes.io/serviceaccount tmpfs 63679 0 63679 0% /proc/acpi tmpfs 63679 0 63679 0% /sys/firmware Sleeping for 1 hour...