******************** Configuration/Status Report for um1 ******************** -- systemctl configuration -- ################# systemctl list-unit-files --type=service | grep columnstore ################# columnstore.service enabled ################# systemctl list-unit-files --type=service | grep mysql-Columnstore ################# -- services configuration -- ################# service --status-all | grep columnstore ################# ################# service --status-all | grep mysql-Columnstore ################# -- fstab Configuration -- ################# cat /etc/fstab ################# # UNCONFIGURED FSTAB FOR BASE SYSTEM -- Server Processes -- ################# ps axu ################# USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND root 1 0.0 0.0 65524 480 ? Ss 16:05 0:00 /usr/sbin/sshd -D root 1078 0.0 0.0 9580 24 ? S 16:44 0:00 /bin/bash /usr/local/mariadb/columnstore/bin/run.sh /usr/local/mariadb/columnstore/bin/ProcMon root 1079 0.3 0.2 4779456 4368 ? Sl 16:44 0:16 /usr/local/mariadb/columnstore/bin/ProcMon root 9136 0.0 0.1 173536 2392 ? Sl 17:56 0:00 /usr/local/mariadb/columnstore/bin/workernode DBRM_Worker2 fg root 9236 0.0 0.0 4512 1600 ? S 17:56 0:00 /bin/sh /usr/local/mariadb/columnstore/mysql//bin/mysqld_safe --datadir=/usr/local/mariadb/columnstore/mysql/db --pid-file=/usr/local/mariadb/columnstore/mysql/db/ubuntu-03.pid --ledir=/usr/local/mariadb/columnstore/mysql//bin mysql 9423 0.3 5.3 2225628 110144 ? Sl 17:56 0:00 /usr/local/mariadb/columnstore/mysql//bin/mysqld --basedir=/usr/local/mariadb/columnstore/mysql/ --datadir=/usr/local/mariadb/columnstore/mysql/db --plugin-dir=/usr/local/mariadb/columnstore/mysql/lib/plugin --user=mysql --log-error=/usr/local/mariadb/columnstore/mysql/db/ubuntu-03.err --pid-file=/usr/local/mariadb/columnstore/mysql/db/ubuntu-03.pid --socket=/usr/local/mariadb/columnstore/mysql/lib/mysql/mysql.sock --port=3306 root 10044 0.1 0.3 93056 6472 ? Ss 17:59 0:00 sshd: root@pts/0 root 10074 0.0 0.1 18252 3240 pts/0 Ss 17:59 0:00 -bash root 11306 1.2 0.8 475056 16964 pts/0 Sl+ 18:00 0:00 /usr/local/mariadb/columnstore/bin/columnstoreSupport -a -p m18#MDB root 11588 0.0 0.0 4512 708 pts/0 S+ 18:00 0:00 sh -c /usr/local/mariadb/columnstore/bin/configReport.sh um1 /usr/local/mariadb/columnstore root 11589 0.0 0.1 9620 2588 pts/0 S+ 18:00 0:00 /bin/bash /usr/local/mariadb/columnstore/bin/configReport.sh um1 /usr/local/mariadb/columnstore root 11932 0.0 0.1 34428 2856 pts/0 R+ 18:00 0:00 ps axu -- Server Processes with resource usage -- ################# top -b -n 1 ################# top - 18:00:49 up 2 days, 18:16, 1 user, load average: 1.66, 2.96, 3.86 Tasks: 12 total, 1 running, 11 sleeping, 0 stopped, 0 zombie %Cpu(s): 4.1 us, 5.9 sy, 0.3 ni, 89.1 id, 0.3 wa, 0.0 hi, 0.4 si, 0.0 st KiB Mem : 2048444 total, 27644 free, 1046912 used, 973888 buff/cache KiB Swap: 1023996 total, 109204 free, 914792 used. 445384 avail Mem PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 1 root 20 0 65524 480 460 S 0.0 0.0 0:00.09 sshd 1078 root 20 0 9580 24 24 S 0.0 0.0 0:00.00 run.sh 1079 root 20 0 4779456 4368 3464 S 0.0 0.2 0:16.40 ProcMon 9136 root 20 0 173536 2392 2084 S 0.0 0.1 0:00.08 workernode 9236 root 20 0 4512 1600 1596 S 0.0 0.1 0:00.02 mysqld_safe 9423 mysql 20 0 2225628 110144 8416 S 0.0 5.4 0:00.86 mysqld 10044 root 20 0 93056 6472 5572 S 0.0 0.3 0:00.07 sshd 10074 root 20 0 18252 3240 2752 S 0.0 0.2 0:00.01 bash 11306 root 20 0 475056 16964 14344 S 0.0 0.8 0:00.12 columnstoreSupp 11588 root 20 0 4512 708 632 S 0.0 0.0 0:00.00 sh 11589 root 20 0 9620 2588 2340 S 0.0 0.1 0:00.00 configReport.sh 11933 root 20 0 38628 3032 2636 R 0.0 0.1 0:00.00 top ******************** System Network Configuration ******************** ################# mcsadmin getSystemNetworkConfig ################# WARNING: running on non Parent OAM Module, can't make configuration changes in this session. Access Console from 'pm1' if you need to make changes. getsystemnetworkconfig Mon Aug 21 18:00:49 2017 System Network Configuration Module Name Module Description NIC ID Host Name IP Address ----------- ------------------------- ------ ------------------------------------------------ --------------- um1 User Module #1 1 ubuntu-03.ubuntu-boxes.default.svc.cluster.local 172.17.0.6 um2 User Module #2 1 ubuntu-04.ubuntu-boxes.default.svc.cluster.local 172.17.0.7 pm1 Performance Module #1 1 ubuntu-01.ubuntu-boxes.default.svc.cluster.local 172.17.0.4 pm2 Performance Module #2 1 ubuntu-02.ubuntu-boxes.default.svc.cluster.local 172.17.0.2 ******************** System Module Configure ******************** ################# mcsadmin getModuleTypeConfig ################# WARNING: running on non Parent OAM Module, can't make configuration changes in this session. Access Console from 'pm1' if you need to make changes. getmoduletypeconfig Mon Aug 21 18:00:49 2017 Module Type Configuration ModuleType 'um' Configuration information ModuleDesc = User Module RunType = SIMPLEX ModuleCount = 2 ModuleHostName and ModuleIPAddr for NIC ID 1 on module 'um1' = ubuntu-03.ubuntu-boxes.default.svc.cluster.local , 172.17.0.6 ModuleHostName and ModuleIPAddr for NIC ID 1 on module 'um2' = ubuntu-04.ubuntu-boxes.default.svc.cluster.local , 172.17.0.7 ModuleCPUCriticalThreshold % = 0 ModuleCPUMajorThreshold % = 0 ModuleCPUMinorThreshold % = 0 ModuleCPUMinorClearThreshold % = 0 ModuleDiskCriticalThreshold % = 90 ModuleDiskMajorThreshold % = 80 ModuleDiskMinorThreshold % = 70 ModuleMemCriticalThreshold % = 90 ModuleMemMajorThreshold % = 0 ModuleMemMinorThreshold % = 0 ModuleSwapCriticalThreshold % = 90 ModuleSwapMajorThreshold % = 80 ModuleSwapMinorThreshold % = 70 ModuleDiskMonitorFileSystem#1 = / ModuleType 'pm' Configuration information ModuleDesc = Performance Module RunType = SIMPLEX ModuleCount = 2 ModuleHostName and ModuleIPAddr for NIC ID 1 on module 'pm1' = ubuntu-01.ubuntu-boxes.default.svc.cluster.local , 172.17.0.4 ModuleHostName and ModuleIPAddr for NIC ID 1 on module 'pm2' = ubuntu-02.ubuntu-boxes.default.svc.cluster.local , 172.17.0.2 DBRootIDs assigned to module 'pm1' = 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 DBRootIDs assigned to module 'pm2' = 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24 ModuleCPUCriticalThreshold % = 0 ModuleCPUMajorThreshold % = 0 ModuleCPUMinorThreshold % = 0 ModuleCPUMinorClearThreshold % = 0 ModuleDiskCriticalThreshold % = 90 ModuleDiskMajorThreshold % = 80 ModuleDiskMinorThreshold % = 70 ModuleMemCriticalThreshold % = 90 ModuleMemMajorThreshold % = 0 ModuleMemMinorThreshold % = 0 ModuleSwapCriticalThreshold % = 90 ModuleSwapMajorThreshold % = 80 ModuleSwapMinorThreshold % = 70 ModuleDiskMonitorFileSystem#1 = / ******************** System Storage Configuration ******************** ################# mcsadmin getStorageConfig ################# WARNING: running on non Parent OAM Module, can't make configuration changes in this session. Access Console from 'pm1' if you need to make changes. getstorageconfig Mon Aug 21 18:00:49 2017 System Storage Configuration Performance Module (DBRoot) Storage Type = internal System Assigned DBRoot Count = 24 DBRoot IDs assigned to 'pm1' = 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 DBRoot IDs assigned to 'pm2' = 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24 ******************** System Storage Status ******************** ################# mcsadmin getStorageStatus ################# WARNING: running on non Parent OAM Module, can't make configuration changes in this session. Access Console from 'pm1' if you need to make changes. getstoragestatus Mon Aug 21 18:00:49 2017 System External DBRoot Storage Statuses Component Status Last Status Change ------------ -------------------------- ------------------------ No External DBRoot Storage Configured ******************** System Status ******************** ################# mcsadmin getSystemInfo ################# WARNING: running on non Parent OAM Module, can't make configuration changes in this session. Access Console from 'pm1' if you need to make changes. getsysteminfo Mon Aug 21 18:00:49 2017 System columnstore-1 System and Module statuses Component Status Last Status Change ------------ -------------------------- ------------------------ System MAN_INIT Mon Aug 21 17:55:46 2017 Module um1 FAILED Mon Aug 21 17:56:50 2017 Module um2 MAN_OFFLINE Mon Aug 21 17:56:47 2017 Module pm1 MAN_OFFLINE Mon Aug 21 17:56:57 2017 Module pm2 MAN_OFFLINE Mon Aug 21 17:56:52 2017 Active Parent OAM Performance Module is 'pm1' Primary Front-End MariaDB ColumnStore Module is 'um1' Local Query Feature is enabled MariaDB ColumnStore Replication Feature is enabled MariaDB ColumnStore Process statuses Process Module Status Last Status Change Process ID ------------------ ------ --------------- ------------------------ ---------- ProcessMonitor um1 ACTIVE Mon Aug 21 16:44:54 2017 1079 ServerMonitor um1 FAILED Mon Aug 21 17:56:52 2017 9103 DBRMWorkerNode um1 ACTIVE Mon Aug 21 17:56:49 2017 9136 ExeMgr um1 MAN_OFFLINE Mon Aug 21 17:56:32 2017 DDLProc um1 MAN_OFFLINE Mon Aug 21 17:56:32 2017 DMLProc um1 MAN_OFFLINE Mon Aug 21 17:56:32 2017 mysqld um1 ACTIVE Mon Aug 21 17:57:02 2017 9423 ProcessMonitor um2 ACTIVE Mon Aug 21 16:44:54 2017 1076 ServerMonitor um2 MAN_OFFLINE Mon Aug 21 17:56:41 2017 DBRMWorkerNode um2 MAN_OFFLINE Mon Aug 21 17:56:41 2017 ExeMgr um2 MAN_OFFLINE Mon Aug 21 17:56:41 2017 DDLProc um2 MAN_OFFLINE Mon Aug 21 17:56:41 2017 DMLProc um2 MAN_OFFLINE Mon Aug 21 17:56:41 2017 mysqld um2 ACTIVE Mon Aug 21 17:57:16 2017 30010 ProcessMonitor pm1 ACTIVE Mon Aug 21 16:44:42 2017 1262 ProcessManager pm1 ACTIVE Mon Aug 21 16:44:47 2017 1545 DBRMControllerNode pm1 MAN_OFFLINE Mon Aug 21 17:56:53 2017 ServerMonitor pm1 MAN_OFFLINE Mon Aug 21 17:56:53 2017 DBRMWorkerNode pm1 MAN_OFFLINE Mon Aug 21 17:56:53 2017 DecomSvr pm1 MAN_OFFLINE Mon Aug 21 17:56:53 2017 PrimProc pm1 MAN_OFFLINE Mon Aug 21 17:56:52 2017 ExeMgr pm1 MAN_OFFLINE Mon Aug 21 17:56:52 2017 WriteEngineServer pm1 MAN_OFFLINE Mon Aug 21 17:56:52 2017 mysqld pm1 ACTIVE Mon Aug 21 17:57:24 2017 7543 ProcessMonitor pm2 ACTIVE Mon Aug 21 16:44:59 2017 1074 ProcessManager pm2 MAN_OFFLINE Mon Aug 21 17:56:48 2017 DBRMControllerNode pm2 MAN_OFFLINE Mon Aug 21 17:56:48 2017 ServerMonitor pm2 MAN_OFFLINE Mon Aug 21 17:56:48 2017 DBRMWorkerNode pm2 MAN_OFFLINE Mon Aug 21 17:56:48 2017 DecomSvr pm2 MAN_OFFLINE Mon Aug 21 17:56:48 2017 PrimProc pm2 MAN_OFFLINE Mon Aug 21 17:56:47 2017 ExeMgr pm2 MAN_OFFLINE Mon Aug 21 17:56:47 2017 WriteEngineServer pm2 MAN_OFFLINE Mon Aug 21 17:56:47 2017 mysqld pm2 ACTIVE Mon Aug 21 17:57:27 2017 19957 Active Alarm Counts: Critical = 1, Major = 4, Minor = 1, Warning = 0, Info = 0 ******************** System Configuration File ******************** ################# cat /etc/Columnstore.xml ################# 172.17.0.6 8601 um1 0.0.0.0 8602 172.17.0.4 8603 172.17.0.4 8604 172.17.0.2 8605 127.0.0.1 8800 0.0.0.0 8800 172.17.0.6 8800 172.17.0.4 8800 0.0.0.0 8622 172.17.0.6 8622 172.17.0.4 8622 172.17.0.4 8630 172.17.0.6 8612 172.17.0.6 8614 10000 2 2 128 10K 0 13 512 512 1 0 y y 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 172.17.0.4 8620 172.17.0.2 8620 C columnstore-1 pm1 pm2 um1 1 3 6 // 2.5 minutes 24 /usr/local/mariadb/columnstore/data1 $INSTALLDIR/data1/systemFiles/dbrm/BRM_saves $INSTALLDIR/data1/systemFiles/dbrm/tablelocks 20 100000 90 80 70 /tmp /tmp 10 0.0.0.0 128M 10 /tmp/columnstore_tmp_files $INSTALLDIR 10 120 restartSystem n 95 OFF /tmp/rdwrscratch /usr/local/mariadb/columnstore/data2 /usr/local/mariadb/columnstore/data3 /usr/local/mariadb/columnstore/data4 /usr/local/mariadb/columnstore/data5 /usr/local/mariadb/columnstore/data6 /usr/local/mariadb/columnstore/data7 /usr/local/mariadb/columnstore/data8 /usr/local/mariadb/columnstore/data9 /usr/local/mariadb/columnstore/data10 /usr/local/mariadb/columnstore/data11 /usr/local/mariadb/columnstore/data12 /usr/local/mariadb/columnstore/data13 /usr/local/mariadb/columnstore/data14 /usr/local/mariadb/columnstore/data15 /usr/local/mariadb/columnstore/data16 /usr/local/mariadb/columnstore/data17 /usr/local/mariadb/columnstore/data18 /usr/local/mariadb/columnstore/data19 /usr/local/mariadb/columnstore/data20 /usr/local/mariadb/columnstore/data21 /usr/local/mariadb/columnstore/data22 /usr/local/mariadb/columnstore/data23 /usr/local/mariadb/columnstore/data24 dm Director Module SIMPLEX 0 0.0.0.0 unassigned ENABLED 0 0 0 0 90 80 70 90 0 0 90 80 70 / unassigned unassigned um User Module SIMPLEX 2 172.17.0.6 ubuntu-03.ubuntu-boxes.default.svc.cluster.local ENABLED 0 0 0 0 90 80 70 90 0 0 90 80 70 / unassigned unassigned pm Performance Module SIMPLEX 2 172.17.0.4 ubuntu-01.ubuntu-boxes.default.svc.cluster.local ENABLED 0 0 0 0 90 80 70 90 0 0 90 80 70 / 12 1 unassigned 0.0.0.0 ENABLED ubuntu-04.ubuntu-boxes.default.svc.cluster.local 172.17.0.7 unassigned 0.0.0.0 unassigned 0.0.0.0 2 3 4 5 6 7 8 9 10 11 12 ENABLED ubuntu-02.ubuntu-boxes.default.svc.cluster.local 172.17.0.2 unassigned 0.0.0.0 13 14 15 16 17 18 19 20 21 22 23 24 12 0 unassigned 0.0.0.0 ENABLED 1000 $INSTALLDIR/data1/systemFiles/dbrm/SMTxnID 1GB $INSTALLDIR/data1/systemFiles/dbrm/oidbitmap 3000 $INSTALLDIR/data/bulk $INSTALLDIR/data1/systemFiles/bulkRollback 98 1 4 172.17.0.4 8616 172.17.0.4 8700 pm1 172.17.0.6 8700 um1 172.17.0.7 8700 um2 172.17.0.2 8700 pm2 0.0.0.0 8700 unassigned 0.0.0.0 8700 unassigned 0.0.0.0 8700 unassigned 0.0.0.0 8700 unassigned 0.0.0.0 8700 unassigned 0.0.0.0 8700 unassigned 1 0 0 65536 2K 200 0 70 n y n 1 y y internal internal deb /etc/syslog-ng/syslog-ng.conf mariadb1 unassigned autoassign unassigned unassigned unassigned gp2 unassigned unassigned unassigned gp2 unassigned y y 0 unassigned unassigned n 0 unassigned n 3306 unassigned /dev/xvd 24 2 0x0 128 128K 128 64M 50% 10% 100 N $INSTALLDIR/tmp Y 16K 32 1 20 1M 1M 512 unassigned 3306 unassigned N N Y 127.0.0.1 0 172.17.0.7 8800 172.17.0.7 8622 172.17.0.7 8601 um2 172.17.0.4 8601 pm1 172.17.0.2 8800 172.17.0.2 8622 172.17.0.2 8630 172.17.0.2 8601 pm2