Details
-
Bug
-
Status: Open (View Workflow)
-
Major
-
Resolution: Unresolved
-
None
-
None
-
None
-
2024-2
Description
NFS can lose connection, causing the mounted volumes not to respond.
Columnstore should better handle this by timing out the request and not crashing/corrupting the database
Reproduction:
|
|
# on the nfs server
|
yum update -yum
|
sudo yum install nfs-utils
|
mkdir -p /export/columnstore-production-mount
|
chmod -R 777 /export |
chown -R 991:988 /export |
echo "/export/columnstore-production-mount 172.31.32.73(rw,sync,no_subtree_check,no_root_squash)" >> /etc/exports |
sudo exportfs -a
|
|
|
|
|
echo "net.core.rmem_max=16777216 |
net.core.wmem_max=16777216 |
net.ipv4.tcp_rmem=4096 87380 16777216 |
net.ipv4.tcp_wmem=4096 65536 16777216 |
net.ipv4.tcp_window_scaling=1" >> /etc/sysctl.conf |
sudo sysctl -p
|
|
|
sudo systemctl start nfs-server
|
sudo systemctl enable nfs-server
|
|
|
nfsstat -s
|
|
|
# on the columnstore server
|
|
|
|
|
|
|
|
|
mkdir -p /var/lib/columnstore/data1
|
chmod -R 777 /var/lib/columnstore |
chown -R mysql:mysql /var/lib/columnstore
|
echo "172.31.45.12:/export/columnstore-production-mount /var/lib/columnstore/data1 nfs rsize=32768,wsize=32768,timeo=600,retrans=2,hard,noatime,vers=4 0 0" >> /etc/fstab |
systemctl daemon-reload
|
mount -a
|
|
|
setenforce 0 |
sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config |
|
|
yum install wget -y;
|
# download cs_package_manager.sh
|
chmod +x cs_package_manager.sh
|
bash cs_package_manager.sh remove all
|
time bash cs_package_manager.sh install enterprise 10.6.14-9 --token xxxxxx |
chown -R mysql:mysql /var/lib/columnstore
|
mariadb -e "show status like '%Columnstore%';" |
|
|
bash cpbench.sh
|
|
|
yum install epel-release -y
|
yum install iptables strace screen -y
|
|
|
|
|
strace -p $(pidof /usr/bin/cpimport.bin)
|
|
|
# Block Incoming Traffic from NFS Server
|
sudo iptables -A INPUT -s 172.31.45.12 -j DROP |
# Block Outgoing Traffic to NFS Server
|
sudo iptables -A OUTPUT -d 172.31.45.12 -j DROP |
|
|
# View Rules
|
sudo iptables -L -v -n
|
|
|
# Delete Rules
|
sudo iptables -D INPUT -s 172.31.45.12 -j DROP |
sudo iptables -D OUTPUT -d 172.31.45.12 -j DROP |
|
|
kill -9 $( pidof strace) |