Type:
Bug
Priority:
Major
Resolution:
Won't Do
Affects Version/s:
None
NFS can lose connection, causing the mounted volumes not to respond.
Columnstore should better handle this by timing out the request and not crashing/corrupting the database
Reproduction:
# on the nfs server
yum update -yum
sudo yum install nfs-utils
mkdir -p /export/columnstore-production-mount
chmod -R 777 /export
chown -R 991 : 988 /export
echo "/export/columnstore-production-mount 172.31.32.73(rw,sync,no_subtree_check,no_root_squash)" >> /etc/exports
sudo exportfs -a
echo "net.core.rmem_max= 16777216
net.core.wmem_max= 16777216
net.ipv4.tcp_rmem= 4096 87380 16777216
net.ipv4.tcp_wmem= 4096 65536 16777216
net.ipv4.tcp_window_scaling= 1 " >> /etc/sysctl.conf
sudo sysctl -p
sudo systemctl start nfs-server
sudo systemctl enable nfs-server
nfsstat -s
# on the columnstore server
mkdir -p /var/lib/columnstore/data1
chmod -R 777 /var/lib/columnstore
chown -R mysql:mysql /var/lib/columnstore
echo "172.31.45.12:/export/columnstore-production-mount /var/lib/columnstore/data1 nfs rsize=32768,wsize=32768,timeo=600,retrans=2,hard,noatime,vers=4 0 0" >> /etc/fstab
systemctl daemon-reload
mount -a
setenforce 0
sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config
yum install wget -y;
# download cs_package_manager.sh
chmod +x cs_package_manager.sh
bash cs_package_manager.sh remove all
time bash cs_package_manager.sh install enterprise 10.6 . 14 - 9 --token xxxxxx
chown -R mysql:mysql /var/lib/columnstore
mariadb -e "show status like '%Columnstore%';"
bash cpbench.sh
yum install epel-release -y
yum install iptables strace screen -y
strace -p $(pidof /usr/bin/cpimport.bin)
# Block Incoming Traffic from NFS Server
sudo iptables -A INPUT -s 172.31 . 45.12 -j DROP
# Block Outgoing Traffic to NFS Server
sudo iptables -A OUTPUT -d 172.31 . 45.12 -j DROP
# View Rules
sudo iptables -L -v -n
# Delete Rules
sudo iptables -D INPUT -s 172.31 . 45.12 -j DROP
sudo iptables -D OUTPUT -d 172.31 . 45.12 -j DROP
kill - 9 $( pidof strace)
There are no comments yet on this issue.
{"report":{"fcp":1586.3999996185303,"ttfb":506.8999996185303,"pageVisibility":"visible","entityId":131362,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"fc96f90c-269a-4c6b-b629-b67ac5c84187","navigationType":0,"readyForUser":1670.8000001907349,"redirectCount":0,"resourceLoadedEnd":1732.3000001907349,"resourceLoadedStart":515.3999996185303,"resourceTiming":[{"duration":525.3000001907349,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":515.3999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":515.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1040.6999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":525.4000005722046,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":515.6999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":515.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1041.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":587.2000007629395,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":515.8999996185303,"connectEnd":515.8999996185303,"connectStart":515.8999996185303,"domainLookupEnd":515.8999996185303,"domainLookupStart":515.8999996185303,"fetchStart":515.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":515.8999996185303,"responseEnd":1103.1000003814697,"responseStart":1103.1000003814697,"secureConnectionStart":515.8999996185303},{"duration":652.7999992370605,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":516.1000003814697,"connectEnd":516.1000003814697,"connectStart":516.1000003814697,"domainLookupEnd":516.1000003814697,"domainLookupStart":516.1000003814697,"fetchStart":516.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":516.1000003814697,"responseEnd":1168.8999996185303,"responseStart":1168.8999996185303,"secureConnectionStart":516.1000003814697},{"duration":656.5999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":516.3000001907349,"connectEnd":516.3000001907349,"connectStart":516.3000001907349,"domainLookupEnd":516.3000001907349,"domainLookupStart":516.3000001907349,"fetchStart":516.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":516.3000001907349,"responseEnd":1172.8999996185303,"responseStart":1172.8999996185303,"secureConnectionStart":516.3000001907349},{"duration":656.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":516.5,"connectEnd":516.5,"connectStart":516.5,"domainLookupEnd":516.5,"domainLookupStart":516.5,"fetchStart":516.5,"redirectEnd":0,"redirectStart":0,"requestStart":516.5,"responseEnd":1173.3999996185303,"responseStart":1173.3999996185303,"secureConnectionStart":516.5},{"duration":657.1999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":516.6000003814697,"connectEnd":516.6000003814697,"connectStart":516.6000003814697,"domainLookupEnd":516.6000003814697,"domainLookupStart":516.6000003814697,"fetchStart":516.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":516.6000003814697,"responseEnd":1173.8000001907349,"responseStart":1173.8000001907349,"secureConnectionStart":516.6000003814697},{"duration":738.5999994277954,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":516.8000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":516.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1255.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":657.3000001907349,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":517,"connectEnd":517,"connectStart":517,"domainLookupEnd":517,"domainLookupStart":517,"fetchStart":517,"redirectEnd":0,"redirectStart":0,"requestStart":517,"responseEnd":1174.3000001907349,"responseStart":1174.3000001907349,"secureConnectionStart":517},{"duration":738.3000001907349,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":517.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":517.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1255.5,"responseStart":0,"secureConnectionStart":0},{"duration":657.5999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":517.3000001907349,"connectEnd":517.3000001907349,"connectStart":517.3000001907349,"domainLookupEnd":517.3000001907349,"domainLookupStart":517.3000001907349,"fetchStart":517.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":517.3000001907349,"responseEnd":1174.8999996185303,"responseStart":1174.8999996185303,"secureConnectionStart":517.3000001907349},{"duration":1162.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":518.1000003814697,"connectEnd":518.1000003814697,"connectStart":518.1000003814697,"domainLookupEnd":518.1000003814697,"domainLookupStart":518.1000003814697,"fetchStart":518.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":518.1000003814697,"responseEnd":1680.8000001907349,"responseStart":1680.8000001907349,"secureConnectionStart":518.1000003814697},{"duration":1164.1999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":518.1999998092651,"connectEnd":518.1999998092651,"connectStart":518.1999998092651,"domainLookupEnd":518.1999998092651,"domainLookupStart":518.1999998092651,"fetchStart":518.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":518.1999998092651,"responseEnd":1682.3999996185303,"responseStart":1682.3999996185303,"secureConnectionStart":518.1999998092651},{"duration":206.39999961853027,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1267.6000003814697,"connectEnd":1267.6000003814697,"connectStart":1267.6000003814697,"domainLookupEnd":1267.6000003814697,"domainLookupStart":1267.6000003814697,"fetchStart":1267.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":1267.6000003814697,"responseEnd":1474,"responseStart":1474,"secureConnectionStart":1267.6000003814697},{"duration":193.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1539.1000003814697,"connectEnd":1539.1000003814697,"connectStart":1539.1000003814697,"domainLookupEnd":1539.1000003814697,"domainLookupStart":1539.1000003814697,"fetchStart":1539.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":1539.1000003814697,"responseEnd":1732.3000001907349,"responseStart":1732.1999998092651,"secureConnectionStart":1539.1000003814697}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":347,"responseStart":506,"responseEnd":512,"domLoading":513,"domInteractive":1794,"domContentLoadedEventStart":1794,"domContentLoadedEventEnd":1837,"domComplete":2378,"loadEventStart":2378,"loadEventEnd":2378,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1771},{"name":"bigPipe.sidebar-id.end","time":1771.6999998092651},{"name":"bigPipe.activity-panel-pipe-id.start","time":1771.8999996185303},{"name":"bigPipe.activity-panel-pipe-id.end","time":1772.3999996185303},{"name":"activityTabFullyLoaded","time":1844.5}],"measures":[],"correlationId":"642a47c1378dcd","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":91,"dbReadsTimeInMs":9,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}