Type:
Priority:
Resolution:
Unresolved
Affects Version/s:
1.5.3
Component/s:
None
Sprint:
2021-3, 2021-4, 2021-5, 2021-6, 2021-7, 2021-8, 2021-9, 2021-10, 2021-11, 2021-12, 2021-16, 2021-17, 2022-22, 2022-23, 2023-4, 2023-5, 2023-6, 2023-7, 2023-8, 2023-10, 2023-11, 2023-12, 2024-2
When using storagemanager/S3 with Columnstore we want to avoid requiring additional shared storage: NFS or GlusterFS.
store S3 meta, that is a list of object files parts of the original MCS file
store journal, that is a text file contains <offset, byte array> pairs that alters contents of S3 object files copies stored locally.
dbroot ownernership mechanism
There is a write-up on some S3 implementation details in MCS.
The suggested solution is to leverage an existing distributed KeyValueStorage to fulfill the purposes mentioned earlier. Distributed KVS chosen is FoundationDB.
{"report":{"fcp":1118.5999999046326,"ttfb":295.8999996185303,"pageVisibility":"visible","entityId":90051,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"36627cbf-8730-41a1-9d87-f86f5e5c4511","navigationType":0,"readyForUser":1277.5999999046326,"redirectCount":0,"resourceLoadedEnd":760.7999997138977,"resourceLoadedStart":304.3999996185303,"resourceTiming":[{"duration":62.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":304.3999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":304.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":366.69999980926514,"responseStart":0,"secureConnectionStart":0},{"duration":62.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":304.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":304.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367,"responseStart":0,"secureConnectionStart":0},{"duration":203.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":304.8999996185303,"connectEnd":304.8999996185303,"connectStart":304.8999996185303,"domainLookupEnd":304.8999996185303,"domainLookupStart":304.8999996185303,"fetchStart":304.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":379.3999996185303,"responseEnd":508.2999997138977,"responseStart":399.2999997138977,"secureConnectionStart":304.8999996185303},{"duration":431.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":305.09999990463257,"connectEnd":305.09999990463257,"connectStart":305.09999990463257,"domainLookupEnd":305.09999990463257,"domainLookupStart":305.09999990463257,"fetchStart":305.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":378.69999980926514,"responseEnd":736.2999997138977,"responseStart":393.69999980926514,"secureConnectionStart":305.09999990463257},{"duration":95,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":305.2999997138977,"connectEnd":305.2999997138977,"connectStart":305.2999997138977,"domainLookupEnd":305.2999997138977,"domainLookupStart":305.2999997138977,"fetchStart":305.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":379.59999990463257,"responseEnd":400.2999997138977,"responseStart":396.8999996185303,"secureConnectionStart":305.2999997138977},{"duration":90.7999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":305.5,"connectEnd":305.5,"connectStart":305.5,"domainLookupEnd":305.5,"domainLookupStart":305.5,"fetchStart":305.5,"redirectEnd":0,"redirectStart":0,"requestStart":379.69999980926514,"responseEnd":396.2999997138977,"responseStart":393.09999990463257,"secureConnectionStart":305.5},{"duration":98,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":305.69999980926514,"connectEnd":305.69999980926514,"connectStart":305.69999980926514,"domainLookupEnd":305.69999980926514,"domainLookupStart":305.69999980926514,"fetchStart":305.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":379.8999996185303,"responseEnd":403.69999980926514,"responseStart":402.8999996185303,"secureConnectionStart":305.69999980926514},{"duration":61.700000286102295,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":305.7999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":305.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367.5,"responseStart":0,"secureConnectionStart":0},{"duration":94.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":306,"connectEnd":306,"connectStart":306,"domainLookupEnd":306,"domainLookupStart":306,"fetchStart":306,"redirectEnd":0,"redirectStart":0,"requestStart":380.59999990463257,"responseEnd":400.3999996185303,"responseStart":397.7999997138977,"secureConnectionStart":306},{"duration":63.799999713897705,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":306.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":306.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":369.8999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":104.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":306.2999997138977,"connectEnd":306.2999997138977,"connectStart":306.2999997138977,"domainLookupEnd":306.2999997138977,"domainLookupStart":306.2999997138977,"fetchStart":306.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":386.8999996185303,"responseEnd":410.5,"responseStart":407.5,"secureConnectionStart":306.2999997138977},{"duration":446.7000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":311.7999997138977,"connectEnd":311.7999997138977,"connectStart":311.7999997138977,"domainLookupEnd":311.7999997138977,"domainLookupStart":311.7999997138977,"fetchStart":311.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":450.3999996185303,"responseEnd":758.5,"responseStart":744.5999999046326,"secureConnectionStart":311.7999997138977},{"duration":448.7999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":312,"connectEnd":312,"connectStart":312,"domainLookupEnd":312,"domainLookupStart":312,"fetchStart":312,"redirectEnd":0,"redirectStart":0,"requestStart":545.8999996185303,"responseEnd":760.7999997138977,"responseStart":751.3999996185303,"secureConnectionStart":312},{"duration":138.2000002861023,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":736.7999997138977,"connectEnd":736.7999997138977,"connectStart":736.7999997138977,"domainLookupEnd":736.7999997138977,"domainLookupStart":736.7999997138977,"fetchStart":736.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":842.7999997138977,"responseEnd":875,"responseStart":874.3999996185303,"secureConnectionStart":736.7999997138977}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":89,"responseStart":296,"responseEnd":300,"domLoading":299,"domInteractive":1346,"domContentLoadedEventStart":1346,"domContentLoadedEventEnd":1402,"domComplete":1962,"loadEventStart":1962,"loadEventEnd":1963,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1323.8999996185303},{"name":"bigPipe.sidebar-id.end","time":1324.6999998092651},{"name":"bigPipe.activity-panel-pipe-id.start","time":1324.7999997138977},{"name":"bigPipe.activity-panel-pipe-id.end","time":1325.5999999046326},{"name":"activityTabFullyLoaded","time":1416.2999997138977}],"measures":[],"correlationId":"89f5ef048641a9","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":118,"dbReadsTimeInMs":17,"dbConnsTimeInMs":28,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
New Feature
Critical
The description has a link to a private document. Would you make it public?