Type:
Task
Priority:
Major
Resolution:
Won't Do
Affects Version/s:
None
the following process is suggested:
after building and publishing server and columnstore packages Drone call scripts on the host to create virtual machines and setup cluster
script on the host provides credentials to access the primary node
MTR can be executed in the container or on one of the virtual machines (primary?)
logs have to be copied from all virtual machines
VMs have to be deleted: it should be "always executed step" + MDBCI cloud monitor will report all old VMs (and possibly destroy them automatically after a certain time)
scripts can be executed manually from the host
Communication between container and the Drone host:
curl: the server has to be created on the host, and access to the server has to be restricted
ssh: only private key is needed on the container side
To be implemented:
the first implementation of the scripts to create VMs and cluster https://github.com/mariadb-corporation/mariadb-columnstore-engine/tree/TODO-4505-multinode-scripts/tests/mdbci
{"report":{"fcp":1307.8999999761581,"ttfb":359.60000002384186,"pageVisibility":"visible","entityId":129065,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"ef8d1d0e-c7e7-4df7-8715-d0c912d40b2c","navigationType":0,"readyForUser":1442.8999999761581,"redirectCount":0,"resourceLoadedEnd":1542.3999999761581,"resourceLoadedStart":370.7000000476837,"resourceTiming":[{"duration":56.10000002384186,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":370.7000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":370.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":426.8000000715256,"responseStart":0,"secureConnectionStart":0},{"duration":77.10000002384186,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":371,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":371,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":448.10000002384186,"responseStart":0,"secureConnectionStart":0},{"duration":284.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":371.2000000476837,"connectEnd":371.2000000476837,"connectStart":371.2000000476837,"domainLookupEnd":371.2000000476837,"domainLookupStart":371.2000000476837,"fetchStart":371.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":371.2000000476837,"responseEnd":655.3000000715256,"responseStart":655.3000000715256,"secureConnectionStart":371.2000000476837},{"duration":590.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":371.39999997615814,"connectEnd":371.39999997615814,"connectStart":371.39999997615814,"domainLookupEnd":371.39999997615814,"domainLookupStart":371.39999997615814,"fetchStart":371.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":371.39999997615814,"responseEnd":962.1000000238419,"responseStart":962.1000000238419,"secureConnectionStart":371.39999997615814},{"duration":200,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":371.7000000476837,"connectEnd":371.7000000476837,"connectStart":371.7000000476837,"domainLookupEnd":371.7000000476837,"domainLookupStart":371.7000000476837,"fetchStart":371.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":371.7000000476837,"responseEnd":571.7000000476837,"responseStart":571.7000000476837,"secureConnectionStart":371.7000000476837},{"duration":285.6999999284744,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":371.8000000715256,"connectEnd":371.8000000715256,"connectStart":371.8000000715256,"domainLookupEnd":371.8000000715256,"domainLookupStart":371.8000000715256,"fetchStart":371.8000000715256,"redirectEnd":0,"redirectStart":0,"requestStart":371.8000000715256,"responseEnd":657.5,"responseStart":657.5,"secureConnectionStart":371.8000000715256},{"duration":206.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":372.3000000715256,"connectEnd":372.3000000715256,"connectStart":372.3000000715256,"domainLookupEnd":372.3000000715256,"domainLookupStart":372.3000000715256,"fetchStart":372.3000000715256,"redirectEnd":0,"redirectStart":0,"requestStart":372.3000000715256,"responseEnd":578.8000000715256,"responseStart":578.8000000715256,"secureConnectionStart":372.3000000715256},{"duration":86.10000002384186,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":372.60000002384186,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":372.60000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":458.7000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":284.39999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":372.7000000476837,"connectEnd":372.7000000476837,"connectStart":372.7000000476837,"domainLookupEnd":372.7000000476837,"domainLookupStart":372.7000000476837,"fetchStart":372.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":372.7000000476837,"responseEnd":657.1000000238419,"responseStart":657.1000000238419,"secureConnectionStart":372.7000000476837},{"duration":87.20000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":372.89999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":372.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":460.10000002384186,"responseStart":0,"secureConnectionStart":0},{"duration":592.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":373.10000002384186,"connectEnd":373.10000002384186,"connectStart":373.10000002384186,"domainLookupEnd":373.10000002384186,"domainLookupStart":373.10000002384186,"fetchStart":373.10000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":373.10000002384186,"responseEnd":965.8000000715256,"responseStart":965.8000000715256,"secureConnectionStart":373.10000002384186},{"duration":889.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":380.8000000715256,"connectEnd":380.8000000715256,"connectStart":380.8000000715256,"domainLookupEnd":380.8000000715256,"domainLookupStart":380.8000000715256,"fetchStart":380.8000000715256,"redirectEnd":0,"redirectStart":0,"requestStart":380.8000000715256,"responseEnd":1270.6000000238419,"responseStart":1270.6000000238419,"secureConnectionStart":380.8000000715256},{"duration":1157.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":385.10000002384186,"connectEnd":385.10000002384186,"connectStart":385.10000002384186,"domainLookupEnd":385.10000002384186,"domainLookupStart":385.10000002384186,"fetchStart":385.10000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":385.10000002384186,"responseEnd":1542.3999999761581,"responseStart":1542.3999999761581,"secureConnectionStart":385.10000002384186},{"duration":454.10000002384186,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":816.8999999761581,"connectEnd":816.8999999761581,"connectStart":816.8999999761581,"domainLookupEnd":816.8999999761581,"domainLookupStart":816.8999999761581,"fetchStart":816.8999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":816.8999999761581,"responseEnd":1271,"responseStart":1271,"secureConnectionStart":816.8999999761581},{"duration":254.59999990463257,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1289.3000000715256,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1289.3000000715256,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1543.8999999761581,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":200,"responseStart":360,"responseEnd":384,"domLoading":364,"domInteractive":1565,"domContentLoadedEventStart":1565,"domContentLoadedEventEnd":1608,"domComplete":2122,"loadEventStart":2122,"loadEventEnd":2123,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1546.6000000238419},{"name":"bigPipe.sidebar-id.end","time":1547.3999999761581},{"name":"bigPipe.activity-panel-pipe-id.start","time":1547.6000000238419},{"name":"bigPipe.activity-panel-pipe-id.end","time":1549},{"name":"activityTabFullyLoaded","time":1623.8999999761581}],"measures":[],"correlationId":"75cfc664d2e6d","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":100,"dbReadsTimeInMs":11,"dbConnsTimeInMs":22,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
AWS and MDBCI is working on ci.columnstore.mariadb.net/ host, next step - add call of MDBCI into drone jsonnet