We noticed after upgrading from MySQL 5.5 to MariaDB 10.1 that looping over a table through the C API doesn't return all rows. It only happens on a sufficiently large table.
Attached is a small Python script which produces such a table, and a C program that triggers the bug. Running make will compile the C file and produce a file setup.sql which you can import in your database. When it is imported, MYSQLPASSWORD= ./main -s (other flags might be needed, see ./main -h) shows the number of rows received, which should of course agree with SELECT COUNT(*) FROM foo; from the mysql client.
We have bisected the issue to this commit: https://github.com/MariaDB/server/commit/7a387c01586ae5107f2c2c64d3cdd420de83e168
{"report":{"fcp":1148.0999994277954,"ttfb":345.3999996185303,"pageVisibility":"visible","entityId":54947,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"14168e9d-5d0c-4c6e-920b-bb32c53fdb81","navigationType":0,"readyForUser":1257.5,"redirectCount":0,"resourceLoadedEnd":854.0999994277954,"resourceLoadedStart":351.19999980926514,"resourceTiming":[{"duration":213,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":351.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":351.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":564.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":218.5999994277954,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":351.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":351.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":570.0999994277954,"responseStart":0,"secureConnectionStart":0},{"duration":384,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":351.69999980926514,"connectEnd":351.69999980926514,"connectStart":351.69999980926514,"domainLookupEnd":351.69999980926514,"domainLookupStart":351.69999980926514,"fetchStart":351.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":574,"responseEnd":735.6999998092651,"responseStart":589.0999994277954,"secureConnectionStart":351.69999980926514},{"duration":501.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":351.79999923706055,"connectEnd":351.79999923706055,"connectStart":351.79999923706055,"domainLookupEnd":351.79999923706055,"domainLookupStart":351.79999923706055,"fetchStart":351.79999923706055,"redirectEnd":0,"redirectStart":0,"requestStart":574.1999998092651,"responseEnd":853.3999996185303,"responseStart":593.5,"secureConnectionStart":351.79999923706055},{"duration":248.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":352,"connectEnd":352,"connectStart":352,"domainLookupEnd":352,"domainLookupStart":352,"fetchStart":352,"redirectEnd":0,"redirectStart":0,"requestStart":574.8999996185303,"responseEnd":600.1999998092651,"responseStart":598.5999994277954,"secureConnectionStart":352},{"duration":252.89999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":352.19999980926514,"connectEnd":352.19999980926514,"connectStart":352.19999980926514,"domainLookupEnd":352.19999980926514,"domainLookupStart":352.19999980926514,"fetchStart":352.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":576.5999994277954,"responseEnd":605.0999994277954,"responseStart":602,"secureConnectionStart":352.19999980926514},{"duration":252.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":352.3999996185303,"connectEnd":352.3999996185303,"connectStart":352.3999996185303,"domainLookupEnd":352.3999996185303,"domainLookupStart":352.3999996185303,"fetchStart":352.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":576.8999996185303,"responseEnd":605.1999998092651,"responseStart":602.8999996185303,"secureConnectionStart":352.3999996185303},{"duration":223.69999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":352.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":352.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":576.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":252.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":352.5999994277954,"connectEnd":352.5999994277954,"connectStart":352.5999994277954,"domainLookupEnd":352.5999994277954,"domainLookupStart":352.5999994277954,"fetchStart":352.5999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":578.6999998092651,"responseEnd":605.3999996185303,"responseStart":603.6999998092651,"secureConnectionStart":352.5999994277954},{"duration":224.60000038146973,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":352.8999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":352.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":577.5,"responseStart":0,"secureConnectionStart":0},{"duration":254.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":352.8999996185303,"connectEnd":352.8999996185303,"connectStart":352.8999996185303,"domainLookupEnd":352.8999996185303,"domainLookupStart":352.8999996185303,"fetchStart":352.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":582.2999992370605,"responseEnd":607.5999994277954,"responseStart":606,"secureConnectionStart":352.8999996185303},{"duration":466.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":358.3999996185303,"connectEnd":358.3999996185303,"connectStart":358.3999996185303,"domainLookupEnd":358.3999996185303,"domainLookupStart":358.3999996185303,"fetchStart":358.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":700.1999998092651,"responseEnd":825.2999992370605,"responseStart":819.8999996185303,"secureConnectionStart":358.3999996185303},{"duration":495.5999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":358.5,"connectEnd":358.5,"connectStart":358.5,"domainLookupEnd":358.5,"domainLookupStart":358.5,"fetchStart":358.5,"redirectEnd":0,"redirectStart":0,"requestStart":839.6999998092651,"responseEnd":854.0999994277954,"responseStart":851.6999998092651,"secureConnectionStart":358.5},{"duration":184.19999980926514,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":880,"connectEnd":880,"connectStart":880,"domainLookupEnd":880,"domainLookupStart":880,"fetchStart":880,"redirectEnd":0,"redirectStart":0,"requestStart":1024.8999996185303,"responseEnd":1064.1999998092651,"responseStart":1063.2999992370605,"secureConnectionStart":880}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":153,"responseStart":346,"responseEnd":353,"domLoading":349,"domInteractive":1319,"domContentLoadedEventStart":1320,"domContentLoadedEventEnd":1374,"domComplete":2354,"loadEventStart":2354,"loadEventEnd":2354,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1294.2999992370605},{"name":"bigPipe.sidebar-id.end","time":1295.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.start","time":1295.3999996185303},{"name":"bigPipe.activity-panel-pipe-id.end","time":1296.8999996185303},{"name":"activityTabFullyLoaded","time":1429.5999994277954}],"measures":[],"correlationId":"1beea38d392ae1","effectiveType":"4g","downlink":9.8,"rtt":0,"serverDuration":109,"dbReadsTimeInMs":16,"dbConnsTimeInMs":25,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
What happens here:
if (insert_order)
{
uint last_insert_page= share->last_insert_page;
uint byte= 6 * (last_insert_page / 16);
first_pattern= last_insert_page % 16;
DBUG_ASSERT(data + byte < end);
data+= byte;
}