It seems MariaDB 10.2.[7,8] does not use hugepages, but MariaDB 10.1.x,the same configuration, can use hugepages.
Thank you.
$ cat /etc/sysctl.conf
kernel.shmmax = 2705817600
kernel.shmall = 660600
vm.nr_hugepages = 500
vm.hugetlb_shm_group = 2001
$ id mysql
uid= 2001 (mysql) gid= 2001 (mysql) groups= 2001 (mysql)
$ cat /etc/security/limits.conf
mysql soft nproc 131072
mysql hard nproc 131072
mysql soft nofile 131072
mysql hard nofile 131072
mysql soft core unlimited
mysql hard core unlimited
mysql soft memlock unlimited
mysql hard memlock unlimited
$ free -h
total used free shared buff/cache available
Mem: 2 .8G 1 .1G 250M 2 .2M 1 .5G 1 .5G
Swap: 1 .5G 50M 1 .5G
$ cat /proc/meminfo | grep -i huge
AnonHugePages: 2048 kB
HugePages_Total: 500
HugePages_Free: 500
HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
$ cat /etc/my.cnf | grep large-pages
large-pages
$ mysqld_safe &
[ 1 ] 67750
170909 01 : 34 : 39 mysqld_safe Logging to '/MGC/datadg/log/alert_MGC.log' .
170909 01 : 34 : 40 mysqld_safe Starting mysqld daemon with databases from /MGC/datadg/db
$ cat /MGC/datadg/log/alert_MGC.log | grep -i "Warning: Using conventional memory pool"
$ cat /proc/meminfo | grep -i huge
AnonHugePages: 88064 kB
HugePages_Total: 500
HugePages_Free: 499
HugePages_Rsvd: 115
HugePages_Surp: 0
Hugepagesize: 2048 kB
01 : 36 : 47 (root @localhost ) [(none)]> select version();
+--------------------+
| version() |
+--------------------+
| 10.2 . 7 -MariaDB-log |
+--------------------+
1 row in set ( 0.00 sec)
01 : 37 : 29 (root @localhost ) [(none)]> select count(*) from test.a;
+----------+
| count(*) |
+----------+
| 3263442 |
+----------+
1 row in set ( 2.44 sec)
$ cat /proc/meminfo | grep -i huge
AnonHugePages: 167936 kB
HugePages_Total: 500
HugePages_Free: 499
HugePages_Rsvd: 115
HugePages_Surp: 0
Hugepagesize: 2048 kB
$ free -h
total used free shared buff/cache available
Mem: 2 .8G 1 .2G 76M 2 .2M 1 .4G 1 .3G
Swap: 1 .5G 50M 1 .5G
$ ll -h
total 109M
-rw-rw---- 1 mysql mysql 432 Sep 8 23 : 34 a.frm
-rw-rw---- 1 mysql mysql 108M Sep 8 23 : 36 a.ibd
> show global variables like '%buffer%' ;
+-------------------------------------+----------------+
| Variable_name | Value |
+-------------------------------------+----------------+
| aria_pagecache_buffer_size | 134217728 |
| aria_sort_buffer_size | 268434432 |
| bulk_insert_buffer_size | 8388608 |
| innodb_buffer_pool_chunk_size | 134217728 |
| innodb_buffer_pool_dump_at_shutdown | ON |
| innodb_buffer_pool_dump_now | OFF |
| innodb_buffer_pool_dump_pct | 25 |
| innodb_buffer_pool_filename | ib_buffer_pool |
| innodb_buffer_pool_instances | 1 |
| innodb_buffer_pool_load_abort | OFF |
| innodb_buffer_pool_load_at_startup | ON |
| innodb_buffer_pool_load_now | OFF |
| innodb_buffer_pool_populate | OFF |
| innodb_buffer_pool_size | 134217728 |
| innodb_change_buffer_max_size | 25 |
| innodb_change_buffering | all |
| innodb_log_buffer_size | 16777216 |
| innodb_sort_buffer_size | 1048576 |
| join_buffer_size | 262144 |
| join_buffer_space_limit | 2097152 |
| key_buffer_size | 134217728 |
| mrr_buffer_size | 262144 |
| myisam_sort_buffer_size | 134216704 |
| net_buffer_length | 16384 |
| preload_buffer_size | 32768 |
| read_buffer_size | 131072 |
| read_rnd_buffer_size | 262144 |
| sort_buffer_size | 2097152 |
| sql_buffer_result | OFF |
+-------------------------------------+----------------+
Devin Yu
created issue -
2017-09-12 09:14
Elena Stepanova
made changes -
2017-10-01 13:04
Field
Original Value
New Value
Fix Version/s
10.2
[ 14601
]
Affects Version/s
10.2
[ 14601
]
Assignee
Jan Lindström
[ jplindst
]
Elena Stepanova
made changes -
2017-10-01 13:04
Status
Open
[ 1
]
Confirmed
[ 10101
]
Sergey Vojtovich
made changes -
2018-03-29 14:57
Assignee
Jan Lindström
[ jplindst
]
Sergey Vojtovich
[ svoj
]
Sergey Vojtovich
made changes -
2018-03-29 14:58
Fix Version/s
10.2.14
[ 22911
]
Fix Version/s
10.2
[ 14601
]
Resolution
Fixed
[ 1
]
Status
Confirmed
[ 10101
]
Closed
[ 6
]
Sergey Vojtovich
made changes -
2018-04-03 14:39
Fix Version/s
10.2.15
[ 23006
]
Fix Version/s
10.2.14
[ 22911
]
Sergei Golubchik
made changes -
2021-12-06 21:45
Workflow
MariaDB v3
[ 82533
]
MariaDB v4
[ 152807
]
{"report":{"fcp":758.5,"ttfb":213.69999980926514,"pageVisibility":"visible","entityId":63100,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"a61b56a9-92e6-44f8-9157-91119d73dfa4","navigationType":0,"readyForUser":872.6999998092651,"redirectCount":0,"resourceLoadedEnd":922.8000001907349,"resourceLoadedStart":220.10000038146973,"resourceTiming":[{"duration":7.299999237060547,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":220.10000038146973,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":220.10000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":227.39999961853027,"responseStart":0,"secureConnectionStart":0},{"duration":7.300000190734863,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":220.30000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":220.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":227.60000038146973,"responseStart":0,"secureConnectionStart":0},{"duration":90.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":220.60000038146973,"connectEnd":220.60000038146973,"connectStart":220.60000038146973,"domainLookupEnd":220.60000038146973,"domainLookupStart":220.60000038146973,"fetchStart":220.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":220.60000038146973,"responseEnd":311,"responseStart":311,"secureConnectionStart":220.60000038146973},{"duration":115.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":220.80000019073486,"connectEnd":220.80000019073486,"connectStart":220.80000019073486,"domainLookupEnd":220.80000019073486,"domainLookupStart":220.80000019073486,"fetchStart":220.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":220.80000019073486,"responseEnd":336.19999980926514,"responseStart":336.19999980926514,"secureConnectionStart":220.80000019073486},{"duration":119.10000038146973,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":220.89999961853027,"connectEnd":220.89999961853027,"connectStart":220.89999961853027,"domainLookupEnd":220.89999961853027,"domainLookupStart":220.89999961853027,"fetchStart":220.89999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":220.89999961853027,"responseEnd":340,"responseStart":340,"secureConnectionStart":220.89999961853027},{"duration":119.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":221.10000038146973,"connectEnd":221.10000038146973,"connectStart":221.10000038146973,"domainLookupEnd":221.10000038146973,"domainLookupStart":221.10000038146973,"fetchStart":221.10000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":221.10000038146973,"responseEnd":340.5,"responseStart":340.3999996185303,"secureConnectionStart":221.10000038146973},{"duration":119.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":221.30000019073486,"connectEnd":221.30000019073486,"connectStart":221.30000019073486,"domainLookupEnd":221.30000019073486,"domainLookupStart":221.30000019073486,"fetchStart":221.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":221.30000019073486,"responseEnd":340.80000019073486,"responseStart":340.80000019073486,"secureConnectionStart":221.30000019073486},{"duration":121.60000038146973,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":221.39999961853027,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":221.39999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":343,"responseStart":0,"secureConnectionStart":0},{"duration":119.59999942779541,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":221.60000038146973,"connectEnd":221.60000038146973,"connectStart":221.60000038146973,"domainLookupEnd":221.60000038146973,"domainLookupStart":221.60000038146973,"fetchStart":221.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":221.60000038146973,"responseEnd":341.19999980926514,"responseStart":341.19999980926514,"secureConnectionStart":221.60000038146973},{"duration":121.20000076293945,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":221.89999961853027,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":221.89999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":343.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":119.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":222,"connectEnd":222,"connectStart":222,"domainLookupEnd":222,"domainLookupStart":222,"fetchStart":222,"redirectEnd":0,"redirectStart":0,"requestStart":222,"responseEnd":341.69999980926514,"responseStart":341.69999980926514,"secureConnectionStart":222},{"duration":123.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":222.80000019073486,"connectEnd":222.80000019073486,"connectStart":222.80000019073486,"domainLookupEnd":222.80000019073486,"domainLookupStart":222.80000019073486,"fetchStart":222.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":222.80000019073486,"responseEnd":346.30000019073486,"responseStart":346.30000019073486,"secureConnectionStart":222.80000019073486},{"duration":239.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":227.19999980926514,"connectEnd":227.19999980926514,"connectStart":227.19999980926514,"domainLookupEnd":227.19999980926514,"domainLookupStart":227.19999980926514,"fetchStart":227.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":227.19999980926514,"responseEnd":466.3999996185303,"responseStart":466.3999996185303,"secureConnectionStart":227.19999980926514},{"duration":118,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":545.8000001907349,"connectEnd":545.8000001907349,"connectStart":545.8000001907349,"domainLookupEnd":545.8000001907349,"domainLookupStart":545.8000001907349,"fetchStart":545.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":545.8000001907349,"responseEnd":663.8000001907349,"responseStart":663.8000001907349,"secureConnectionStart":545.8000001907349},{"duration":176.80000019073486,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":752.3999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":752.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":929.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":161.60000038146973,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":761.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":761.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":922.8000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":18.699999809265137,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":762,"connectEnd":762,"connectStart":762,"domainLookupEnd":762,"domainLookupStart":762,"fetchStart":762,"redirectEnd":0,"redirectStart":0,"requestStart":762,"responseEnd":780.6999998092651,"responseStart":780.6999998092651,"secureConnectionStart":762},{"duration":23.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":762.5,"connectEnd":762.5,"connectStart":762.5,"domainLookupEnd":762.5,"domainLookupStart":762.5,"fetchStart":762.5,"redirectEnd":0,"redirectStart":0,"requestStart":762.5,"responseEnd":786,"responseStart":786,"secureConnectionStart":762.5},{"duration":24.399999618530273,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":956.8000001907349,"connectEnd":956.8000001907349,"connectStart":956.8000001907349,"domainLookupEnd":956.8000001907349,"domainLookupStart":956.8000001907349,"fetchStart":956.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":956.8000001907349,"responseEnd":981.1999998092651,"responseStart":981.1999998092651,"secureConnectionStart":956.8000001907349},{"duration":56.69999980926514,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/menu/latest/appswitcher?_=1744592559690","startTime":1005.6999998092651,"connectEnd":1005.6999998092651,"connectStart":1005.6999998092651,"domainLookupEnd":1005.6999998092651,"domainLookupStart":1005.6999998092651,"fetchStart":1005.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":1037.1000003814697,"responseEnd":1062.3999996185303,"responseStart":1061.8000001907349,"secureConnectionStart":1005.6999998092651}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":3,"responseStart":214,"responseEnd":219,"domLoading":217,"domInteractive":983,"domContentLoadedEventStart":983,"domContentLoadedEventEnd":1034,"domComplete":1047,"loadEventStart":1047,"loadEventEnd":1048,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":932.8000001907349},{"name":"bigPipe.sidebar-id.end","time":933.5},{"name":"bigPipe.activity-panel-pipe-id.start","time":933.6999998092651},{"name":"bigPipe.activity-panel-pipe-id.end","time":937.3000001907349},{"name":"activityTabFullyLoaded","time":1070.5}],"measures":[],"correlationId":"157d6f7948ed68","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":132,"dbReadsTimeInMs":20,"dbConnsTimeInMs":29,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Thanks for the report, I can reproduce it with InnoDB. Seems to work with MyISAM.
I think the problem might be caused by the change of the variable used in 10.2 vs 10.1. In 10.1, the logic is under HAVE_LARGE_PAGES, while in 10.2 it's under HAVE_LINUX_LARGE_PAGES. The change came with InnoDB 5.7 merge; but in MySQL 5.7, cmake files were changed accordingly, and the other code also uses the new name, while in 10.2 it's only checked in InnoDB, but isn't set anywhere, and the server still uses HAVE_LARGE_PAGES.