-
Bug
-
-
Blocker
-
Resolution:
Fixed
-
N/A
-
-
-
Failures on ASAN buidler started in 10.10 after
commit bf3b787e02c
|
Author: Thirunarayanan Balathandayuthapani <thiru@mariadb.com>
|
Date: Fri Aug 25 17:25:47 2023 +0530
|
|
MDEV-31835 Remove unnecessary extra HA_EXTRA_IGNORE_INSERT call
|
|
- This commit is different from 10.6 commit c438284863db2ccba8a04437c941a5c8a2d9225b.
|
Due to Commit 045757af4c301757ba449269351cc27b1691a7d6 (MDEV-24621),
|
InnoDB does buffer and pre-sort the records for each index, and build
|
the indexes one page at a time.
|
|
Multiple large insert ignore statment aborts the server during bulk
|
insert operation. Problem is that InnoDB merge record exceeds
|
the page size. To avoid this scenario, InnoDB should catch
|
too big record while buffering the insert operation itself.
|
|
row_merge_buf_encode(): returns length of the encoded index record
|
|
row_merge_buf_write(): Catches the DB_TOO_BIG_RECORD earlier and
|
returns error
|
Leaks looks like
=================================================================
|
==7568==ERROR: LeakSanitizer: detected memory leaks
|
|
Direct leak of 136 byte(s) in 1 object(s) allocated from:
|
#0 0x7fef5a112b98 in operator new(unsigned long) (/usr/lib/gcc/x86_64-pc-linux-gnu/12/libasan.so.8+0xbdb98)
|
#1 0x55adbdd789d1 in trx_mod_table_time_t::start_bulk_insert(dict_table_t*) /home/serg/Abk/maria/storage/innobase/include/trx0trx.h:481
|
#2 0x55adbdd741ef in trx_undo_report_row_operation(que_thr_t*, dict_index_t*, dtuple_t const*, upd_t const*, unsigned long, unsigned char const*, unsigned short const*, unsigned long*) /home/serg/Abk/maria/storage/innobase/trx/trx0rec.cc:1868
|
#3 0x55adbdbf272b in row_ins_clust_index_entry_low(unsigned long, btr_latch_mode, dict_index_t*, unsigned long, dtuple_t*, unsigned long, que_thr_t*) /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:2772
|
#4 0x55adbdbf531e in row_ins_clust_index_entry(dict_index_t*, dtuple_t*, que_thr_t*, unsigned long) /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:3243
|
#5 0x55adbdbf5e34 in row_ins_index_entry /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:3375
|
#6 0x55adbdbf7040 in row_ins_index_entry_step /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:3543
|
#7 0x55adbdbf7ac9 in row_ins /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:3660
|
#8 0x55adbdbf8a8a in row_ins_step(que_thr_t*) /home/serg/Abk/maria/storage/innobase/row/row0ins.cc:3789
|
#9 0x55adbdc42676 in row_insert_for_mysql(unsigned char const*, row_prebuilt_t*, ins_mode_t) /home/serg/Abk/maria/storage/innobase/row/row0mysql.cc:1313
|
#10 0x55adbd88dcb7 in ha_innobase::write_row(unsigned char const*) /home/serg/Abk/maria/storage/innobase/handler/ha_innodb.cc:7832
|
#11 0x55adbceccc94 in handler::ha_write_row(unsigned char const*) /home/serg/Abk/maria/sql/handler.cc:7851
|
#12 0x55adbc94c0d3 in TR_table::update(unsigned long long, unsigned long long) /home/serg/Abk/maria/sql/table.cc:10230
|
#13 0x55adbce9636f in ha_commit_trans(THD*, bool) /home/serg/Abk/maria/sql/handler.cc:1842
|
#14 0x55adbceba0e6 in ha_enable_transaction(THD*, bool) /home/serg/Abk/maria/sql/handler.cc:5804
|
#15 0x55adbc85950a in mysql_trans_commit_alter_copy_data(THD*) /home/serg/Abk/maria/sql/sql_table.cc:11659
|
#16 0x55adbc85e500 in copy_data_between_tables /home/serg/Abk/maria/sql/sql_table.cc:12207
|
#17 0x55adbc8556a0 in mysql_alter_table(THD*, st_mysql_const_lex_string const*, st_mysql_const_lex_string const*, Table_specification_st*, TABLE_LIST*, Recreate_info*, Alter_info*, unsigned int, st_order*, bool, bool) /home/serg/Abk/maria/sql/sql_table.cc:11179
|
#18 0x55adbca24945 in Sql_cmd_alter_table::execute(THD*) /home/serg/Abk/maria/sql/sql_alter.cc:615
|
#19 0x55adbc546ac3 in mysql_execute_command(THD*, bool) /home/serg/Abk/maria/sql/sql_parse.cc:5732
|
#20 0x55adbc5541e1 in mysql_parse(THD*, char*, unsigned int, Parser_state*) /home/serg/Abk/maria/sql/sql_parse.cc:7743
|
#21 0x55adbc52b70b in dispatch_command(enum_server_command, THD*, char*, unsigned int, bool) /home/serg/Abk/maria/sql/sql_parse.cc:1893
|
#22 0x55adbc5283ff in do_command(THD*, bool) /home/serg/Abk/maria/sql/sql_parse.cc:1406
|
#23 0x55adbca06168 in do_handle_one_connection(CONNECT*, bool) /home/serg/Abk/maria/sql/sql_connect.cc:1445
|
#24 0x55adbca05aff in handle_one_connection /home/serg/Abk/maria/sql/sql_connect.cc:1347
|
#25 0x55adbd684537 in pfs_spawn_thread /home/serg/Abk/maria/storage/perfschema/pfs.cc:2201
|
#26 0x7fef5966ab38 in start_thread /var/tmp/portage/sys-libs/glibc-2.37-r3/work/glibc-2.37/nptl/pthread_create.c:444
|
- is caused by
-
MDEV-31835
LOAD DATA into InnoDB w/partitions: huge performance loss, affected 10.6+
-
-
Closed
{"report":{"fcp":4647.900000095367,"ttfb":1143.5,"pageVisibility":"visible","entityId":125426,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0,"journeyId":"0db49bc8-35b0-4cba-8924-d58d6cd05b5a","navigationType":0,"readyForUser":4796.099999904633,"redirectCount":0,"resourceLoadedEnd":5980.5,"resourceLoadedStart":1761.7000002861023,"resourceTiming":[{"duration":1532.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":1761.7000002861023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1761.7000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":3294.2000002861023,"responseStart":0,"secureConnectionStart":0},{"duration":1950.5999999046326,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1762,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1762,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":3712.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":1954.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":1762.2000002861023,"connectEnd":1762.2000002861023,"connectStart":1762.2000002861023,"domainLookupEnd":1762.2000002861023,"domainLookupStart":1762.2000002861023,"fetchStart":1762.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":1762.2000002861023,"responseEnd":3716.800000190735,"responseStart":3716.800000190735,"secureConnectionStart":1762.2000002861023},{"duration":2195.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1762.4000000953674,"connectEnd":1762.4000000953674,"connectStart":1762.4000000953674,"domainLookupEnd":1762.4000000953674,"domainLookupStart":1762.4000000953674,"fetchStart":1762.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":1762.4000000953674,"responseEnd":3958,"responseStart":3958,"secureConnectionStart":1762.4000000953674},{"duration":2201,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":1762.5999999046326,"connectEnd":1762.5999999046326,"connectStart":1762.5999999046326,"domainLookupEnd":1762.5999999046326,"domainLookupStart":1762.5999999046326,"fetchStart":1762.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":1762.5999999046326,"responseEnd":3963.5999999046326,"responseStart":3963.5999999046326,"secureConnectionStart":1762.5999999046326},{"duration":2201.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":1762.8000001907349,"connectEnd":1762.8000001907349,"connectStart":1762.8000001907349,"domainLookupEnd":1762.8000001907349,"domainLookupStart":1762.8000001907349,"fetchStart":1762.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":1762.8000001907349,"responseEnd":3964.0999999046326,"responseStart":3964.0999999046326,"secureConnectionStart":1762.8000001907349},{"duration":2201.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":1763,"connectEnd":1763,"connectStart":1763,"domainLookupEnd":1763,"domainLookupStart":1763,"fetchStart":1763,"redirectEnd":0,"redirectStart":0,"requestStart":1763,"responseEnd":3964.5,"responseStart":3964.5,"secureConnectionStart":1763},{"duration":2353.0999999046326,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":1763.2000002861023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1763.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":4116.300000190735,"responseStart":0,"secureConnectionStart":0},{"duration":2202,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":1763.3000001907349,"connectEnd":1763.3000001907349,"connectStart":1763.3000001907349,"domainLookupEnd":1763.3000001907349,"domainLookupStart":1763.3000001907349,"fetchStart":1763.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":1763.3000001907349,"responseEnd":3965.300000190735,"responseStart":3965.300000190735,"secureConnectionStart":1763.3000001907349},{"duration":2352.9000000953674,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":1763.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1763.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":4116.400000095367,"responseStart":0,"secureConnectionStart":0},{"duration":2202.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":1763.7000002861023,"connectEnd":1763.7000002861023,"connectStart":1763.7000002861023,"domainLookupEnd":1763.7000002861023,"domainLookupStart":1763.7000002861023,"fetchStart":1763.7000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":1763.7000002861023,"responseEnd":3966,"responseStart":3966,"secureConnectionStart":1763.7000002861023},{"duration":4081,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":1764.5999999046326,"connectEnd":1764.5999999046326,"connectStart":1764.5999999046326,"domainLookupEnd":1764.5999999046326,"domainLookupStart":1764.5999999046326,"fetchStart":1764.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":1764.5999999046326,"responseEnd":5845.599999904633,"responseStart":5845.599999904633,"secureConnectionStart":1764.5999999046326},{"duration":4215.799999713898,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":1764.7000002861023,"connectEnd":1764.7000002861023,"connectStart":1764.7000002861023,"domainLookupEnd":1764.7000002861023,"domainLookupStart":1764.7000002861023,"fetchStart":1764.7000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":1764.7000002861023,"responseEnd":5980.5,"responseStart":5980.5,"secureConnectionStart":1764.7000002861023},{"duration":1610.9000000953674,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":4126.800000190735,"connectEnd":4126.800000190735,"connectStart":4126.800000190735,"domainLookupEnd":4126.800000190735,"domainLookupStart":4126.800000190735,"fetchStart":4126.800000190735,"redirectEnd":0,"redirectStart":0,"requestStart":4126.800000190735,"responseEnd":5737.700000286102,"responseStart":5737.700000286102,"secureConnectionStart":4126.800000190735},{"duration":1373.9000000953674,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":4639.300000190735,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":4639.300000190735,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":6013.200000286102,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":88,"responseStart":1143,"responseEnd":1383,"domLoading":1514,"domInteractive":6067,"domContentLoadedEventStart":6067,"domContentLoadedEventEnd":6169,"domComplete":8757,"loadEventStart":8758,"loadEventEnd":8765,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":6026.800000190735},{"name":"bigPipe.sidebar-id.end","time":6027.700000286102},{"name":"bigPipe.activity-panel-pipe-id.start","time":6027.800000190735},{"name":"bigPipe.activity-panel-pipe-id.end","time":6030.400000095367},{"name":"activityTabFullyLoaded","time":6183.900000095367}],"measures":[],"correlationId":"40f5984d2b6fdc","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":98,"dbReadsTimeInMs":13,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}