-
Task
-
-
Critical
-
Resolution:
Fixed
-
-
-
Use some real-life million-size dataset
Benchmark goals:
- Index creation time
- Index update time
- Index lookup for 1, 10, 100, 1000 entries for the same "query" vector repeated N times.
- This tests speed of graph lookup with hopefully most data in cache.
- Index lookup for million different query vectors (top 1, 10, 100, 1000) results, no repetition.
- This tests speed of graph lookup when data may not all fit in cache.
- Compute average recall of the algorithm for such queries.
Compare to papers using the same algorithm.
{"report":{"fcp":739.9000000953674,"ttfb":228.20000004768372,"pageVisibility":"visible","entityId":127819,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"ec8b013d-4fa1-470a-813b-cbbdf2dcea0a","navigationType":0,"readyForUser":819.1000000238419,"redirectCount":0,"resourceLoadedEnd":788.8000000715256,"resourceLoadedStart":233.30000007152557,"resourceTiming":[{"duration":31.299999952316284,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":233.30000007152557,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":233.30000007152557,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":264.60000002384186,"responseStart":0,"secureConnectionStart":0},{"duration":31.100000023841858,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":233.60000002384186,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":233.60000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":264.7000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":92.39999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":233.70000004768372,"connectEnd":233.70000004768372,"connectStart":233.70000004768372,"domainLookupEnd":233.70000004768372,"domainLookupStart":233.70000004768372,"fetchStart":233.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":233.70000004768372,"responseEnd":326.10000002384186,"responseStart":326.10000002384186,"secureConnectionStart":233.70000004768372},{"duration":142.19999992847443,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":233.80000007152557,"connectEnd":233.80000007152557,"connectStart":233.80000007152557,"domainLookupEnd":233.80000007152557,"domainLookupStart":233.80000007152557,"fetchStart":233.80000007152557,"redirectEnd":0,"redirectStart":0,"requestStart":233.80000007152557,"responseEnd":376,"responseStart":376,"secureConnectionStart":233.80000007152557},{"duration":145.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":233.90000009536743,"connectEnd":233.90000009536743,"connectStart":233.90000009536743,"domainLookupEnd":233.90000009536743,"domainLookupStart":233.90000009536743,"fetchStart":233.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":233.90000009536743,"responseEnd":379.40000009536743,"responseStart":379.40000009536743,"secureConnectionStart":233.90000009536743},{"duration":145.80000007152557,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":234,"connectEnd":234,"connectStart":234,"domainLookupEnd":234,"domainLookupStart":234,"fetchStart":234,"redirectEnd":0,"redirectStart":0,"requestStart":234,"responseEnd":379.8000000715256,"responseStart":379.7000000476837,"secureConnectionStart":234},{"duration":146.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":234,"connectEnd":234,"connectStart":234,"domainLookupEnd":234,"domainLookupStart":234,"fetchStart":234,"redirectEnd":0,"redirectStart":0,"requestStart":234,"responseEnd":380.10000002384186,"responseStart":380.10000002384186,"secureConnectionStart":234},{"duration":146.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":234.20000004768372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":234.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":380.60000002384186,"responseStart":0,"secureConnectionStart":0},{"duration":146.19999992847443,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":234.30000007152557,"connectEnd":234.30000007152557,"connectStart":234.30000007152557,"domainLookupEnd":234.30000007152557,"domainLookupStart":234.30000007152557,"fetchStart":234.30000007152557,"redirectEnd":0,"redirectStart":0,"requestStart":234.30000007152557,"responseEnd":380.5,"responseStart":380.5,"secureConnectionStart":234.30000007152557},{"duration":146.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":234.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":234.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":381,"responseStart":0,"secureConnectionStart":0},{"duration":146.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":234.5,"connectEnd":234.5,"connectStart":234.5,"domainLookupEnd":234.5,"domainLookupStart":234.5,"fetchStart":234.5,"redirectEnd":0,"redirectStart":0,"requestStart":234.5,"responseEnd":381.10000002384186,"responseStart":381.10000002384186,"secureConnectionStart":234.5},{"duration":450.6999999284744,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":240.90000009536743,"connectEnd":240.90000009536743,"connectStart":240.90000009536743,"domainLookupEnd":240.90000009536743,"domainLookupStart":240.90000009536743,"fetchStart":240.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":240.90000009536743,"responseEnd":691.6000000238419,"responseStart":691.6000000238419,"secureConnectionStart":240.90000009536743},{"duration":547.8000000715256,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":241,"connectEnd":241,"connectStart":241,"domainLookupEnd":241,"domainLookupStart":241,"fetchStart":241,"redirectEnd":0,"redirectStart":0,"requestStart":241,"responseEnd":788.8000000715256,"responseStart":788.8000000715256,"secureConnectionStart":241},{"duration":238.29999995231628,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":542.7000000476837,"connectEnd":542.7000000476837,"connectStart":542.7000000476837,"domainLookupEnd":542.7000000476837,"domainLookupStart":542.7000000476837,"fetchStart":542.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":542.7000000476837,"responseEnd":781,"responseStart":780.9000000953674,"secureConnectionStart":542.7000000476837},{"duration":93.29999995231628,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":717.9000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":717.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":811.2000000476837,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":45,"responseStart":228,"responseEnd":236,"domLoading":231,"domInteractive":920,"domContentLoadedEventStart":920,"domContentLoadedEventEnd":956,"domComplete":1277,"loadEventStart":1277,"loadEventEnd":1278,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":865.5},{"name":"bigPipe.sidebar-id.end","time":866.3000000715256},{"name":"bigPipe.activity-panel-pipe-id.start","time":866.5},{"name":"bigPipe.activity-panel-pipe-id.end","time":868.9000000953674},{"name":"activityTabFullyLoaded","time":967.5}],"measures":[],"correlationId":"ce5d5ee73be5e9","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":115,"dbReadsTimeInMs":24,"dbConnsTimeInMs":34,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}