We seem to have a similar problem to CONJ-253. When writing CLOBs (longtext) to a latin1 table, the driver doesn't use latin1 encoding.
The following test works with 1.2.3 and fails with 1.4.6, 1.5.3, 1.5.4.
Using useUnicode=false&characterEncoding=latin1 in the jdbc url makes no difference.
package de.kdo.mariadbtest;
|
|
import static org.junit.Assert.assertEquals;
|
|
import java.sql.Clob;
|
import java.sql.Connection;
|
import java.sql.DriverManager;
|
import java.sql.PreparedStatement;
|
import java.sql.ResultSet;
|
import java.sql.SQLException;
|
import java.util.stream.Collectors;
|
|
import org.junit.Test;
|
|
public class Latin1ClobTest {
|
|
/**
|
*
|
* Writes and reads a clob (longtext) of a latin1 table.
|
*
|
* @throws SQLException
|
*
|
*/
|
@Test
|
public void insertAndSelectShouldBothUseLatin1Encoding() throws SQLException {
|
// German Umlaute (ÄÖÜ) U+00C4, U+00D6, U+00DC
|
final String latin1String = "\u00c4\u00d6\u00dc";
|
|
try (Connection connection = DriverManager.getConnection("jdbc:mariadb://localhost:3306/testlatin1?user=mft&password=mft")) {
|
|
connection.prepareStatement("CREATE TABLE foo (x longtext) DEFAULT CHARSET=latin1").execute();
|
|
final Clob insertClob = connection.createClob();
|
|
insertClob.setString(1, latin1String);
|
final String insertSQL = "INSERT INTO foo " + "VALUES(?)";
|
PreparedStatement pstmt = connection.prepareStatement(insertSQL);
|
pstmt.setClob(1, insertClob);
|
pstmt.executeUpdate();
|
|
final String selectSQL = "select x " + "from foo";
|
pstmt = connection.prepareStatement(selectSQL);
|
ResultSet rs = pstmt.executeQuery();
|
rs.next();
|
final Clob retrieveClob = rs.getClob(1);
|
|
final String stringFromSelect = retrieveClob.getSubString(1, (int) retrieveClob.length());
|
|
System.out.printf("INSERT: %s %s\n", latin1String,
|
latin1String.codePoints().mapToObj(Integer::toHexString).collect(Collectors.toList()));
|
System.out.printf("SELECT: %s %s\n", stringFromSelect, stringFromSelect.codePoints().mapToObj(Integer::toHexString)
|
.collect(Collectors.toList()));
|
|
assertEquals(latin1String, stringFromSelect);
|
|
} catch (SQLException e) {
|
throw e;
|
} finally {
|
}
|
}
|
}
|
Output:
INSERT: ÄÖÜ [c4, d6, dc]
|
SELECT: ÄÖÜ [c3, 201e, c3, 2013, c3, 153]
|
This is what's actually written to the table:
MariaDB [testlatin1]> select x, hex(x) from foo;
|
+----------------+--------------+
|
| x | hex(x) |
|
+----------------+--------------+
|
| ÄÖÜ | C384C396C39C |
|
+----------------+--------------+
|
1 row in set (0.00 sec)
|
"C384C396C39C" is the UTF-8 encoded form of "ÄÖÜ", so the INSERT seems to write UTF-8 instead of latin1.
- relates to
-
CONJ-253
Text encoding concorrect on blob column
-
-
Closed
{"report":{"fcp":1374.2000000476837,"ttfb":582.6000001430511,"pageVisibility":"visible","entityId":58481,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"38502fb2-e598-402e-b966-0b5a40887269","navigationType":0,"readyForUser":1447.2000000476837,"redirectCount":0,"resourceLoadedEnd":1646,"resourceLoadedStart":588.2000000476837,"resourceTiming":[{"duration":337,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":588.2000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":588.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":925.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":336.7999999523163,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":588.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":588.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":925.2999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":345.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/b09d0d077992e4331b5f9ec0d3ec448c-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":588.7000000476837,"connectEnd":588.7000000476837,"connectStart":588.7000000476837,"domainLookupEnd":588.7000000476837,"domainLookupStart":588.7000000476837,"fetchStart":588.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":588.7000000476837,"responseEnd":934.2000000476837,"responseStart":934.2000000476837,"secureConnectionStart":588.7000000476837},{"duration":370.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/b47ab3df14096803b180217eb8482517-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":588.7999999523163,"connectEnd":588.7999999523163,"connectStart":588.7999999523163,"domainLookupEnd":588.7999999523163,"domainLookupStart":588.7999999523163,"fetchStart":588.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":588.7999999523163,"responseEnd":959.2999999523163,"responseStart":959.2999999523163,"secureConnectionStart":588.7999999523163},{"duration":374.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/6c569cbf8087ab04e40d0bef98627457-CDN/lu2bsh/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":588.9000000953674,"connectEnd":588.9000000953674,"connectStart":588.9000000953674,"domainLookupEnd":588.9000000953674,"domainLookupStart":588.9000000953674,"fetchStart":588.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":588.9000000953674,"responseEnd":963,"responseStart":963,"secureConnectionStart":588.9000000953674},{"duration":374.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":589,"connectEnd":589,"connectStart":589,"domainLookupEnd":589,"domainLookupStart":589,"fetchStart":589,"redirectEnd":0,"redirectStart":0,"requestStart":589,"responseEnd":963.4000000953674,"responseStart":963.4000000953674,"secureConnectionStart":589},{"duration":375.39999985694885,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bsh/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":589.1000001430511,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":589.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":964.5,"responseStart":0,"secureConnectionStart":0},{"duration":374.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":589.1000001430511,"connectEnd":589.1000001430511,"connectStart":589.1000001430511,"domainLookupEnd":589.1000001430511,"domainLookupStart":589.1000001430511,"fetchStart":589.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":589.1000001430511,"responseEnd":963.7000000476837,"responseStart":963.7000000476837,"secureConnectionStart":589.1000001430511},{"duration":374.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":589.2000000476837,"connectEnd":589.2000000476837,"connectStart":589.2000000476837,"domainLookupEnd":589.2000000476837,"domainLookupStart":589.2000000476837,"fetchStart":589.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":589.2000000476837,"responseEnd":964.1000001430511,"responseStart":964.1000001430511,"secureConnectionStart":589.2000000476837},{"duration":375.2000000476837,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":589.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":589.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":964.7000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":375.10000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/s/81b5d7c27af3ebc078cc4a36383678ba-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":589.5,"connectEnd":589.5,"connectStart":589.5,"domainLookupEnd":589.5,"domainLookupStart":589.5,"fetchStart":589.5,"redirectEnd":0,"redirectStart":0,"requestStart":589.5,"responseEnd":964.6000001430511,"responseStart":964.6000001430511,"secureConnectionStart":589.5},{"duration":663.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":590.2999999523163,"connectEnd":590.2999999523163,"connectStart":590.2999999523163,"domainLookupEnd":590.2999999523163,"domainLookupStart":590.2999999523163,"fetchStart":590.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":590.2999999523163,"responseEnd":1253.5,"responseStart":1253.5,"secureConnectionStart":590.2999999523163},{"duration":1055.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":590.4000000953674,"connectEnd":590.4000000953674,"connectStart":590.4000000953674,"domainLookupEnd":590.4000000953674,"domainLookupStart":590.4000000953674,"fetchStart":590.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":590.4000000953674,"responseEnd":1646,"responseStart":1646,"secureConnectionStart":590.4000000953674},{"duration":391,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1177.1000001430511,"connectEnd":1177.1000001430511,"connectStart":1177.1000001430511,"domainLookupEnd":1177.1000001430511,"domainLookupStart":1177.1000001430511,"fetchStart":1177.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":1177.1000001430511,"responseEnd":1568.1000001430511,"responseStart":1568,"secureConnectionStart":1177.1000001430511}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":75,"responseStart":582,"responseEnd":585,"domLoading":586,"domInteractive":1664,"domContentLoadedEventStart":1664,"domContentLoadedEventEnd":1701,"domComplete":3136,"loadEventStart":3136,"loadEventEnd":3137,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1648},{"name":"bigPipe.sidebar-id.end","time":1648.7999999523163},{"name":"bigPipe.activity-panel-pipe-id.start","time":1648.9000000953674},{"name":"bigPipe.activity-panel-pipe-id.end","time":1651.4000000953674},{"name":"activityTabFullyLoaded","time":1708.4000000953674}],"measures":[],"correlationId":"fa0656ed36afd4","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":444,"dbReadsTimeInMs":16,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}