Java tutorial
/** * Licensed to JumpMind Inc under one or more contributor * license agreements. See the NOTICE file distributed * with this work for additional information regarding * copyright ownership. JumpMind Inc licenses this file * to you under the GNU General Public License, version 3.0 (GPLv3) * (the "License"); you may not use this file except in compliance * with the License. * * You should have received a copy of the GNU General Public License, * version 3.0 (GPLv3) along with this library; if not, see * <http://www.gnu.org/licenses/>. * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.jumpmind.symmetric.io.data.writer; import java.nio.ByteBuffer; import java.util.ArrayList; import java.util.List; import java.util.Map; import java.util.Random; import org.apache.commons.codec.binary.Base64; import org.apache.commons.codec.binary.Hex; import org.apache.commons.lang.ArrayUtils; import org.jumpmind.db.platform.IDatabasePlatform; import org.jumpmind.symmetric.io.AbstractWriterTest; import org.jumpmind.symmetric.io.data.CsvData; import org.jumpmind.symmetric.io.data.DataEventType; import org.junit.Assert; import org.junit.Test; public abstract class AbstractBulkDatabaseWriterTest extends AbstractWriterTest { protected final static String[] TEST_COLUMNS = { "id", "string_value", "string_required_value", "char_value", "char_required_value", "date_value", "time_value", "boolean_value", "integer_value", "decimal_value", "double_value", "img_value" }; @Override protected String getTestTable() { return "test_bulkload_table_2"; } protected abstract boolean shouldTestRun(IDatabasePlatform platform); protected String encode(String str) { return new String(Base64.encodeBase64(str.getBytes())); } protected String encode(int[] bytes) { ByteBuffer bb = ByteBuffer.allocate(bytes.length); for (int b : bytes) { bb.put((byte) b); } return new String(Base64.encodeBase64(bb.array())); } protected void insertAndVerify(String[] values) { List<CsvData> data = new ArrayList<CsvData>(); data.add(new CsvData(DataEventType.INSERT, (String[]) ArrayUtils.clone(values))); writeData(data); assertTestTableEquals(values[0], values); } protected abstract long writeData(List<CsvData> data); @Test public void testInsert() { if (shouldTestRun(platform)) { String[] values = { getNextId(), "string with space in it", "string-with-no-space", "string with space in it", "string-with-no-space", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "0", "47", "67.89", "-0.0747663", encode("string with space in it") }; insertAndVerify(values); } } @Test public void testInsertAcrossMaxFlush() { if (shouldTestRun(platform)) { platform.getSqlTemplate().update("truncate table " + getTestTable()); List<CsvData> data = new ArrayList<CsvData>(); for (int i = 0; i < 30; i++) { String[] values = { getNextId(), "stri'ng2", "string not null2", "char2", "char not null2", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "0", "47", "67.89", "-0.0747663", encode("string") }; data.add(new CsvData(DataEventType.INSERT, values)); } Assert.assertEquals(writeData(data), countRows(getTestTable())); } } @Test public void testInsertWithNull() { if (shouldTestRun(platform)) { for (int index : new int[] { 1, 3, 5, 6, 7, 8, 9, 10, 11 }) { String[] values = { "", "stri'ng2", "string not null2", "char2", "char not null2", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "0", "47", "67.89", "-0.0747663", encode("string") }; values[0] = getNextId(); values[index] = null; insertAndVerify(values); } } } @Test public void testInsertWithBackslash() { if (shouldTestRun(platform)) { String[] values = { getNextId(), "back\\slash", "double\\\\back\\slash", "back\\slash", "double\\\\back\\slash", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("back\\slash") }; insertAndVerify(values); } } @Test public void testInsertWithQuotes() { if (shouldTestRun(platform)) { String[] values = { getNextId(), "single'qoute", "double''single'quote", "single'quote", "double''single'quote", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("single'qoute") }; insertAndVerify(values); String[] values2 = { getNextId(), "single\"qoute", "double\"\"single\"quote", "single\"quote", "double\"\"single\"quote", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("single\"quote") }; insertAndVerify(values2); } } @Test public void testInsertWithCommas() { if (shouldTestRun(platform)) { String[] values = { getNextId(), "single,comma", "double,,comma,comma", "single,comma", "double,,comma,comma", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("single,comma") }; insertAndVerify(values); } } @Test public void testInsertWithNonEscaped() { if (shouldTestRun(platform)) { String[] values = { getNextId(), null, "\n\0\r\t\f\'\"", null, "\n\0\r\t\f\'\"", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("\n\0\r\t\f\'\"") }; insertAndVerify(values); } } @Test public void testInsertWithSpecialEscape() { if (shouldTestRun(platform)) { String[] values = { getNextId(), "\\n\\N\\0\\r\\t\\b\\f\\", "\\n\\N\\0\\r\\t\\b\\f\\", "\\x31\\x32\\x33", "\\061\\062\\063", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode("\\n\\N\\0\\r\\t\\\n\r\t\b\f\0\\x31\\x32\\x33") }; insertAndVerify(values); } } @Test public void testInsertWithUnicode() { if (shouldTestRun(platform)) { String unicode = "\u007E\u00A7\u2702\u28FF\uFFE6\uFFFC\uFFFF"; String[] values = { getNextId(), null, "", null, "", "2007-01-02 00:00:00.000", "2007-02-03 04:05:06.000", "1", "47", "67.89", "-0.0747663", encode(unicode) }; insertAndVerify(values); } } @Test public void testInsertBlobInvalidUnicode() { if (shouldTestRun(platform)) { String[] values = { getNextId(), null, "x", null, "x", null, null, null, null, null, null, encode( new int[] { 0x10, 0xFF, 0xFF, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0xF5 }) }; insertAndVerify(values); } } @Test public void testInsertBlobRange() { if (shouldTestRun(platform)) { String[] values = { getNextId(), null, "x", null, "x", null, null, null, null, null, null, null }; int[] bytes = new int[255 * 255]; for (int i = 0; i <= 255; i++) { bytes[i] = i; for (int j = 0; j <= 255; j++) { bytes[i + j + 1] = j; } } values[11] = encode(bytes); insertAndVerify(values); } } @Test public void testInsertBlobRandom() { if (shouldTestRun(platform)) { String[] values = { getNextId(), null, "x", null, "x", null, null, null, null, null, null, null }; int[] bytes = new int[8192]; Random randomGenerator = new Random(); for (int i = 0; i < bytes.length; ++i) { bytes[i] = randomGenerator.nextInt(256); } values[11] = encode(bytes); insertAndVerify(values); } } @Override protected void assertTestTableEquals(String testTableId, String[] expectedValues) { String sql = "select " + getSelect(TEST_COLUMNS) + " from " + getTestTable() + " where " + getWhere(TEST_KEYS); Map<String, Object> results = platform.getSqlTemplate().queryForMap(sql, new Long(testTableId)); if (expectedValues != null) { expectedValues[1] = translateExpectedString(expectedValues[1], false); expectedValues[2] = translateExpectedString(expectedValues[2], true); expectedValues[3] = translateExpectedCharString(expectedValues[3], 50, false); expectedValues[4] = translateExpectedCharString(expectedValues[4], 50, true); if (expectedValues[11] != null) { expectedValues[11] = new String(Hex.encodeHex(Base64.decodeBase64(expectedValues[11].getBytes()))); results.put(TEST_COLUMNS[11], new String(Hex.encodeHex((byte[]) results.get(TEST_COLUMNS[11])))); } } assertEquals(TEST_COLUMNS, expectedValues, results); } }