/* Copyright (c) 2007 Health Market Science, Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package com.healthmarketscience.jackcess.util; import java.io.File; import java.lang.reflect.InvocationHandler; import java.lang.reflect.Method; import java.lang.reflect.Proxy; import java.sql.ResultSet; import java.sql.ResultSetMetaData; import java.sql.Types; import java.util.ArrayList; import java.util.Arrays; import java.util.List; import java.util.Map; import com.healthmarketscience.jackcess.Column; import com.healthmarketscience.jackcess.ColumnBuilder; import com.healthmarketscience.jackcess.DataType; import com.healthmarketscience.jackcess.Database; import static com.healthmarketscience.jackcess.Database.*; import com.healthmarketscience.jackcess.Table; import com.healthmarketscience.jackcess.TableBuilder; import com.healthmarketscience.jackcess.impl.JetFormatTest; import junit.framework.TestCase; import static com.healthmarketscience.jackcess.TestUtil.*; /** * @author Rob Di Marco */ public class ImportTest extends TestCase { public ImportTest(String name) { super(name); } public void testImportFromFile() throws Exception { for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) { Database db = create(fileFormat); String tableName = new ImportUtil.Builder(db, "test") .setDelimiter("\\t") .importFile(new File("src/test/data/sample-input.tab")); Table t = db.getTable(tableName); List colNames = new ArrayList(); for(Column c : t.getColumns()) { colNames.add(c.getName()); } assertEquals(Arrays.asList("Test1", "Test2", "Test3"), colNames); List> expectedRows = createExpectedTable( createExpectedRow( "Test1", "Foo", "Test2", "Bar", "Test3", "Ralph"), createExpectedRow( "Test1", "S", "Test2", "Mouse", "Test3", "Rocks"), createExpectedRow( "Test1", "", "Test2", "Partial line", "Test3", null), createExpectedRow( "Test1", " Quoted Value", "Test2", " bazz ", "Test3", " Really \"Crazy" + ImportUtil.LINE_SEPARATOR + "value\""), createExpectedRow( "Test1", "buzz", "Test2", "embedded\tseparator", "Test3", "long") ); assertTable(expectedRows, t); t = new TableBuilder("test2") .addColumn(new ColumnBuilder("T1", DataType.TEXT)) .addColumn(new ColumnBuilder("T2", DataType.TEXT)) .addColumn(new ColumnBuilder("T3", DataType.TEXT)) .toTable(db); new ImportUtil.Builder(db, "test2") .setDelimiter("\\t") .setUseExistingTable(true) .setHeader(false) .importFile(new File("src/test/data/sample-input.tab")); expectedRows = createExpectedTable( createExpectedRow( "T1", "Test1", "T2", "Test2", "T3", "Test3"), createExpectedRow( "T1", "Foo", "T2", "Bar", "T3", "Ralph"), createExpectedRow( "T1", "S", "T2", "Mouse", "T3", "Rocks"), createExpectedRow( "T1", "", "T2", "Partial line", "T3", null), createExpectedRow( "T1", " Quoted Value", "T2", " bazz ", "T3", " Really \"Crazy" + ImportUtil.LINE_SEPARATOR + "value\""), createExpectedRow( "T1", "buzz", "T2", "embedded\tseparator", "T3", "long") ); assertTable(expectedRows, t); ImportFilter oddFilter = new SimpleImportFilter() { private int _num; @Override public Object[] filterRow(Object[] row) { if((_num++ % 2) == 1) { return null; } return row; } }; tableName = new ImportUtil.Builder(db, "test3") .setDelimiter("\\t") .setFilter(oddFilter) .importFile(new File("src/test/data/sample-input.tab")); t = db.getTable(tableName); colNames = new ArrayList(); for(Column c : t.getColumns()) { colNames.add(c.getName()); } assertEquals(Arrays.asList("Test1", "Test2", "Test3"), colNames); expectedRows = createExpectedTable( createExpectedRow( "Test1", "Foo", "Test2", "Bar", "Test3", "Ralph"), createExpectedRow( "Test1", "", "Test2", "Partial line", "Test3", null), createExpectedRow( "Test1", "buzz", "Test2", "embedded\tseparator", "Test3", "long") ); assertTable(expectedRows, t); db.close(); } } public void testImportFromFileWithOnlyHeaders() throws Exception { for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) { Database db = create(fileFormat); String tableName = new ImportUtil.Builder(db, "test") .setDelimiter("\\t") .importFile(new File("src/test/data/sample-input-only-headers.tab")); Table t = db.getTable(tableName); List colNames = new ArrayList(); for(Column c : t.getColumns()) { colNames.add(c.getName()); } assertEquals(Arrays.asList( "RESULT_PHYS_ID", "FIRST", "MIDDLE", "LAST", "OUTLIER", "RANK", "CLAIM_COUNT", "PROCEDURE_COUNT", "WEIGHTED_CLAIM_COUNT", "WEIGHTED_PROCEDURE_COUNT"), colNames); db.close(); } } public void testCopySqlHeaders() throws Exception { for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) { TestResultSet rs = new TestResultSet(); rs.addColumn(Types.INTEGER, "col1"); rs.addColumn(Types.VARCHAR, "col2", 60, 0, 0); rs.addColumn(Types.VARCHAR, "col3", 500, 0, 0); rs.addColumn(Types.BINARY, "col4", 128, 0, 0); rs.addColumn(Types.BINARY, "col5", 512, 0, 0); rs.addColumn(Types.NUMERIC, "col6", 0, 7, 15); rs.addColumn(Types.VARCHAR, "col7", Integer.MAX_VALUE, 0, 0); Database db = create(fileFormat); ImportUtil.importResultSet((ResultSet)Proxy.newProxyInstance( Thread.currentThread().getContextClassLoader(), new Class[]{ResultSet.class}, rs), db, "Test1"); Table t = db.getTable("Test1"); List columns = t.getColumns(); assertEquals(7, columns.size()); Column c = columns.get(0); assertEquals("col1", c.getName()); assertEquals(DataType.LONG, c.getType()); c = columns.get(1); assertEquals("col2", c.getName()); assertEquals(DataType.TEXT, c.getType()); assertEquals(120, c.getLength()); c = columns.get(2); assertEquals("col3", c.getName()); assertEquals(DataType.MEMO, c.getType()); assertEquals(0, c.getLength()); c = columns.get(3); assertEquals("col4", c.getName()); assertEquals(DataType.BINARY, c.getType()); assertEquals(128, c.getLength()); c = columns.get(4); assertEquals("col5", c.getName()); assertEquals(DataType.OLE, c.getType()); assertEquals(0, c.getLength()); c = columns.get(5); assertEquals("col6", c.getName()); assertEquals(DataType.NUMERIC, c.getType()); assertEquals(17, c.getLength()); assertEquals(7, c.getScale()); assertEquals(15, c.getPrecision()); c = columns.get(6); assertEquals("col7", c.getName()); assertEquals(DataType.MEMO, c.getType()); assertEquals(0, c.getLength()); } } private static class TestResultSet implements InvocationHandler { private List _types = new ArrayList(); private List _names = new ArrayList(); private List _displaySizes = new ArrayList(); private List _scales = new ArrayList(); private List _precisions = new ArrayList(); public Object invoke(Object proxy, Method method, Object[] args) { String methodName = method.getName(); if(methodName.equals("getMetaData")) { return Proxy.newProxyInstance( Thread.currentThread().getContextClassLoader(), new Class[]{ResultSetMetaData.class}, this); } else if(methodName.equals("next")) { return Boolean.FALSE; } else if(methodName.equals("getColumnCount")) { return _types.size(); } else if(methodName.equals("getColumnName") || methodName.equals("getColumnLabel")) { return getValue(_names, args[0]); } else if(methodName.equals("getColumnDisplaySize")) { return getValue(_displaySizes, args[0]); } else if(methodName.equals("getColumnType")) { return getValue(_types, args[0]); } else if(methodName.equals("getScale")) { return getValue(_scales, args[0]); } else if(methodName.equals("getPrecision")) { return getValue(_precisions, args[0]); } else { throw new UnsupportedOperationException(methodName); } } public void addColumn(int type, String name) { addColumn(type, name, 0, 0, 0); } public void addColumn(int type, String name, int displaySize, int scale, int precision) { _types.add(type); _names.add(name); _displaySizes.add(displaySize); _scales.add(scale); _precisions.add(precision); } private static T getValue(List values, Object index) { return values.get((Integer)index - 1); } } }