jackcess/src/test/java/com/healthmarketscience/jackcess/util/ImportTest.java

/*
Copyright (c) 2007 Health Market Science, Inc.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package com.healthmarketscience.jackcess.util;

import java.io.File;
import java.lang.reflect.InvocationHandler;
import java.lang.reflect.Method;
import java.lang.reflect.Proxy;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.Types;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import java.util.Map;

import com.healthmarketscience.jackcess.Column;
import com.healthmarketscience.jackcess.ColumnBuilder;
import com.healthmarketscience.jackcess.DataType;
import com.healthmarketscience.jackcess.Database;
import static com.healthmarketscience.jackcess.Database.*;
import com.healthmarketscience.jackcess.Table;
import com.healthmarketscience.jackcess.TableBuilder;
import com.healthmarketscience.jackcess.impl.JetFormatTest;
import junit.framework.TestCase;
import static com.healthmarketscience.jackcess.TestUtil.*;

/**
 *  @author Rob Di Marco
 */
public class ImportTest extends TestCase
{

  public ImportTest(String name) {
    super(name);
  }

  public void testImportFromFile() throws Exception
  {
    for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) {
      Database db = create(fileFormat);
      String tableName = new ImportUtil.Builder(db, "test")
        .setDelimiter("\\t")
        .importFile(new File("src/test/data/sample-input.tab"));
      Table t = db.getTable(tableName);

      List<String> colNames = new ArrayList<String>();
      for(Column c : t.getColumns()) {
        colNames.add(c.getName());
      }
      assertEquals(Arrays.asList("Test1", "Test2", "Test3"), colNames);

      List<? extends Map<String, Object>> expectedRows =
        createExpectedTable(
            createExpectedRow(
                "Test1", "Foo",
                "Test2", "Bar",
                "Test3", "Ralph"),
            createExpectedRow(
                "Test1", "S",
                "Test2", "Mouse",
                "Test3", "Rocks"),
            createExpectedRow(
                "Test1", "",
                "Test2", "Partial line",
                "Test3", null),
            createExpectedRow(
                "Test1", " Quoted Value",
                "Test2", " bazz ",
                "Test3", " Really \"Crazy" + ImportUtil.LINE_SEPARATOR
                + "value\""),
            createExpectedRow(
                "Test1", "buzz",
                "Test2", "embedded\tseparator",
                "Test3", "long")
            );
      assertTable(expectedRows, t);

      t = new TableBuilder("test2")
        .addColumn(new ColumnBuilder("T1", DataType.TEXT))
        .addColumn(new ColumnBuilder("T2", DataType.TEXT))
        .addColumn(new ColumnBuilder("T3", DataType.TEXT))
        .toTable(db);

      new ImportUtil.Builder(db, "test2")
        .setDelimiter("\\t")
        .setUseExistingTable(true)
        .setHeader(false)
        .importFile(new File("src/test/data/sample-input.tab"));

      expectedRows =
        createExpectedTable(
            createExpectedRow(
                "T1", "Test1",
                "T2", "Test2",
                "T3", "Test3"),
            createExpectedRow(
                "T1", "Foo",
                "T2", "Bar",
                "T3", "Ralph"),
            createExpectedRow(
                "T1", "S",
                "T2", "Mouse",
                "T3", "Rocks"),
            createExpectedRow(
                "T1", "",
                "T2", "Partial line",
                "T3", null),
            createExpectedRow(
                "T1", " Quoted Value",
                "T2", " bazz ",
                "T3", " Really \"Crazy" + ImportUtil.LINE_SEPARATOR
                + "value\""),
            createExpectedRow(
                "T1", "buzz",
                "T2", "embedded\tseparator",
                "T3", "long")
            );
      assertTable(expectedRows, t);


      ImportFilter oddFilter = new SimpleImportFilter() {
        private int _num;
        @Override
        public Object[] filterRow(Object[] row) {
          if((_num++ % 2) == 1) {
            return null;
          }
          return row;
        }
      };

      tableName = new ImportUtil.Builder(db, "test3")
        .setDelimiter("\\t")
        .setFilter(oddFilter)
        .importFile(new File("src/test/data/sample-input.tab"));
      t = db.getTable(tableName);

      colNames = new ArrayList<String>();
      for(Column c : t.getColumns()) {
        colNames.add(c.getName());
      }
      assertEquals(Arrays.asList("Test1", "Test2", "Test3"), colNames);

      expectedRows =
        createExpectedTable(
            createExpectedRow(
                "Test1", "Foo",
                "Test2", "Bar",
                "Test3", "Ralph"),
            createExpectedRow(
                "Test1", "",
                "Test2", "Partial line",
                "Test3", null),
            createExpectedRow(
                "Test1", "buzz",
                "Test2", "embedded\tseparator",
                "Test3", "long")
            );
      assertTable(expectedRows, t);

      db.close();
    }
  }

  public void testImportFromFileWithOnlyHeaders() throws Exception
  {
    for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) {
      Database db = create(fileFormat);
      String tableName = new ImportUtil.Builder(db, "test")
        .setDelimiter("\\t")
        .importFile(new File("src/test/data/sample-input-only-headers.tab"));

      Table t = db.getTable(tableName);

      List<String> colNames = new ArrayList<String>();
      for(Column c : t.getColumns()) {
        colNames.add(c.getName());
      }
      assertEquals(Arrays.asList(
                       "RESULT_PHYS_ID", "FIRST", "MIDDLE", "LAST", "OUTLIER",
                       "RANK", "CLAIM_COUNT", "PROCEDURE_COUNT",
                       "WEIGHTED_CLAIM_COUNT", "WEIGHTED_PROCEDURE_COUNT"),
                   colNames);

      db.close();
    }
  }

  public void testCopySqlHeaders() throws Exception
  {
    for (final FileFormat fileFormat : JetFormatTest.SUPPORTED_FILEFORMATS) {

      TestResultSet rs = new TestResultSet();

      rs.addColumn(Types.INTEGER, "col1");
      rs.addColumn(Types.VARCHAR, "col2", 60, 0, 0);
      rs.addColumn(Types.VARCHAR, "col3", 500, 0, 0);
      rs.addColumn(Types.BINARY, "col4", 128, 0, 0);
      rs.addColumn(Types.BINARY, "col5", 512, 0, 0);
      rs.addColumn(Types.NUMERIC, "col6", 0, 7, 15);
      rs.addColumn(Types.VARCHAR, "col7", Integer.MAX_VALUE, 0, 0);

      Database db = create(fileFormat);
      ImportUtil.importResultSet((ResultSet)Proxy.newProxyInstance(
                       Thread.currentThread().getContextClassLoader(),
                       new Class<?>[]{ResultSet.class},
                       rs), db, "Test1");

      Table t = db.getTable("Test1");
      List<? extends Column> columns = t.getColumns();
      assertEquals(7, columns.size());

      Column c = columns.get(0);
      assertEquals("col1", c.getName());
      assertEquals(DataType.LONG, c.getType());

      c = columns.get(1);
      assertEquals("col2", c.getName());
      assertEquals(DataType.TEXT, c.getType());
      assertEquals(120, c.getLength());

      c = columns.get(2);
      assertEquals("col3", c.getName());
      assertEquals(DataType.MEMO, c.getType());
      assertEquals(0, c.getLength());

      c = columns.get(3);
      assertEquals("col4", c.getName());
      assertEquals(DataType.BINARY, c.getType());
      assertEquals(128, c.getLength());

      c = columns.get(4);
      assertEquals("col5", c.getName());
      assertEquals(DataType.OLE, c.getType());
      assertEquals(0, c.getLength());

      c = columns.get(5);
      assertEquals("col6", c.getName());
      assertEquals(DataType.NUMERIC, c.getType());
      assertEquals(17, c.getLength());
      assertEquals(7, c.getScale());
      assertEquals(15, c.getPrecision());

      c = columns.get(6);
      assertEquals("col7", c.getName());
      assertEquals(DataType.MEMO, c.getType());
      assertEquals(0, c.getLength());
    }
  }


  private static class TestResultSet implements InvocationHandler
  {
    private List<Integer> _types = new ArrayList<Integer>();
    private List<String> _names = new ArrayList<String>();
    private List<Integer> _displaySizes = new ArrayList<Integer>();
    private List<Integer> _scales = new ArrayList<Integer>();
    private List<Integer> _precisions = new ArrayList<Integer>();

    public Object invoke(Object proxy, Method method, Object[] args)
    {
      String methodName = method.getName();
      if(methodName.equals("getMetaData")) {
        return Proxy.newProxyInstance(
            Thread.currentThread().getContextClassLoader(),
            new Class<?>[]{ResultSetMetaData.class},
            this);
      } else if(methodName.equals("next")) {
        return Boolean.FALSE;
      } else if(methodName.equals("getColumnCount")) {
        return _types.size();
      } else if(methodName.equals("getColumnName") ||
                methodName.equals("getColumnLabel")) {
        return getValue(_names, args[0]);
      } else if(methodName.equals("getColumnDisplaySize")) {
        return getValue(_displaySizes, args[0]);
      } else if(methodName.equals("getColumnType")) {
        return getValue(_types, args[0]);
      } else if(methodName.equals("getScale")) {
        return getValue(_scales, args[0]);
      } else if(methodName.equals("getPrecision")) {
        return getValue(_precisions, args[0]);
      } else {
        throw new UnsupportedOperationException(methodName);
      }
    }

    public void addColumn(int type, String name)
    {
      addColumn(type, name, 0, 0, 0);
    }

    public void addColumn(int type, String name, int displaySize,
                          int scale, int precision)
    {
      _types.add(type);
      _names.add(name);
      _displaySizes.add(displaySize);
      _scales.add(scale);
      _precisions.add(precision);
    }

    private static <T> T getValue(List<T> values, Object index) {
      return values.get((Integer)index - 1);
    }
  }

}