调整导入程序

src/com/yihu/util/mysql2Oracle/MyThread.java

@@ -1,33 +1,33 @@
package com.yihu.util.mysql2Oracle;
import java.util.concurrent.atomic.AtomicInteger;
public class MyThread extends Thread {
    private String tableName;
    private String index;
    private int total;
    private int maxId;
    private int rows;
    private int offset;
    private int pageSize;
    public MyThread(String tableName, String index, int maxId, int row, int total) throws Exception {
    public MyThread(String tableName, String index, int offset, int pageSize) throws Exception {
        this.tableName = tableName;
        this.maxId = maxId;
        this.rows = row;
        this.total = total;
        this.offset = offset;
        this.pageSize = pageSize;
        this.index = index;
    }
    public void run() {
        int count = total / rows + 1;
        long start = System.currentTimeMillis();
        try {
            int count = 0;
            AtomicInteger pos = new AtomicInteger(this.offset);
            do {
                count += TranslateMysqlToOracle.exportSql(tableName, index, pos, pageSize); //查询mysql 导入oracle
            } while (count % pageSize == 0);
            for (int i = 0; i < count; i++) {
                TranslateMysqlToOracle.exportSql(tableName, index, maxId, i, rows); //查询mysql 导入oracle
            }
            long end = System.currentTimeMillis();
            long coout = end - start;
            int num = total - maxId;
            System.out.println("表" + tableName + " ,总导入数据" + num + " ,耗时：" + coout);
            long spend = (end - start) / 1000;
            System.out.println("表" + tableName + " ,总导入数据" + count + " ,耗时：" + spend);
        } catch (Exception e) {
            e.printStackTrace();

src/com/yihu/util/mysql2Oracle/MysqlToOracleApplication.java

@@ -6,26 +6,28 @@ import java.util.List;
public class MysqlToOracleApplication {
    public static void main(String[] args) throws Exception {
        TableInfo[]  tables = {
                new TableInfo("BaseInfo", "PK_BaseInfo", 0, 676400),
//                new TableInfo("OutPatient", "PK_Outpatient", 210001, 566520),
//                new TableInfo("Outpatient_Diag", "PK_Outpatient_Diag", 390001, 1147364),
//                new TableInfo("Outpatient_Drug", "PK_Outpatient_Drug", 130001, 3486629),
//                new TableInfo("Outpatient_Fee", "PK_Outpatient_Fee", 150001, 1417369),
//                new TableInfo("Inpatient_Drug", "PK_Outpatient", 170001, 3605361),
//                new TableInfo("Inpatient_Outdiag", "PK_Outpatient", 430001, 1374793),
//                new TableInfo("Inpatient_Longorder", "PK_Outpatient", 170001, 406293),
//                new TableInfo("Inpatient_Fee", "PK_Outpatient", 170001, 1417369),
//                new TableInfo("Eds_Disp_Pres_Master", "PK_Outpatient", 140001, 770550)
        TableInfo[] tables = {
                new TableInfo("BaseInfo", "PK_BaseInfo", 0),
                new TableInfo("OutPatient", "PK_Outpatient", 0),
//                new TableInfo("Outpatient_Diag", "PK_Outpatient_Diag", 0),
//                new TableInfo("Outpatient_Drug", "PK_Outpatient_Drug", 0),
//                new TableInfo("Outpatient_Fee", "PK_Outpatient_Fee", 0),
                new TableInfo("InPatient", "PK_Inpatient", 0),
//                new TableInfo("Inpatient_Drug", "PK_Inpatient_Drug", 0),
//                new TableInfo("Inpatient_Outdiag", "PK_Inpatient_Outdiag", 0),
//                new TableInfo("Inpatient_Longorder", "PK_Inpatient_Longorder", 0),
//                new TableInfo("Inpatient_Fee", "PK_Inpatient_Fee", 0),
//                new TableInfo("Eds_Disp_Pres_Master", "PK_Eds_Disp_Pres_Master", 0)
        };
        List<MyThread> threadList = new ArrayList<>();
        for (TableInfo table : tables) {
            MyThread myThread = new MyThread(table.getTableName(), table.getPk(), table.getOffset(), 10000, table.getTotal());
            MyThread myThread = new MyThread(table.getTableName(), table.getPk(), table.getOffset(), 10000);
            threadList.add(myThread);
            myThread.start();
        }
    }
}
}

src/com/yihu/util/mysql2Oracle/TableInfo.java

@@ -4,13 +4,11 @@ public class TableInfo {
    String tableName;
    String pk;
    int offset;
    int total;
    public TableInfo(String tableName, String pk, int offset, int total) {
    public TableInfo(String tableName, String pk, int offset) {
        this.tableName = tableName;
        this.pk = pk;
        this.offset = offset;
        this.total = total;
    }
@@ -37,12 +35,4 @@ public class TableInfo {
    public void setOffset(int offset) {
        this.offset = offset;
    }
    public int getTotal() {
        return total;
    }
    public void setTotal(int total) {
        this.total = total;
    }
}

src/com/yihu/util/mysql2Oracle/TranslateMysqlToOracle.java

@@ -3,6 +3,7 @@ package com.yihu.util.mysql2Oracle;
import java.sql.*;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.atomic.AtomicInteger;
/**
 * 查询mysql 导入执行 到oracle
@@ -12,15 +13,15 @@ public class TranslateMysqlToOracle {
    /**
     * @param tableName
     * @param startId
     * @param page
     * @param rows
     * @param offset
     * @param pageSize
     * @return
     * @throws Exception
     */
    public static List<String> exportSql(String tableName, String index, int startId, int page, int rows) throws Exception {
    public static Integer exportSql(String tableName, String index, AtomicInteger offset, int pageSize) throws Exception {
        Integer rowCount = 0;
        List<String> sqlList = new ArrayList<>();
//        String[] tableNames = tables;
        String indexName = index;
        //TODO 修改链接
@@ -31,13 +32,14 @@ public class TranslateMysqlToOracle {
        Class.forName(driver);
        Connection connection = DriverManager.getConnection(url, user, password);
        int maxId = startId + (page * rows);
        String sql = "select * from " + tableName + " where inner_id> " + maxId + " limit " + rows;
        String sql = "select * from " + tableName + " where inner_id > " + offset + " limit " + pageSize;
        PreparedStatement preparedStatement = connection.prepareStatement(sql);
        ResultSet resultSet = preparedStatement.executeQuery();
        ResultSetMetaData metaData = resultSet.getMetaData();
        while (resultSet.next()) {
            rowCount++;
            String insertSql = "";
            if (!indexName.isEmpty()) {
                insertSql = "INSERT /*+ IGNORE_ROW_ON_DUPKEY_INDEX(" + tableName + "," + indexName + ")*/ INTO " + tableName + " ";
@@ -48,22 +50,24 @@ public class TranslateMysqlToOracle {
            StringBuffer valuesStrBuf = new StringBuffer();
            for (int i = 1; i <= metaData.getColumnCount(); i++) {
                String columnName = metaData.getColumnName(i);
                if (!"inner_id".equals(columnName)) {
                    String columnTypeName = metaData.getColumnTypeName(i);
                    Object value = resultSet.getObject(i);
                    //System.out.println(columnName + " - " + columnTypeName + " - " + value);
                if ("inner_id".equals(columnName)) {
                    namesStr.append(columnName).append(",");
                    valuesStrBuf = joinValuesFragment(valuesStrBuf, columnTypeName, value);
                    offset.set(resultSet.getInt(i));
                    continue;
                }
                String columnTypeName = metaData.getColumnTypeName(i);
                Object value = resultSet.getObject(i);
                //System.out.println(columnName + " - " + columnTypeName + " - " + value);
                namesStr.append(columnName).append(",");
                valuesStrBuf = joinValuesFragment(valuesStrBuf, columnTypeName, value);
            }
            String valuesStr = valuesStrBuf.toString();
            namesStr = new StringBuilder(namesStr.substring(0, namesStr.length() - 1));
            valuesStr = valuesStr.substring(0, valuesStr.length() - 1);
            insertSql += "(" + namesStr + ") VALUES (" + valuesStr + ")";
//                String sqlFilePath = directoryPath + tableName + ".sql";
//                writeFileContent(sqlFilePath, insertSql);
            sqlList.add(insertSql);
        }
        resultSet.close();
@@ -71,7 +75,8 @@ public class TranslateMysqlToOracle {
        connection.close();
        exportSqlToOracle(sqlList);//执行sql到oracle
        return sqlList;
        return rowCount;
    }
    //导入oracle