JDBC連線批量處理資料入庫

MolinOne發表於2020-11-30
public class JdbcTemplate {
    private static String DRIVER_CLASS_NAME = "*";
    private static String URL = "*";
    private static String USERNAME = "*";
    private static String PASSWORD = "*";



    /**
     *
     * <Description> 獲取資料庫連線<br>
     *
     * @return
     * @throws Exception
     * <br>
     */
    public static Connection getConnection() throws Exception {
        Class.forName(DRIVER_CLASS_NAME);
        Connection connection = DriverManager.getConnection(URL, USERNAME, PASSWORD);
        return connection;
    }

    /**
     *
     * <Description> 提交事務<br>
     *
     * @param connection
     * <br>
     */
    public static void commit(Connection connection) {
        try {
            connection.commit();
        }
        catch (SQLException e) {
            e.printStackTrace();
        }
    }

    /**
     *
     * <Description> 開啟事務<br>
     *
     * @param connection
     * <br>
     */
    public static void beginTx(Connection connection) {
        try {
            connection.setAutoCommit(false);
        }
        catch (SQLException e) {
            e.printStackTrace();
        }
    }

    /**
     *
     * <Description> 回滾<br>
     *
     * @param connection
     * <br>
     */
    public static void rollback(Connection connection) {
        try {
            connection.rollback();
        }
        catch (SQLException e) {
            e.printStackTrace();
        }
    }

    /**
     *
     * <Description> TODO<br>
     *     
     * @param statement
     * @param connection
     * <br>
     */
    public static void releaseDb(Statement statement, Connection connection) {
        try {
            if(statement != null){
                statement.close();
            }

            if(connection != null){
                connection.close();
            }
        }
        catch (SQLException e) {
            e.printStackTrace();
        }
    }

    public static void insertData(List<String> sqlList) {
        Connection connection = null;
        Statement statement = null;
        try {
            connection = JdbcTemplate.getConnection();
            JdbcTemplate.beginTx(connection);
            statement = connection.createStatement();
            for (String sql : sqlList) {
                statement.addBatch(sql);
            }
            statement.executeBatch();
            statement.clearBatch();
            JdbcTemplate.commit(connection);
        } catch (Exception ex) {
            JdbcTemplate.rollback(connection);
            ex.printStackTrace();
        } finally {
            JdbcTemplate.releaseDb(statement, connection);
        }

    }
}

呼叫(執行緒池處理):

public Boolean intoDB(List<List<InsertSqlEntity>> lists, String handle, String strTime) throws InterruptedException {
        System.out.println("資料入庫執行緒任務執行開始");
        // 開始時間
        long start = System.currentTimeMillis();

        // 執行緒數
        int threadNum = 50;

        // 建立一個執行緒池
        ExecutorService exec = Executors.newFixedThreadPool(threadNum);

        // 定義一個任務集合
        List<Callable<Integer>> tasks = new ArrayList<Callable<Integer>>();

        Callable<Integer> task = null;

        List<Map<String, Object>> cutList = null;


        // 確定每條執行緒的資料
        for (List<InsertSqlEntity> list : lists) {
            task = new Callable<Integer>() {

                @Override
                public Integer call() throws Exception {
                    try {
                        List<String> sqlList = new ArrayList<>();
                        for (InsertSqlEntity insertSqlEntity : list) {
                            String insertHeadSql = "";
                            if (handle.intern() == "update") {
                                try {
                                    String[] keys = insertSqlEntity.getColumns().split(",");
                                    String[] vals = insertSqlEntity.getValues().split(",");
                                    insertHeadSql = "update " + insertSqlEntity.getTableName() + " set ";
                                    for (int i = 2; i < keys.length - 1; i++) {
                                        insertHeadSql += keys[i] + " = " + vals[i] + ",";
                                    }

                                    insertHeadSql = insertHeadSql.substring(0, insertHeadSql.length() - 1);
                                    insertHeadSql += " where sb_id = " + vals[0] + " and type = " + vals[1] + " and READABLE_DATE = to_date('" + strTime + "','yyyy-mm-dd')";
                                } catch (Exception exception) {
                                    exception.printStackTrace();
                                }
                            } else {
                                insertHeadSql = "insert into " + insertSqlEntity.getTableName() + "(" + insertSqlEntity.getColumns() + ") values(" + insertSqlEntity.getValues() + ")";
                            }

                            sqlList.add(insertHeadSql);
                        }
                        JdbcTemplate.insertData(sqlList);
                        sqlList.clear();
                    } catch (Exception exception) {
                        exception.printStackTrace();
                    }

                    return 1;
                }

            };

            // 這裡提交的任務容器列表和返回的Future列表存在順序對應的關係
            tasks.add(task);
        }

        List<Future<Integer>> results = exec.invokeAll(tasks);

        // 關閉執行緒池
        exec.shutdown();
        System.out.println("資料入庫執行緒任務執行結束");
        System.err.println("執行任務消耗了 :" + (System.currentTimeMillis() - start) + "毫秒");

        return true;
    }

實體類:

public class InsertSqlEntity {

  private String tableName;
  private String columns;
  private String values;

  private List<String> valueList;

  public String getTableName() {
    return tableName;
  }

  public void setTableName(String tableName) {
    this.tableName = tableName;
  }

  public String getColumns() {
    return columns;
  }

  public void setColumns(String columns) {
    this.columns = columns;
  }

  public String getValues() {
    return values;
  }

  public void setValues(String values) {
    this.values = values;
  }

  public List<String> getValueList() {
    return valueList;
  }

  public void setValueList(List<String> valueList) {
    this.valueList = valueList;
  }
}

相關文章