Use Bulk Copy API for batch insert operation

src/main/java/com/microsoft/sqlserver/jdbc/Parameter.java

@@ -415,6 +415,10 @@ Object getValue(JDBCType jdbcType,
         // statement level), cryptoMeta would be null.
         return getterDTV.getValue(jdbcType, outScale, getterArgs, cal, typeInfo, cryptoMeta, tdsReader);
     }
+
+    Object getSetterValue() {
+        return setterDTV.getSetterValue();
+    }
 
     int getInt(TDSReader tdsReader) throws SQLServerException {
         Integer value = (Integer) getValue(JDBCType.INTEGER, null, null, tdsReader);

src/main/java/com/microsoft/sqlserver/jdbc/SQLServerBulkCommon.java

@@ -0,0 +1,205 @@
+/*
+ * Microsoft JDBC Driver for SQL Server
+ * 
+ * Copyright(c) Microsoft Corporation All rights reserved.
+ * 
+ * This program is made available under the terms of the MIT License. See the LICENSE file in the project root for more information.
+ */
+
+package com.microsoft.sqlserver.jdbc;
+
+import java.text.MessageFormat;
+import java.time.format.DateTimeFormatter;
+import java.util.Map;
+import java.util.Map.Entry;
+
+abstract class SQLServerBulkCommon {
+
+    /*
+     * Class to represent the column metadata
+     */
+    protected class ColumnMetadata {
+        String columnName;
+        int columnType;
+        int precision;
+        int scale;
+        DateTimeFormatter dateTimeFormatter = null;
+
+        ColumnMetadata(String name,
+                int type,
+                int precision,
+                int scale,
+                DateTimeFormatter dateTimeFormatter) {
+            columnName = name;
+            columnType = type;
+            this.precision = precision;
+            this.scale = scale;
+            this.dateTimeFormatter = dateTimeFormatter;
+        }
+    }
+
+    /*
+     * Contains all the column names if firstLineIsColumnNames is true
+     */
+    protected String[] columnNames = null;
+
+    /*
+     * Metadata to represent the columns in the batch/file. Each column should be mapped to its corresponding position within the parameter (from
+     * position 1 and onwards)
+     */
+    protected Map<Integer, ColumnMetadata> columnMetadata;
+
+    /*
+     * Contains the format that java.sql.Types.TIMESTAMP_WITH_TIMEZONE data should be read in as.
+     */
+    protected DateTimeFormatter dateTimeFormatter = null;
+
+    /*
+     * Contains the format that java.sql.Types.TIME_WITH_TIMEZONE data should be read in as.
+     */
+    protected DateTimeFormatter timeFormatter = null;
+
+    /**
+     * Adds metadata for the given column in the batch/file.
+     * 
+     * @param positionInSource
+     *            Indicates which column the metadata is for. Columns start at 1.
+     * @param name
+     *            Name for the column (optional if only using column ordinal in a mapping for SQLServerBulkCopy operation)
+     * @param jdbcType
+     *            JDBC data type of the column
+     * @param precision
+     *            Precision for the column (ignored for the appropriate data types)
+     * @param scale
+     *            Scale for the column (ignored for the appropriate data types)
+     * @param dateTimeFormatter
+     *            format to parse data that is sent
+     * @throws SQLServerException
+     *             when an error occurs
+     */
+    public void addColumnMetadata(int positionInSource,
+            String name,
+            int jdbcType,
+            int precision,
+            int scale,
+            DateTimeFormatter dateTimeFormatter) throws SQLServerException {
+        addColumnMetadataInternal(positionInSource, name, jdbcType, precision, scale, dateTimeFormatter);
+    }
+
+    /**
+     * Adds metadata for the given column in the batch/file.
+     * 
+     * @param positionInSource
+     *            Indicates which column the metadata is for. Columns start at 1.
+     * @param name
+     *            Name for the column (optional if only using column ordinal in a mapping for SQLServerBulkCopy operation)
+     * @param jdbcType
+     *            JDBC data type of the column
+     * @param precision
+     *            Precision for the column (ignored for the appropriate data types)
+     * @param scale
+     *            Scale for the column (ignored for the appropriate data types)
+     * @throws SQLServerException
+     *             when an error occurs
+     */
+    public void addColumnMetadata(int positionInSource,
+            String name,
+            int jdbcType,
+            int precision,
+            int scale) throws SQLServerException {
+        addColumnMetadataInternal(positionInSource, name, jdbcType, precision, scale, null);
+    }
+
+    /**
+     * Adds metadata for the given column in the batch/file.
+     * 
+     * @param positionInSource
+     *            Indicates which column the metadata is for. Columns start at 1.
+     * @param name
+     *            Name for the column (optional if only using column ordinal in a mapping for SQLServerBulkCopy operation)
+     * @param jdbcType
+     *            JDBC data type of the column
+     * @param precision
+     *            Precision for the column (ignored for the appropriate data types)
+     * @param scale
+     *            Scale for the column (ignored for the appropriate data types)
+     * @param dateTimeFormatter
+     *            format to parse data that is sent
+     * @throws SQLServerException
+     *             when an error occurs
+     */
+    void addColumnMetadataInternal(int positionInSource,
+            String name,
+            int jdbcType,
+            int precision,
+            int scale,
+            DateTimeFormatter dateTimeFormatter) throws SQLServerException {
+    }
+
+    /**
+     * Set the format for reading in dates from the batch/file.
+     * 
+     * @param dateTimeFormat
+     *            format to parse data sent as java.sql.Types.TIMESTAMP_WITH_TIMEZONE
+     */
+    public void setTimestampWithTimezoneFormat(String dateTimeFormat) {
+        this.dateTimeFormatter = DateTimeFormatter.ofPattern(dateTimeFormat);
+    }
+
+    /**
+     * Set the format for reading in dates from the batch/file.
+     * 
+     * @param dateTimeFormatter
+     *            format to parse data sent as java.sql.Types.TIMESTAMP_WITH_TIMEZONE
+     */
+    public void setTimestampWithTimezoneFormat(DateTimeFormatter dateTimeFormatter) {
+        this.dateTimeFormatter = dateTimeFormatter;
+    }
+
+    /**
+     * Set the format for reading in dates from the batch/file.
+     * 
+     * @param timeFormat
+     *            format to parse data sent as java.sql.Types.TIME_WITH_TIMEZONE
+     */
+    public void setTimeWithTimezoneFormat(String timeFormat) {
+        this.timeFormatter = DateTimeFormatter.ofPattern(timeFormat);
+    }
+
+    /**
+     * Set the format for reading in dates from the batch/file.
+     * 
+     * @param dateTimeFormatter
+     *            format to parse data sent as java.sql.Types.TIME_WITH_TIMEZONE
+     */
+    public void setTimeWithTimezoneFormat(DateTimeFormatter dateTimeFormatter) {
+        this.timeFormatter = dateTimeFormatter;
+    }
+
+    /*
+     * Helper method to throw a SQLServerExeption with the invalidArgument message and given argument.
+     */
+    protected void throwInvalidArgument(String argument) throws SQLServerException {
+        MessageFormat form = new MessageFormat(SQLServerException.getErrString("R_invalidArgument"));
+        Object[] msgArgs = {argument};
+        SQLServerException.makeFromDriverError(null, null, form.format(msgArgs), null, false);
+    }
+
+    /*
+     * Method to throw a SQLServerExeption for duplicate column names
+     */
+    protected void checkDuplicateColumnName(int positionInTable,
+            String colName) throws SQLServerException {
+
+        if (null != colName && colName.trim().length() != 0) {
+            for (Entry<Integer, ColumnMetadata> entry : columnMetadata.entrySet()) {
+                // duplicate check is not performed in case of same positionInTable value
+                if (null != entry && entry.getKey() != positionInTable) {
+                    if (null != entry.getValue() && colName.trim().equalsIgnoreCase(entry.getValue().columnName)) {
+                        throw new SQLServerException(SQLServerException.getErrString("R_BulkDataDuplicateColumn"), null);
+                    }
+                }
+            }
+        }
+    }
+}

src/main/java/com/microsoft/sqlserver/jdbc/SQLServerBulkCopy.java

@@ -153,6 +153,11 @@ private class ColumnMapping {
     /* The CekTable for the destination table. */
     private CekTable destCekTable = null;
 
+    /* Statement level encryption setting needed for querying against encrypted columns. */
+    private SQLServerStatementColumnEncryptionSetting stmtColumnEncriptionSetting = SQLServerStatementColumnEncryptionSetting.UseConnectionSetting;
+
+    private ResultSet destinationTableMetadata;
+
     /*
      * Metadata for the destination table columns
      */
@@ -1490,7 +1495,12 @@ private String createInsertBulkCommand(TDSWriter tdsWriter) throws SQLServerExce
                 if (null != destType && (destType.toLowerCase(Locale.ENGLISH).trim().startsWith("char") || destType.toLowerCase(Locale.ENGLISH).trim().startsWith("varchar")))
                     addCollate = " COLLATE " + columnCollation;
             }
-            bulkCmd.append("[" + colMapping.destinationColumnName + "] " + destType + addCollate + endColumn);
+            if (colMapping.destinationColumnName.contains("]")) {
+                String escapedColumnName = colMapping.destinationColumnName.replaceAll("]", "]]");
+                bulkCmd.append("[" + escapedColumnName + "] " + destType + addCollate + endColumn);
+            } else {
+                bulkCmd.append("[" + colMapping.destinationColumnName + "] " + destType + addCollate + endColumn);
+            }
         }
 
         if (true == copyOptions.isCheckConstraints()) {
@@ -1740,11 +1750,19 @@ private void getDestinationMetadata() throws SQLServerException {
 
         SQLServerResultSet rs = null;
         SQLServerResultSet rsMoreMetaData = null;
-
+        SQLServerStatement stmt = null;
+
         try {
-            // Get destination metadata
-            rs = ((SQLServerStatement) connection.createStatement())
-                    .executeQueryInternal("SET FMTONLY ON SELECT * FROM " + destinationTableName + " SET FMTONLY OFF ");
+            if (null != destinationTableMetadata) {
+                rs = (SQLServerResultSet) destinationTableMetadata;
+            }
+            else {
+                stmt = (SQLServerStatement) connection.createStatement(ResultSet.TYPE_FORWARD_ONLY, ResultSet.CONCUR_READ_ONLY,
+                        connection.getHoldability(), stmtColumnEncriptionSetting);
+
+                // Get destination metadata
+                rs = stmt.executeQueryInternal("sp_executesql N'SET FMTONLY ON SELECT * FROM " + destinationTableName + " '");
+            }
 
             destColumnCount = rs.getMetaData().getColumnCount();
             destColumnMetadata = new HashMap<>();
@@ -1783,6 +1801,8 @@ private void getDestinationMetadata() throws SQLServerException {
         finally {
             if (null != rs)
                 rs.close();
+            if (null != stmt)
+                stmt.close();
             if (null != rsMoreMetaData)
                 rsMoreMetaData.close();
         }
@@ -3059,8 +3079,6 @@ protected Object getTemporalObjectFromCSVWithFormatter(String valueStrUntrimmed,
             int srcJdbcType,
             int srcColOrdinal,
             DateTimeFormatter dateTimeFormatter) throws SQLServerException {
-        DriverJDBCVersion.checkSupportsJDBC42();
-
         SQLServerBulkCopy42Helper.getTemporalObjectFromCSVWithFormatter(valueStrUntrimmed, srcJdbcType, srcColOrdinal, dateTimeFormatter, connection,
                 this);
 
@@ -3573,4 +3591,12 @@ private boolean writeBatchData(TDSWriter tdsWriter,
             }
         }
     }
+
+    protected void setStmtColumnEncriptionSetting(SQLServerStatementColumnEncryptionSetting stmtColumnEncriptionSetting) {
+        this.stmtColumnEncriptionSetting = stmtColumnEncriptionSetting;
+    }
+
+    protected void setDestinationTableMetadata(SQLServerResultSet rs) {
+        destinationTableMetadata = rs;
+    }
 }