mirror of
				https://github.com/nsnail/FreeSql.git
				synced 2025-11-04 09:15:27 +08:00 
			
		
		
		
	- 增加 IInsert.ExecutePgCopy 扩展方法执行 PostgreSQL Copy 批量导入,在 FreeSql.Provider.PostgreSQL 可用;
This commit is contained in:
		@@ -488,6 +488,7 @@ namespace FreeSql.Internal.CommonProvider
 | 
				
			|||||||
                if (col.Attribute.IsIdentity == false && _ignore.ContainsKey(col.Attribute.Name)) continue;
 | 
					                if (col.Attribute.IsIdentity == false && _ignore.ContainsKey(col.Attribute.Name)) continue;
 | 
				
			||||||
                dt.Columns.Add(col.Attribute.Name, col.Attribute.MapType);
 | 
					                dt.Columns.Add(col.Attribute.Name, col.Attribute.MapType);
 | 
				
			||||||
            }
 | 
					            }
 | 
				
			||||||
 | 
					            if (dt.Columns.Count == 0) return dt;
 | 
				
			||||||
            foreach (var d in _source)
 | 
					            foreach (var d in _source)
 | 
				
			||||||
            {
 | 
					            {
 | 
				
			||||||
                var row = new object[dt.Columns.Count];
 | 
					                var row = new object[dt.Columns.Count];
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -1,7 +1,10 @@
 | 
				
			|||||||
using FreeSql;
 | 
					using FreeSql;
 | 
				
			||||||
using FreeSql.PostgreSQL.Curd;
 | 
					using FreeSql.PostgreSQL.Curd;
 | 
				
			||||||
 | 
					using Npgsql;
 | 
				
			||||||
using System;
 | 
					using System;
 | 
				
			||||||
 | 
					using System.Data;
 | 
				
			||||||
using System.Linq.Expressions;
 | 
					using System.Linq.Expressions;
 | 
				
			||||||
 | 
					using System.Text;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
public static partial class FreeSqlPostgreSQLGlobalExtensions
 | 
					public static partial class FreeSqlPostgreSQLGlobalExtensions
 | 
				
			||||||
{
 | 
					{
 | 
				
			||||||
@@ -24,4 +27,91 @@ public static partial class FreeSqlPostgreSQLGlobalExtensions
 | 
				
			|||||||
    /// <param name="columns">默认是以主键作为重复判断,也可以指定其他列:a => a.Name | a => new{a.Name,a.Time} | a => new[]{"name","time"}</param>
 | 
					    /// <param name="columns">默认是以主键作为重复判断,也可以指定其他列:a => a.Name | a => new{a.Name,a.Time} | a => new[]{"name","time"}</param>
 | 
				
			||||||
    /// <returns></returns>
 | 
					    /// <returns></returns>
 | 
				
			||||||
    public static OnConflictDoUpdate<T1> OnConflictDoUpdate<T1>(this IInsert<T1> that, Expression<Func<T1, object>> columns = null) where T1 : class => new FreeSql.PostgreSQL.Curd.OnConflictDoUpdate<T1>(that.InsertIdentity(), columns);
 | 
					    public static OnConflictDoUpdate<T1> OnConflictDoUpdate<T1>(this IInsert<T1> that, Expression<Func<T1, object>> columns = null) where T1 : class => new FreeSql.PostgreSQL.Curd.OnConflictDoUpdate<T1>(that.InsertIdentity(), columns);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					    /// <summary>
 | 
				
			||||||
 | 
					    /// PostgreSQL COPY 批量导入功能,封装了 NpgsqlConnection.BeginBinaryImport 方法<para></para>
 | 
				
			||||||
 | 
					    /// 使用 IgnoreColumns/InsertColumns 设置忽略/指定导入的列<para></para>
 | 
				
			||||||
 | 
					    /// 使用 WithConnection/WithTransaction 传入连接/事务对象<para></para>
 | 
				
			||||||
 | 
					    /// 提示:若本方法不能满足,请使用 IInsert<T>.ToDataTable 方法得到 DataTable 对象后,自行处理。<para></para>
 | 
				
			||||||
 | 
					    /// COPY 与 insert into t values(..),(..),(..) 性能测试参考:<para></para>
 | 
				
			||||||
 | 
					    /// 插入180000行,52列:10,090ms 与 46,756ms,10列:4,081ms 与 9,786ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入10000行,52列:583ms 与 3,294ms,10列:167ms 与 568ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入5000行,52列:337ms 与 2,269ms,10列:93ms 与 366ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入2000行,52列:136ms 与 1,019ms,10列:39ms 与 157ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入1000行,52列:88ms 与 374ms,10列:21ms 与 102ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入500行,52列:61ms 与 209ms,10列:12ms 与 34ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入100行,52列:30ms 与 51ms,10列:4ms 与 9ms<para></para>
 | 
				
			||||||
 | 
					    /// 插入50行,52列:25ms 与 37ms,10列:2ms 与 6ms<para></para>
 | 
				
			||||||
 | 
					    /// </summary>
 | 
				
			||||||
 | 
					    /// <typeparam name="T"></typeparam>
 | 
				
			||||||
 | 
					    /// <param name="that"></param>
 | 
				
			||||||
 | 
					    public static void ExecutePgCopy<T>(this IInsert<T> that) where T : class
 | 
				
			||||||
 | 
					    {
 | 
				
			||||||
 | 
					        var insert = that as FreeSql.PostgreSQL.Curd.PostgreSQLInsert<T>;
 | 
				
			||||||
 | 
					        if (insert == null) throw new Exception("ExecuteSqlBulkCopy 是 FreeSql.Provider.PostgreSQL 特有的功能");
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					        var dt = that.ToDataTable();
 | 
				
			||||||
 | 
					        if (dt.Rows.Count == 0) return;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					        Action<NpgsqlConnection> binaryImport = conn =>
 | 
				
			||||||
 | 
					        {
 | 
				
			||||||
 | 
					            var copyFromCommand = new StringBuilder().Append("COPY ").Append(insert.InternalCommonUtils.QuoteSqlName(dt.TableName)).Append("(");
 | 
				
			||||||
 | 
					            var colIndex = 0;
 | 
				
			||||||
 | 
					            foreach (DataColumn col in dt.Columns)
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                if (colIndex++ > 0) copyFromCommand.Append(", ");
 | 
				
			||||||
 | 
					                copyFromCommand.Append(insert.InternalCommonUtils.QuoteSqlName(col.ColumnName));
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					            copyFromCommand.Append(") FROM STDIN BINARY");
 | 
				
			||||||
 | 
					            using (var writer = conn.BeginBinaryImport(copyFromCommand.ToString()))
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                foreach (DataRow item in dt.Rows)
 | 
				
			||||||
 | 
					                    writer.WriteRow(item.ItemArray);
 | 
				
			||||||
 | 
					                writer.Complete();
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					            copyFromCommand.Clear();
 | 
				
			||||||
 | 
					        };
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					        try
 | 
				
			||||||
 | 
					        {
 | 
				
			||||||
 | 
					            if (insert.InternalConnection == null && insert.InternalTransaction == null)
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                using (var conn = insert.InternalOrm.Ado.MasterPool.Get())
 | 
				
			||||||
 | 
					                {
 | 
				
			||||||
 | 
					                    binaryImport(conn.Value as NpgsqlConnection);
 | 
				
			||||||
 | 
					                }
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					            else if (insert.InternalTransaction != null)
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                binaryImport(insert.InternalTransaction.Connection as NpgsqlConnection);
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					            else if (insert.InternalConnection != null)
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                var conn = insert.InternalConnection as NpgsqlConnection;
 | 
				
			||||||
 | 
					                var isNotOpen = false;
 | 
				
			||||||
 | 
					                if (conn.State != System.Data.ConnectionState.Open)
 | 
				
			||||||
 | 
					                {
 | 
				
			||||||
 | 
					                    isNotOpen = true;
 | 
				
			||||||
 | 
					                    conn.Open();
 | 
				
			||||||
 | 
					                }
 | 
				
			||||||
 | 
					                try
 | 
				
			||||||
 | 
					                {
 | 
				
			||||||
 | 
					                    binaryImport(conn);
 | 
				
			||||||
 | 
					                }
 | 
				
			||||||
 | 
					                finally
 | 
				
			||||||
 | 
					                {
 | 
				
			||||||
 | 
					                    if (isNotOpen)
 | 
				
			||||||
 | 
					                        conn.Close();
 | 
				
			||||||
 | 
					                }
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					            else
 | 
				
			||||||
 | 
					            {
 | 
				
			||||||
 | 
					                throw new NotImplementedException("ExecuteCopy 未实现错误,请反馈给作者");
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					        }
 | 
				
			||||||
 | 
					        finally
 | 
				
			||||||
 | 
					        {
 | 
				
			||||||
 | 
					            dt.Clear();
 | 
				
			||||||
 | 
					        }
 | 
				
			||||||
 | 
					    }
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -4,7 +4,6 @@ using System;
 | 
				
			|||||||
using System.Collections.Generic;
 | 
					using System.Collections.Generic;
 | 
				
			||||||
using System.Data;
 | 
					using System.Data;
 | 
				
			||||||
using System.Data.Common;
 | 
					using System.Data.Common;
 | 
				
			||||||
using System.Data.SqlClient;
 | 
					 | 
				
			||||||
using System.Linq;
 | 
					using System.Linq;
 | 
				
			||||||
using System.Text;
 | 
					using System.Text;
 | 
				
			||||||
using System.Threading.Tasks;
 | 
					using System.Threading.Tasks;
 | 
				
			||||||
@@ -20,8 +19,8 @@ namespace FreeSql.SqlServer.Curd
 | 
				
			|||||||
        }
 | 
					        }
 | 
				
			||||||
 | 
					
 | 
				
			||||||
        internal IFreeSql InternalOrm => _orm as IFreeSql;
 | 
					        internal IFreeSql InternalOrm => _orm as IFreeSql;
 | 
				
			||||||
        internal SqlConnection InternalConnection => _connection as SqlConnection;
 | 
					        internal DbConnection InternalConnection => _connection;
 | 
				
			||||||
        internal SqlTransaction InternalTransaction => _transaction as SqlTransaction;
 | 
					        internal DbTransaction InternalTransaction => _transaction;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
        public override int ExecuteAffrows() => base.SplitExecuteAffrows(_batchValuesLimit > 0 ? _batchValuesLimit : 1000, _batchParameterLimit > 0 ? _batchParameterLimit : 2100);
 | 
					        public override int ExecuteAffrows() => base.SplitExecuteAffrows(_batchValuesLimit > 0 ? _batchValuesLimit : 1000, _batchParameterLimit > 0 ? _batchParameterLimit : 2100);
 | 
				
			||||||
        public override long ExecuteIdentity() => base.SplitExecuteIdentity(_batchValuesLimit > 0 ? _batchValuesLimit : 1000, _batchParameterLimit > 0 ? _batchParameterLimit : 2100);
 | 
					        public override long ExecuteIdentity() => base.SplitExecuteIdentity(_batchValuesLimit > 0 ? _batchValuesLimit : 1000, _batchParameterLimit > 0 ? _batchParameterLimit : 2100);
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -78,6 +78,8 @@ public static partial class FreeSqlSqlServerGlobalExtensions
 | 
				
			|||||||
            bulkCopy.WriteToServer(dt);
 | 
					            bulkCopy.WriteToServer(dt);
 | 
				
			||||||
        };
 | 
					        };
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					        try
 | 
				
			||||||
 | 
					        {
 | 
				
			||||||
            if (insert.InternalConnection == null && insert.InternalTransaction == null)
 | 
					            if (insert.InternalConnection == null && insert.InternalTransaction == null)
 | 
				
			||||||
            {
 | 
					            {
 | 
				
			||||||
                using (var conn = insert.InternalOrm.Ado.MasterPool.Get())
 | 
					                using (var conn = insert.InternalOrm.Ado.MasterPool.Get())
 | 
				
			||||||
@@ -93,35 +95,44 @@ public static partial class FreeSqlSqlServerGlobalExtensions
 | 
				
			|||||||
            else if (insert.InternalTransaction != null)
 | 
					            else if (insert.InternalTransaction != null)
 | 
				
			||||||
            {
 | 
					            {
 | 
				
			||||||
                using (var bulkCopy = copyOptions == SqlBulkCopyOptions.Default ?
 | 
					                using (var bulkCopy = copyOptions == SqlBulkCopyOptions.Default ?
 | 
				
			||||||
                new SqlBulkCopy(insert.InternalTransaction.Connection) :
 | 
					                    new SqlBulkCopy(insert.InternalTransaction.Connection as SqlConnection) :
 | 
				
			||||||
                new SqlBulkCopy(insert.InternalTransaction.Connection, copyOptions, insert.InternalTransaction))
 | 
					                    new SqlBulkCopy(insert.InternalTransaction.Connection as SqlConnection, copyOptions, insert.InternalTransaction as SqlTransaction))
 | 
				
			||||||
                {
 | 
					                {
 | 
				
			||||||
                    writeToServer(bulkCopy);
 | 
					                    writeToServer(bulkCopy);
 | 
				
			||||||
                }
 | 
					                }
 | 
				
			||||||
            }
 | 
					            }
 | 
				
			||||||
            else if (insert.InternalConnection != null)
 | 
					            else if (insert.InternalConnection != null)
 | 
				
			||||||
            {
 | 
					            {
 | 
				
			||||||
            var conn = insert.InternalConnection;
 | 
					                var conn = insert.InternalConnection as SqlConnection;
 | 
				
			||||||
                var isNotOpen = false;
 | 
					                var isNotOpen = false;
 | 
				
			||||||
                if (conn.State != System.Data.ConnectionState.Open)
 | 
					                if (conn.State != System.Data.ConnectionState.Open)
 | 
				
			||||||
                {
 | 
					                {
 | 
				
			||||||
                    isNotOpen = true;
 | 
					                    isNotOpen = true;
 | 
				
			||||||
                    conn.Open();
 | 
					                    conn.Open();
 | 
				
			||||||
                }
 | 
					                }
 | 
				
			||||||
 | 
					                try
 | 
				
			||||||
 | 
					                {
 | 
				
			||||||
                    using (var bulkCopy = copyOptions == SqlBulkCopyOptions.Default ?
 | 
					                    using (var bulkCopy = copyOptions == SqlBulkCopyOptions.Default ?
 | 
				
			||||||
                new SqlBulkCopy(insert.InternalConnection) :
 | 
					                        new SqlBulkCopy(conn) :
 | 
				
			||||||
                new SqlBulkCopy(insert.InternalConnection, copyOptions, null))
 | 
					                        new SqlBulkCopy(conn, copyOptions, null))
 | 
				
			||||||
                    {
 | 
					                    {
 | 
				
			||||||
                        writeToServer(bulkCopy);
 | 
					                        writeToServer(bulkCopy);
 | 
				
			||||||
                    }
 | 
					                    }
 | 
				
			||||||
            if (isNotOpen)
 | 
					                }
 | 
				
			||||||
 | 
					                finally
 | 
				
			||||||
                {
 | 
					                {
 | 
				
			||||||
 | 
					                    if (isNotOpen)
 | 
				
			||||||
                        conn.Close();
 | 
					                        conn.Close();
 | 
				
			||||||
                }
 | 
					                }
 | 
				
			||||||
            }
 | 
					            }
 | 
				
			||||||
            else
 | 
					            else
 | 
				
			||||||
            {
 | 
					            {
 | 
				
			||||||
            throw new NotImplementedException("未实现错误,请反馈给作者");
 | 
					                throw new NotImplementedException("ExecuteSqlBulkCopy 未实现错误,请反馈给作者");
 | 
				
			||||||
 | 
					            }
 | 
				
			||||||
 | 
					        }
 | 
				
			||||||
 | 
					        finally
 | 
				
			||||||
 | 
					        {
 | 
				
			||||||
 | 
					            dt.Clear();
 | 
				
			||||||
        }
 | 
					        }
 | 
				
			||||||
    }
 | 
					    }
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user