mirror of
https://github.com/nsnail/FreeSql.git
synced 2025-04-27 05:02:50 +08:00
522 lines
22 KiB
C#
522 lines
22 KiB
C#
using FreeSql.Internal;
|
||
using FreeSql.Internal.Model;
|
||
using Newtonsoft.Json.Linq;
|
||
using Npgsql;
|
||
using Npgsql.LegacyPostgis;
|
||
using NpgsqlTypes;
|
||
using System;
|
||
using System.Collections;
|
||
using System.Collections.Concurrent;
|
||
using System.Collections.Generic;
|
||
using System.Data;
|
||
using System.Data.Common;
|
||
using System.Globalization;
|
||
using System.Linq;
|
||
using System.Linq.Expressions;
|
||
using System.Net;
|
||
using System.Numerics;
|
||
using System.Text;
|
||
using System.Threading;
|
||
using FreeSql.QuestDb;
|
||
|
||
namespace FreeSql.QuestDb
|
||
{
|
||
class QuestDbUtils : CommonUtils
|
||
{
|
||
public QuestDbUtils(IFreeSql orm) : base(orm)
|
||
{
|
||
}
|
||
|
||
static Array getParamterArrayValue(Type arrayType, object value, object defaultValue)
|
||
{
|
||
var valueArr = value as Array;
|
||
var len = valueArr.GetLength(0);
|
||
var ret = Array.CreateInstance(arrayType, len);
|
||
for (var a = 0; a < len; a++)
|
||
{
|
||
var item = valueArr.GetValue(a);
|
||
ret.SetValue(item == null ? defaultValue : getParamterValue(item.GetType(), item, 1), a);
|
||
}
|
||
|
||
return ret;
|
||
}
|
||
|
||
static Dictionary<string, Func<object, object>> dicGetParamterValue =
|
||
new Dictionary<string, Func<object, object>>
|
||
{
|
||
{ typeof(JToken).FullName, a => string.Concat(a) },
|
||
{ typeof(JToken[]).FullName, a => getParamterArrayValue(typeof(string), a, null) },
|
||
{ typeof(JObject).FullName, a => string.Concat(a) },
|
||
{ typeof(JObject[]).FullName, a => getParamterArrayValue(typeof(string), a, null) },
|
||
{ typeof(JArray).FullName, a => string.Concat(a) },
|
||
{ typeof(JArray[]).FullName, a => getParamterArrayValue(typeof(string), a, null) },
|
||
{ typeof(uint).FullName, a => long.Parse(string.Concat(a)) },
|
||
{ typeof(uint[]).FullName, a => getParamterArrayValue(typeof(long), a, 0) },
|
||
{ typeof(uint?[]).FullName, a => getParamterArrayValue(typeof(long?), a, null) },
|
||
{ typeof(ulong).FullName, a => decimal.Parse(string.Concat(a)) },
|
||
{ typeof(ulong[]).FullName, a => getParamterArrayValue(typeof(decimal), a, 0) },
|
||
{ typeof(ulong?[]).FullName, a => getParamterArrayValue(typeof(decimal?), a, null) },
|
||
{ typeof(ushort).FullName, a => int.Parse(string.Concat(a)) },
|
||
{ typeof(ushort[]).FullName, a => getParamterArrayValue(typeof(int), a, 0) },
|
||
{ typeof(ushort?[]).FullName, a => getParamterArrayValue(typeof(int?), a, null) },
|
||
{ typeof(byte).FullName, a => short.Parse(string.Concat(a)) },
|
||
{ typeof(byte[]).FullName, a => getParamterArrayValue(typeof(short), a, 0) },
|
||
{ typeof(byte?[]).FullName, a => getParamterArrayValue(typeof(short?), a, null) },
|
||
{ typeof(sbyte).FullName, a => short.Parse(string.Concat(a)) },
|
||
{ typeof(sbyte[]).FullName, a => getParamterArrayValue(typeof(short), a, 0) },
|
||
{ typeof(sbyte?[]).FullName, a => getParamterArrayValue(typeof(short?), a, null) },
|
||
{ typeof(char).FullName, a => string.Concat(a).Replace('\0', ' ').ToCharArray().FirstOrDefault() },
|
||
{
|
||
typeof(BigInteger).FullName,
|
||
a => BigInteger.Parse(string.Concat(a), System.Globalization.NumberStyles.Any)
|
||
},
|
||
{ typeof(BigInteger[]).FullName, a => getParamterArrayValue(typeof(BigInteger), a, 0) },
|
||
{ typeof(BigInteger?[]).FullName, a => getParamterArrayValue(typeof(BigInteger?), a, null) },
|
||
|
||
{
|
||
typeof(NpgsqlPath).FullName, a =>
|
||
{
|
||
var path = (NpgsqlPath)a;
|
||
try
|
||
{
|
||
int count = path.Count;
|
||
return path;
|
||
}
|
||
catch
|
||
{
|
||
return new NpgsqlPath(new NpgsqlPoint(0, 0));
|
||
}
|
||
}
|
||
},
|
||
{
|
||
typeof(NpgsqlPath[]).FullName,
|
||
a => getParamterArrayValue(typeof(NpgsqlPath), a, new NpgsqlPath(new NpgsqlPoint(0, 0)))
|
||
},
|
||
{ typeof(NpgsqlPath?[]).FullName, a => getParamterArrayValue(typeof(NpgsqlPath?), a, null) },
|
||
|
||
{
|
||
typeof(NpgsqlPolygon).FullName, a =>
|
||
{
|
||
var polygon = (NpgsqlPolygon)a;
|
||
try
|
||
{
|
||
int count = polygon.Count;
|
||
return polygon;
|
||
}
|
||
catch
|
||
{
|
||
return new NpgsqlPolygon(new NpgsqlPoint(0, 0), new NpgsqlPoint(0, 0));
|
||
}
|
||
}
|
||
},
|
||
{
|
||
typeof(NpgsqlPolygon[]).FullName,
|
||
a => getParamterArrayValue(typeof(NpgsqlPolygon), a,
|
||
new NpgsqlPolygon(new NpgsqlPoint(0, 0), new NpgsqlPoint(0, 0)))
|
||
},
|
||
{ typeof(NpgsqlPolygon?[]).FullName, a => getParamterArrayValue(typeof(NpgsqlPolygon?), a, null) },
|
||
|
||
{
|
||
typeof((IPAddress Address, int Subnet)).FullName, a =>
|
||
{
|
||
var inet = ((IPAddress Address, int Subnet))a;
|
||
if (inet.Address == null) return (IPAddress.Any, inet.Subnet);
|
||
return inet;
|
||
}
|
||
},
|
||
{
|
||
typeof((IPAddress Address, int Subnet)[]).FullName,
|
||
a => getParamterArrayValue(typeof((IPAddress Address, int Subnet)), a, (IPAddress.Any, 0))
|
||
},
|
||
{
|
||
typeof((IPAddress Address, int Subnet)?[]).FullName,
|
||
a => getParamterArrayValue(typeof((IPAddress Address, int Subnet)?), a, null)
|
||
},
|
||
};
|
||
|
||
static object getParamterValue(Type type, object value, int level = 0)
|
||
{
|
||
if (type.FullName == "System.Byte[]") return value;
|
||
if (type.FullName == "System.Char[]") return value;
|
||
if (type.IsArray && level == 0)
|
||
{
|
||
var elementType = type.GetElementType();
|
||
Type enumType = null;
|
||
if (elementType.IsEnum) enumType = elementType;
|
||
else if (elementType.IsNullableType() && elementType.GenericTypeArguments.First().IsEnum)
|
||
enumType = elementType.GenericTypeArguments.First();
|
||
if (enumType != null)
|
||
return enumType.GetCustomAttributes(typeof(FlagsAttribute), false).Any()
|
||
? getParamterArrayValue(typeof(long), value,
|
||
elementType.IsEnum ? null : enumType.CreateInstanceGetDefaultValue())
|
||
: getParamterArrayValue(typeof(int), value,
|
||
elementType.IsEnum ? null : enumType.CreateInstanceGetDefaultValue());
|
||
return dicGetParamterValue.TryGetValue(type.FullName, out var trydicarr) ? trydicarr(value) : value;
|
||
}
|
||
|
||
if (type.IsNullableType()) type = type.GenericTypeArguments.First();
|
||
if (type.IsEnum) return (int)value;
|
||
if (dicGetParamterValue.TryGetValue(type.FullName, out var trydic)) return trydic(value);
|
||
return value;
|
||
}
|
||
|
||
public override DbParameter AppendParamter(List<DbParameter> _params, string parameterName, ColumnInfo col,
|
||
Type type, object value)
|
||
{
|
||
if (string.IsNullOrEmpty(parameterName)) parameterName = $"p_{_params?.Count}";
|
||
if (value != null) value = getParamterValue(type, value);
|
||
var ret = new NpgsqlParameter { ParameterName = QuoteParamterName(parameterName), Value = value };
|
||
|
||
if (value != null && (value.GetType().IsEnum ||
|
||
value.GetType().GenericTypeArguments.FirstOrDefault()?.IsEnum == true))
|
||
{
|
||
ret.DataTypeName = "";
|
||
}
|
||
else
|
||
{
|
||
var tp = _orm.CodeFirst.GetDbInfo(type)?.type;
|
||
if (tp != null)
|
||
{
|
||
var ntp = (NpgsqlDbType)tp;
|
||
switch (ntp)
|
||
{
|
||
case NpgsqlDbType.Boolean:
|
||
ret.NpgsqlDbType = NpgsqlDbType.Text;
|
||
ret.DbType = DbType.String;
|
||
ret.Value = string.Concat(value);
|
||
break;
|
||
case NpgsqlDbType.Numeric:
|
||
ret.NpgsqlDbType = NpgsqlDbType.Double;
|
||
ret.DbType = DbType.Double;
|
||
ret.Value = Convert.ToDouble(FormatSql("{0}", value));
|
||
break;
|
||
default:
|
||
ret.NpgsqlDbType = (NpgsqlDbType)tp.Value;
|
||
break;
|
||
}
|
||
}
|
||
|
||
if (col != null)
|
||
{
|
||
var dbtype = (NpgsqlDbType)_orm.DbFirst.GetDbType(new DatabaseModel.DbColumnInfo
|
||
{ DbTypeText = col.DbTypeText });
|
||
if (dbtype != NpgsqlDbType.Unknown)
|
||
{
|
||
ret.NpgsqlDbType = dbtype;
|
||
//if (col.DbSize != 0) ret.Size = col.DbSize;
|
||
if (col.DbPrecision != 0)
|
||
ret.Precision = col.DbPrecision;
|
||
if (col.DbScale != 0)
|
||
ret.Scale = col.DbScale;
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
_params?.Add(ret);
|
||
return ret;
|
||
}
|
||
|
||
public override DbParameter[] GetDbParamtersByObject(string sql, object obj) =>
|
||
Utils.GetDbParamtersByObject<NpgsqlParameter>(sql, obj, "@", (name, type, value) =>
|
||
{
|
||
if (value != null) value = getParamterValue(type, value);
|
||
var ret = new NpgsqlParameter { ParameterName = $"@{name}", Value = value };
|
||
//if (value.GetType().IsEnum || value.GetType().GenericTypeArguments.FirstOrDefault()?.IsEnum == true) {
|
||
// ret.DataTypeName = "";
|
||
//} else {
|
||
var tp = _orm.CodeFirst.GetDbInfo(type)?.type;
|
||
if (tp != null) ret.NpgsqlDbType = (NpgsqlDbType)tp.Value;
|
||
//}
|
||
return ret;
|
||
});
|
||
|
||
public override string FormatSql(string sql, params object[] args) => sql?.FormatPostgreSQL(args);
|
||
|
||
public override string QuoteSqlNameAdapter(params string[] name)
|
||
{
|
||
if (name.Length == 1)
|
||
{
|
||
var nametrim = name[0].Trim();
|
||
if (nametrim.StartsWith("(") && nametrim.EndsWith(")"))
|
||
return nametrim; //原生SQL
|
||
if (nametrim.StartsWith("\"") && nametrim.EndsWith("\""))
|
||
return nametrim;
|
||
return $"\"{nametrim.Replace(".", "\".\"")}\"";
|
||
}
|
||
|
||
return $"\"{string.Join("\".\"", name)}\"";
|
||
}
|
||
|
||
public override string TrimQuoteSqlName(string name)
|
||
{
|
||
var nametrim = name.Trim();
|
||
if (nametrim.StartsWith("(") && nametrim.EndsWith(")"))
|
||
return nametrim; //原生SQL
|
||
return $"{nametrim.Trim('"').Replace("\".\"", ".").Replace(".\"", ".")}";
|
||
}
|
||
|
||
public override string[] SplitTableName(string name) => GetSplitTableNames(name, '"', '"', 2);
|
||
public override string QuoteParamterName(string name) => $"@{name}";
|
||
public override string IsNull(string sql, object value) => $"coalesce({sql}, {value})";
|
||
public override string StringConcat(string[] objs, Type[] types) => $"{string.Join(" || ", objs)}";
|
||
public override string Mod(string left, string right, Type leftType, Type rightType) => $"{left} % {right}";
|
||
public override string Div(string left, string right, Type leftType, Type rightType) => $"{left} / {right}";
|
||
public override string Now => "current_timestamp";
|
||
public override string NowUtc => "(current_timestamp at time zone 'UTC')";
|
||
|
||
public override string QuoteWriteParamterAdapter(Type type, string paramterName) => paramterName;
|
||
protected override string QuoteReadColumnAdapter(Type type, Type mapType, string columnName) => columnName;
|
||
|
||
static ConcurrentDictionary<Type, bool> _dicIsAssignableFromPostgisGeometry =
|
||
new ConcurrentDictionary<Type, bool>();
|
||
|
||
public override string GetNoneParamaterSqlValue(List<DbParameter> specialParams, string specialParamFlag,
|
||
ColumnInfo col, Type type, object value)
|
||
{
|
||
if (value == null) return "NULL";
|
||
if (type.IsNumberType()) return string.Format(CultureInfo.InvariantCulture, "{0}", value);
|
||
if (_dicIsAssignableFromPostgisGeometry.GetOrAdd(type, t2 =>
|
||
{
|
||
var t2type = t2.IsArray ? t2.GetElementType() : t2;
|
||
return typeof(PostgisGeometry).IsAssignableFrom(t2type)
|
||
#if nts
|
||
||
|
||
typeof(NetTopologySuite.Geometries.Geometry).IsAssignableFrom(t2type)
|
||
#endif
|
||
;
|
||
}))
|
||
{
|
||
var pam = AppendParamter(specialParams, $"p_{specialParams?.Count}{specialParamFlag}", null, type,
|
||
value);
|
||
return pam.ParameterName;
|
||
}
|
||
|
||
value = getParamterValue(type, value);
|
||
var type2 = value.GetType();
|
||
if (type2 == typeof(byte[])) return $"'\\x{CommonUtils.BytesSqlRaw(value as byte[])}'";
|
||
if (type2 == typeof(TimeSpan) || type2 == typeof(TimeSpan?))
|
||
{
|
||
var ts = (TimeSpan)value;
|
||
return $"'{Math.Min(24, (int)Math.Floor(ts.TotalHours))}:{ts.Minutes}:{ts.Seconds}'";
|
||
}
|
||
else if (value is Array)
|
||
{
|
||
var valueArr = value as Array;
|
||
var eleType = type2.GetElementType();
|
||
var len = valueArr.GetLength(0);
|
||
var sb = new StringBuilder().Append("ARRAY[");
|
||
for (var a = 0; a < len; a++)
|
||
{
|
||
var item = valueArr.GetValue(a);
|
||
if (a > 0) sb.Append(",");
|
||
sb.Append(GetNoneParamaterSqlValue(specialParams, specialParamFlag, col, eleType, item));
|
||
}
|
||
|
||
sb.Append("]");
|
||
var dbinfo = _orm.CodeFirst.GetDbInfo(type);
|
||
if (dbinfo != null) sb.Append("::").Append(dbinfo.dbtype);
|
||
return sb.ToString();
|
||
}
|
||
else if (type2 == typeof(BitArray))
|
||
{
|
||
return $"'{(value as BitArray).To1010()}'";
|
||
}
|
||
else if (type2 == typeof(NpgsqlLine) || type2 == typeof(NpgsqlLine?))
|
||
{
|
||
var line = value.ToString();
|
||
return line == "{0,0,0}" ? "'{0,-1,-1}'" : $"'{line}'";
|
||
}
|
||
else if (type2 == typeof((IPAddress Address, int Subnet)) ||
|
||
type2 == typeof((IPAddress Address, int Subnet)?))
|
||
{
|
||
var cidr = ((IPAddress Address, int Subnet))value;
|
||
return $"'{cidr.Address}/{cidr.Subnet}'";
|
||
}
|
||
else if (dicGetParamterValue.ContainsKey(type2.FullName))
|
||
{
|
||
value = string.Concat(value);
|
||
}
|
||
|
||
return FormatSql("{0}", value, 1);
|
||
}
|
||
}
|
||
}
|
||
|
||
namespace FreeSql
|
||
{
|
||
public enum SampleUnits
|
||
{
|
||
/// <summary>
|
||
/// 微秒
|
||
/// </summary>
|
||
U,
|
||
|
||
/// <summary>
|
||
/// 毫秒
|
||
/// </summary>
|
||
T,
|
||
|
||
/// <summary>
|
||
/// 秒
|
||
/// </summary>
|
||
s,
|
||
|
||
/// <summary>
|
||
/// 分钟
|
||
/// </summary>
|
||
m,
|
||
|
||
/// <summary>
|
||
/// 时
|
||
/// </summary>
|
||
h,
|
||
|
||
/// <summary>
|
||
/// 天
|
||
/// </summary>
|
||
d,
|
||
|
||
/// <summary>
|
||
/// 月
|
||
/// </summary>
|
||
M
|
||
}
|
||
|
||
public static class SampleByExtension
|
||
{
|
||
//是否使用该方法
|
||
internal static AsyncLocal<bool> IsExistence = new AsyncLocal<bool>()
|
||
{
|
||
Value = false
|
||
};
|
||
|
||
internal static AsyncLocal<string> SamoleByString = new AsyncLocal<string>()
|
||
{
|
||
Value = string.Empty
|
||
};
|
||
|
||
public static void Initialize()
|
||
{
|
||
IsExistence.Value = false;
|
||
SamoleByString.Value = string.Empty;
|
||
}
|
||
|
||
/// <summary>
|
||
/// SAMPLE BY用于时间序列数据，将大型数据集汇总为同质时间块的聚合，作为SELECT语句的一部分。对缺少数据的数据集执行查询的用户可以使用FILL关键字指定填充行为
|
||
/// </summary>
|
||
/// <typeparam name="T"></typeparam>
|
||
/// <param name="select"></param>
|
||
/// <param name="time">时长</param>
|
||
/// <param name="unit">单位</param>
|
||
/// <returns></returns>
|
||
public static ISelect<T> SampleBy<T>(this ISelect<T> select, double time, SampleUnits unit)
|
||
{
|
||
var _unit = Enum.GetName(typeof(SampleUnits), unit);
|
||
IsExistence.Value = true;
|
||
var samoleByTemple = $"{Environment.NewLine}SAMPLE BY {{0}}{{1}}{Environment.NewLine}";
|
||
SamoleByString.Value = string.Format(samoleByTemple, time.ToString(), _unit);
|
||
return select;
|
||
}
|
||
}
|
||
|
||
public static class LatestOnExtension
|
||
{
|
||
//是否使用该方法
|
||
internal static AsyncLocal<bool> IsExistence = new AsyncLocal<bool>()
|
||
{
|
||
Value = false
|
||
};
|
||
|
||
internal static AsyncLocal<string> LatestOnString = new AsyncLocal<string>()
|
||
{
|
||
Value = string.Empty
|
||
};
|
||
|
||
public static void Initialize()
|
||
{
|
||
IsExistence.Value = false;
|
||
LatestOnString.Value = string.Empty;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 对于多个时间序列存储在同一个表中的场景，根据时间戳检索给定键或键组合的最新项。
|
||
/// </summary>
|
||
/// <typeparam name="T1"></typeparam>
|
||
/// <typeparam name="TKey"></typeparam>
|
||
/// <param name="select"></param>
|
||
/// <param name="timestamp">时间标识</param>
|
||
/// <param name="partition">最新项的列</param>
|
||
/// <returns></returns>
|
||
public static ISelect<T1> LatestOn<T1, TKey>(this ISelect<T1> select, Expression<Func<T1, DateTime?>> timestamp,
|
||
Expression<Func<T1, TKey>> partition)
|
||
{
|
||
Provider(timestamp, partition);
|
||
return select;
|
||
}
|
||
|
||
private static void Provider<T1, TKey>(Expression<Func<T1, DateTime?>> timestamp,
|
||
Expression<Func<T1, TKey>> partition)
|
||
{
|
||
IsExistence.Value = true;
|
||
var latestOnTemple = $"{Environment.NewLine}LATEST ON {{0}} PARTITION BY {{1}} ";
|
||
var expressionVisitor = new QuestDbExpressionVisitor();
|
||
expressionVisitor.Visit(timestamp);
|
||
var _timestamp = expressionVisitor.Fields();
|
||
expressionVisitor.Visit(partition);
|
||
var _partition = expressionVisitor.Fields();
|
||
LatestOnString.Value = string.Format(latestOnTemple, _timestamp, _partition);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 对于多个时间序列存储在同一个表中的场景，根据时间戳检索给定键或键组合的最新项。
|
||
/// </summary>
|
||
/// <typeparam name="T"></typeparam>
|
||
/// <typeparam name="TKey"></typeparam>
|
||
/// <param name="select"></param>
|
||
/// <param name="timestamp">时间标识</param>
|
||
/// <param name="partition">最新项的列</param>
|
||
/// <returns></returns>
|
||
public static ISelect<T1, T2> LatestOn<T1, T2, TKey>(this ISelect<T1, T2> select,
|
||
Expression<Func<T1, DateTime?>> timestamp,
|
||
Expression<Func<T1, TKey>> partition) where T2 : class
|
||
{
|
||
Provider(timestamp, partition);
|
||
return select;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 对于多个时间序列存储在同一个表中的场景，根据时间戳检索给定键或键组合的最新项。
|
||
/// </summary>
|
||
/// <typeparam name="T"></typeparam>
|
||
/// <typeparam name="TKey"></typeparam>
|
||
/// <param name="select"></param>
|
||
/// <param name="timestamp">时间标识</param>
|
||
/// <param name="partition">最新项的列</param>
|
||
/// <returns></returns>
|
||
public static ISelect<T1, T2, T3> LatestOn<T1, T2, T3, TKey>(this ISelect<T1, T2, T3> select,
|
||
Expression<Func<T1, DateTime?>> timestamp,
|
||
Expression<Func<T1, TKey>> partition) where T2 : class where T3 : class
|
||
{
|
||
Provider(timestamp, partition);
|
||
return select;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 对于多个时间序列存储在同一个表中的场景，根据时间戳检索给定键或键组合的最新项。
|
||
/// </summary>
|
||
/// <typeparam name="T"></typeparam>
|
||
/// <typeparam name="TKey"></typeparam>
|
||
/// <param name="select"></param>
|
||
/// <param name="timestamp">时间标识</param>
|
||
/// <param name="partition">最新项的列</param>
|
||
/// <returns></returns>
|
||
public static ISelect<T1, T2, T3, T4> LatestOn<T1, T2, T3, T4, TKey>(this ISelect<T1, T2, T3, T4> select,
|
||
Expression<Func<T1, DateTime?>> timestamp,
|
||
Expression<Func<T1, TKey>> partition) where T2 : class where T3 : class where T4 : class
|
||
{
|
||
Provider(timestamp, partition);
|
||
return select;
|
||
}
|
||
}
|
||
} |