mirror of
https://github.com/nsnail/FreeSql.git
synced 2025-06-19 12:28:15 +08:00
- 增加 [Table(AsTable = xx)] 分表特性，完成分表插入/删除；
This commit is contained in:
2881099
@ -1,6 +1,11 @@
|
||||
using System;
|
||||
using FreeSql.Internal;
|
||||
using FreeSql.Internal.Model;
|
||||
using System;
|
||||
using System.Collections.Concurrent;
|
||||
using System.Linq.Expressions;
|
||||
using System.Collections.Generic;
|
||||
using System.Data.Common;
|
||||
using System.Linq;
|
||||
using System.Text.RegularExpressions;
|
||||
|
||||
namespace FreeSql.DataAnnotations
|
||||
{
|
||||
@ -26,5 +31,312 @@ namespace FreeSql.DataAnnotations
|
||||
internal ConcurrentDictionary<string, ColumnAttribute> _columns { get; } = new ConcurrentDictionary<string, ColumnAttribute>(StringComparer.CurrentCultureIgnoreCase);
|
||||
internal ConcurrentDictionary<string, NavigateAttribute> _navigates { get; } = new ConcurrentDictionary<string, NavigateAttribute>(StringComparer.CurrentCultureIgnoreCase);
|
||||
internal ConcurrentDictionary<string, IndexAttribute> _indexs { get; } = new ConcurrentDictionary<string, IndexAttribute>(StringComparer.CurrentCultureIgnoreCase);
|
||||
|
||||
/// <summary>
|
||||
/// 格式：属性名=开始时间(递增)<para></para>
|
||||
/// 按年分表：[Table(Name = "log_{yyyy}", AsTable = "create_time=2022-1-1(1 year)")]<para></para>
|
||||
/// 按月分表：[Table(Name = "log_{yyyyMM}", AsTable = "create_time=2022-5-1(1 month)")]<para></para>
|
||||
/// 按日分表：[Table(Name = "log_{yyyyMMdd}", AsTable = "create_time=2022-5-1(5 day)")]<para></para>
|
||||
/// 按时分表：[Table(Name = "log_{yyyyMMddHH}", AsTable = "create_time=2022-5-1(6 hour)")]<para></para>
|
||||
/// </summary>
|
||||
public string AsTable { get; set; }
|
||||
|
||||
internal void ParseAsTable(TableInfo tb)
|
||||
{
|
||||
if (string.IsNullOrEmpty(AsTable) == false)
|
||||
{
|
||||
var atm = Regex.Match(AsTable, @"([\w_\d]+)\s*=\s*(\d\d\d\d)\s*\-\s*(\d\d?)\s*\-\s*(\d\d?)\s*\((\d+)\s*(year|month|day|hour)\)", RegexOptions.IgnoreCase);
|
||||
if (atm.Success == false)
|
||||
throw new Exception($"[Table(AsTable = \"{AsTable}\")] 特性值格式错误");
|
||||
|
||||
tb.AsTableColumn = tb.Columns.TryGetValue(atm.Groups[1].Value, out var trycol) ? trycol :
|
||||
tb.ColumnsByCs.TryGetValue(atm.Groups[1].Value, out trycol) ? trycol : throw new Exception($"[Table(AsTable = xx)] 设置的属性名 {atm.Groups[1].Value} 不存在");
|
||||
int.TryParse(atm.Groups[5].Value, out var atm5);
|
||||
string atm6 = atm.Groups[6].Value.ToLower();
|
||||
tb.AsTableImpl = new DateTimeAsTableImpl(Name, DateTime.Parse($"{atm.Groups[2].Value}-{atm.Groups[3].Value}-{atm.Groups[4].Value}"), dt =>
|
||||
{
|
||||
switch (atm6)
|
||||
{
|
||||
case "year": return dt.AddYears(atm5);
|
||||
case "month": return dt.AddMonths(atm5);
|
||||
case "day": return dt.AddDays(atm5);
|
||||
case "hour": return dt.AddHours(atm5);
|
||||
}
|
||||
throw new NotImplementedException($"AsTable 未实现的功能 {AsTable}");
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public interface IAsTable
|
||||
{
|
||||
/// <summary>
|
||||
/// 所有分表名
|
||||
/// </summary>
|
||||
ICollection<string> AllTables { get; }
|
||||
string GetTableNameByColumnValue(object columnValue, bool autoExpand = false);
|
||||
ICollection<string> GetTableNamesByColumnValueRange(object columnValue1, object columnValue2);
|
||||
ICollection<string> GetTableNamesBySqlWhere(string sqlWhere, List<DbParameter> dbParams, TableInfo table, CommonUtils commonUtils);
|
||||
}
|
||||
class DateTimeAsTableImpl : IAsTable
|
||||
{
|
||||
readonly List<string> _allTables = new List<string>();
|
||||
readonly List<DateTime> _allTablesTime = new List<DateTime>();
|
||||
readonly DateTime _beginTime;
|
||||
DateTime _lastTime;
|
||||
Func<DateTime, DateTime> _nextTimeFunc;
|
||||
string _tableName;
|
||||
Match _tableNameFormat;
|
||||
static Regex _regTableNameFormat = new Regex(@"\{([^\\}]+)\}");
|
||||
|
||||
public DateTimeAsTableImpl(string tableName, DateTime beginTime, Func<DateTime, DateTime> nextTimeFunc)
|
||||
{
|
||||
if (nextTimeFunc == null) throw new ArgumentException($"nextTimeFunc 不可以为 null");
|
||||
beginTime = beginTime.Date; //日期部分作为开始
|
||||
_beginTime = beginTime;
|
||||
_nextTimeFunc = nextTimeFunc;
|
||||
_tableName = tableName;
|
||||
_tableNameFormat = _regTableNameFormat.Match(tableName);
|
||||
if (string.IsNullOrEmpty(_tableNameFormat.Groups[1].Value)) throw new ArgumentException("tableName 格式错误，示例：“log_{yyyyMMdd}”");
|
||||
ExpandTable(beginTime, DateTime.Now);
|
||||
}
|
||||
|
||||
int GetTimestamp(DateTime dt) => (int)dt.Subtract(new DateTime(1970, 1, 1)).TotalSeconds;
|
||||
void ExpandTable(DateTime beginTime, DateTime endTime)
|
||||
{
|
||||
if (beginTime > endTime) endTime = _nextTimeFunc(beginTime);
|
||||
while (beginTime < endTime)
|
||||
{
|
||||
var dtstr = beginTime.ToString(_tableNameFormat.Groups[1].Value);
|
||||
var name = _tableName.Replace(_tableNameFormat.Groups[0].Value, dtstr);
|
||||
if (_allTables.Contains(name)) throw new ArgumentException($"tableName：{_tableName} 生成了相同的分表名");
|
||||
_allTables.Insert(0, name);
|
||||
_allTablesTime.Insert(0, beginTime);
|
||||
_lastTime = beginTime;
|
||||
beginTime = _nextTimeFunc(beginTime);
|
||||
}
|
||||
}
|
||||
DateTime ParseColumnValue(object columnValue)
|
||||
{
|
||||
if (columnValue == null) throw new Exception($"分表字段值不能为 null");
|
||||
DateTime dt;
|
||||
if (columnValue is DateTime || columnValue is DateTime?)
|
||||
dt = (DateTime)columnValue;
|
||||
else if (columnValue is string)
|
||||
{
|
||||
if (DateTime.TryParse(string.Concat(columnValue), out dt) == false) throw new Exception($"分表字段值 \"{columnValue}\" 不能转化成 DateTime");
|
||||
}
|
||||
else if (columnValue is int || columnValue is long)
|
||||
{
|
||||
dt = new DateTime(1970, 1, 1).AddSeconds((double)columnValue);
|
||||
}
|
||||
else throw new Exception($"分表字段值 \"{columnValue}\" 不能转化成 DateTime");
|
||||
return dt;
|
||||
}
|
||||
|
||||
public string GetTableNameByColumnValue(object columnValue, bool autoExpand = false)
|
||||
{
|
||||
var dt = ParseColumnValue(columnValue);
|
||||
if (dt < _allTablesTime.Last()) throw new Exception($"分表字段值 \"{dt.ToString("yyyy-MM-dd HH:mm:ss")}\" 不能小于 \"{_beginTime.ToString("yyyy-MM-dd HH:mm:ss")} \"");
|
||||
var tmpTime = _nextTimeFunc(_lastTime);
|
||||
if (dt > tmpTime && autoExpand)
|
||||
{
|
||||
// 自动建表
|
||||
ExpandTable(tmpTime, _nextTimeFunc(dt));
|
||||
}
|
||||
for (var a = 0; a < _allTables.Count; a++)
|
||||
if (dt >= _allTablesTime[a])
|
||||
return _allTables[a];
|
||||
throw new Exception($"分表字段值 \"{dt.ToString("yyyy-MM-dd HH:mm:ss")}\" 未匹配到分表名");
|
||||
}
|
||||
public ICollection<string> GetTableNamesByColumnValueRange(object columnValue1, object columnValue2)
|
||||
{
|
||||
var dt1 = ParseColumnValue(columnValue1);
|
||||
var dt2 = ParseColumnValue(columnValue2);
|
||||
if (dt1 > dt2) return new string[0];
|
||||
|
||||
int dt1idx = 0, dt2idx = 0;
|
||||
if (dt1 < _allTablesTime.Last()) dt1idx = _allTablesTime.Count - 1;
|
||||
else
|
||||
{
|
||||
for (var a = _allTablesTime.Count - 2; a > -1; a--)
|
||||
{
|
||||
if (dt1 < _allTablesTime[a])
|
||||
{
|
||||
dt1idx = a + 1;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (dt2 > _allTablesTime.First()) dt2idx = 0;
|
||||
else
|
||||
{
|
||||
for (var a = 0; a < _allTablesTime.Count; a++)
|
||||
{
|
||||
if (dt2 >= _allTablesTime[a])
|
||||
{
|
||||
dt2idx = a;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (dt2idx == -1) return new string[0];
|
||||
|
||||
if (dt1idx == _allTables.Count - 1 && dt2idx == 0) return _allTables;
|
||||
var names = _allTables.GetRange(dt2idx, dt1idx - dt2idx + 1);
|
||||
return names;
|
||||
}
|
||||
|
||||
static readonly ConcurrentDictionary<string, Regex[]> _dicRegSqlWhereDateTimes = new ConcurrentDictionary<string, Regex[]>();
|
||||
static Regex[] GetRegSqlWhereDateTimes(string columnName, string quoteParameterName)
|
||||
{
|
||||
return _dicRegSqlWhereDateTimes.GetOrAdd($"{columnName},{quoteParameterName}", cn =>
|
||||
{
|
||||
cn = columnName.Replace(@"\[", @"\\[").Replace(@"\]", @"\\]");
|
||||
return new[]
|
||||
{
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=|between)\s*)(datetime|cdate|to_date)\(('[^']+')\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=|between)(\s*))to_timestamp\(('[^']+')\s*,\s*'YYYY-MM-DD[^']+'\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=|between)(\s*))cast\(('[^']+') as (datetime|timestamp)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=|between)(\s*))('[^']+')::(datetime|timestamp)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+'[^']+'\s+and\s+)(datetime|cdate|to_date)\(('[^']+')\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+'[^']+'\s+and(\s+))to_timestamp\(('[^']+')\s*,\s*'YYYY-MM-DD[^']+'\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+'[^']+'\s+and(\s+))cast\(('[^']+') as (datetime|timestamp)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+'[^']+'\s+and(\s+))('[^']+')::(datetime|timestamp)", RegexOptions.IgnoreCase),
|
||||
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=)\s*)(datetime|cdate|to_date)\(({quoteParameterName}[\w_]+)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=)(\s*))to_timestamp\(({quoteParameterName}[\w_]+)\s*,\s*'YYYY-MM-DD[^']+'\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=)(\s*))cast\(({quoteParameterName}[^w_]+) as (datetime|timestamp)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(<|<=|>|>=|=)(\s*))({quoteParameterName}[^w_]+)::(datetime|timestamp)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+{quoteParameterName}[\w_]+\s+and\s+)(datetime|cdate|to_date)\(({quoteParameterName}[\w_]+)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+{quoteParameterName}[\w_]+\s+and(\s+))to_timestamp\(({quoteParameterName}[\w_]+)\s*,\s*'YYYY-MM-DD[^']+'\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+{quoteParameterName}[\w_]+\s+and(\s+))cast\(({quoteParameterName}[^w_]+) as (datetime|timestamp)\)", RegexOptions.IgnoreCase),
|
||||
new Regex($@"({cn}\s*(between)\s+{quoteParameterName}[\w_]+\s+and(\s+))({quoteParameterName}[^w_]+)::(datetime|timestamp)", RegexOptions.IgnoreCase),
|
||||
|
||||
|
||||
new Regex($@"{cn}\s*between\s*'([^']+)'\s*and\s*'([^']+)'", RegexOptions.IgnoreCase),
|
||||
new Regex($@"{cn}\s*between\s*{quoteParameterName}([\w_]+)\s*and\s*{quoteParameterName}([\w_]+)", RegexOptions.IgnoreCase),
|
||||
|
||||
new Regex($@"{cn}\s*(<|<=|>|>=)\s*'([^']+)'\s*and\s*{cn}\s*(<|<=|>|>=)\s*'([^']+)'", RegexOptions.IgnoreCase),
|
||||
new Regex($@"{cn}\s*(<|<=|>|>=)\s*{quoteParameterName}([\w_]+)\s*and\s*{cn}\s*(<|<=|>|>=)\s*{quoteParameterName}([\w_]+)", RegexOptions.IgnoreCase),
|
||||
|
||||
new Regex($@"{cn}\s*(<|<=|>|>=)\s*'([^']+)'", RegexOptions.IgnoreCase),
|
||||
new Regex($@"{cn}\s*(<|<=|>|>=)\s*{quoteParameterName}([\w_]+)", RegexOptions.IgnoreCase),
|
||||
};
|
||||
});
|
||||
}
|
||||
/// <summary>
|
||||
/// 可以匹配以下条件（支持参数化）：<para></para>
|
||||
/// `field` BETWEEN '2022-01-01 00:00:00' AND '2022-03-01 00:00:00'<para></para>
|
||||
/// `field` > '2022-01-01 00:00:00' AND `field` < '2022-03-01 00:00:00'<para></para>
|
||||
/// `field` > '2022-01-01 00:00:00' AND `field` <= '2022-03-01 00:00:00'<para></para>
|
||||
/// `field` >= '2022-01-01 00:00:00' AND `field` < '2022-03-01 00:00:00'<para></para>
|
||||
/// `field` >= '2022-01-01 00:00:00' AND `field` <= '2022-03-01 00:00:00'<para></para>
|
||||
/// `field` > '2022-01-01 00:00:00'<para></para>
|
||||
/// `field` >= '2022-01-01 00:00:00'<para></para>
|
||||
/// `field` < '2022-01-01 00:00:00'<para></para>
|
||||
/// `field` <= '2022-01-01 00:00:00'<para></para>
|
||||
/// </summary>
|
||||
/// <returns></returns>
|
||||
/// <exception cref="Exception"></exception>
|
||||
public ICollection<string> GetTableNamesBySqlWhere(string sqlWhere, List<DbParameter> dbParams, TableInfo table, CommonUtils commonUtils)
|
||||
{
|
||||
var quoteParameterName = commonUtils.QuoteParamterName("");
|
||||
var quoteParameterNameCharArray = quoteParameterName.ToCharArray();
|
||||
var regs = GetRegSqlWhereDateTimes(commonUtils.QuoteSqlName(table.AsTableColumn.Attribute.Name), quoteParameterName);
|
||||
for (var a = 0; a < 16; a++) sqlWhere = regs[a].Replace(sqlWhere, "$1$4");
|
||||
|
||||
var m = regs[16].Match(sqlWhere);
|
||||
if (m.Success) return GetTableNamesByColumnValueRange(m.Groups[1].Value, m.Groups[2].Value);
|
||||
m = m = regs[17].Match(sqlWhere);
|
||||
if (m.Success)
|
||||
{
|
||||
var val1 = dbParams.Where(a => a.ParameterName.Trim(quoteParameterNameCharArray) == m.Groups[2].Value).FirstOrDefault();
|
||||
var val2 = dbParams.Where(a => a.ParameterName.Trim(quoteParameterNameCharArray) == m.Groups[4].Value).FirstOrDefault();
|
||||
if (val1 == null || val2 == null) throw new Exception($"未能解析分表字段值 {sqlWhere}");
|
||||
return GetTableNamesByColumnValueRange(val1, val2);
|
||||
}
|
||||
m = m = regs[18].Match(sqlWhere);
|
||||
if (m.Success) return LocalGetTables(m.Groups[1].Value, m.Groups[3].Value, ParseColumnValue(m.Groups[2].Value), ParseColumnValue(m.Groups[4].Value));
|
||||
m = regs[19].Match(sqlWhere);
|
||||
if (m.Success)
|
||||
{
|
||||
var val1 = dbParams.Where(a => a.ParameterName.Trim(quoteParameterNameCharArray) == m.Groups[2].Value).FirstOrDefault();
|
||||
var val2 = dbParams.Where(a => a.ParameterName.Trim(quoteParameterNameCharArray) == m.Groups[4].Value).FirstOrDefault();
|
||||
if (val1 == null || val2 == null) throw new Exception($"未能解析分表字段值 {sqlWhere}");
|
||||
return LocalGetTables(m.Groups[1].Value, m.Groups[3].Value, ParseColumnValue(val1), ParseColumnValue(val2));
|
||||
}
|
||||
m = regs[20].Match(sqlWhere);
|
||||
if (m.Success) return LocalGetTables2(m.Groups[1].Value, ParseColumnValue(m.Groups[2].Value));
|
||||
m = regs[21].Match(sqlWhere);
|
||||
if (m.Success)
|
||||
{
|
||||
var val1 = dbParams.Where(a => a.ParameterName.Trim(quoteParameterNameCharArray) == m.Groups[2].Value).FirstOrDefault();
|
||||
if (val1 == null) throw new Exception($"未能解析分表字段值 {sqlWhere}");
|
||||
return LocalGetTables2(m.Groups[1].Value, ParseColumnValue(val1));
|
||||
}
|
||||
return _allTables;
|
||||
|
||||
ICollection<string> LocalGetTables(string opt1, string opt2, DateTime val1, DateTime val2)
|
||||
{
|
||||
switch (opt1)
|
||||
{
|
||||
case "<":
|
||||
case "<=":
|
||||
if (opt1 == "<") val1 = val1.AddSeconds(-1);
|
||||
switch (opt2)
|
||||
{
|
||||
case "<":
|
||||
val2 = val2.AddSeconds(-1);
|
||||
return GetTableNamesByColumnValueRange(_beginTime, val1 > val2 ? val2 : val1);
|
||||
case "<=":
|
||||
return GetTableNamesByColumnValueRange(_beginTime, val1 > val2 ? val2 : val1);
|
||||
case ">":
|
||||
val2 = val2.AddSeconds(1);
|
||||
return GetTableNamesByColumnValueRange(val2, val1);
|
||||
case ">=":
|
||||
return GetTableNamesByColumnValueRange(val2, val1);
|
||||
}
|
||||
break;
|
||||
case ">":
|
||||
case ">=":
|
||||
if (opt1 == ">") val1 = val1.AddSeconds(1);
|
||||
switch (opt2)
|
||||
{
|
||||
case "<":
|
||||
val2 = val2.AddSeconds(-1);
|
||||
return GetTableNamesByColumnValueRange(val1, val2);
|
||||
case "<=":
|
||||
return GetTableNamesByColumnValueRange(val1, val2);
|
||||
case ">":
|
||||
val2 = val2.AddSeconds(1);
|
||||
return GetTableNamesByColumnValueRange(val1 > val2 ? val1 : val2, _lastTime);
|
||||
case ">=":
|
||||
return GetTableNamesByColumnValueRange(val1 > val2 ? val1 : val2, _lastTime);
|
||||
}
|
||||
break;
|
||||
}
|
||||
return _allTables;
|
||||
}
|
||||
ICollection<string> LocalGetTables2(string opt, DateTime val1)
|
||||
{
|
||||
switch (m.Groups[1].Value)
|
||||
{
|
||||
case "<":
|
||||
val1 = val1.AddSeconds(-1);
|
||||
return GetTableNamesByColumnValueRange(_beginTime, val1);
|
||||
case "<=":
|
||||
return GetTableNamesByColumnValueRange(_beginTime, val1);
|
||||
case ">":
|
||||
val1 = val1.AddSeconds(1);
|
||||
return GetTableNamesByColumnValueRange(val1, _lastTime);
|
||||
case ">=":
|
||||
return GetTableNamesByColumnValueRange(val1, _lastTime);
|
||||
}
|
||||
return _allTables;
|
||||
}
|
||||
}
|
||||
|
||||
public ICollection<string> AllTables => _allTables;
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user