init

2025-11-04 21:09:16 +08:00
parent 8260e293c7
commit bb90a020dc
592 changed files with 61749 additions and 27 deletions
--- a/DouyinApi.Serilog/Sink/LogBatchingSink.cs
+++ b/DouyinApi.Serilog/Sink/LogBatchingSink.cs
@@ -0,0 +1,135 @@
+using DouyinApi.Common;
+using DouyinApi.Model.Logs;
+using DouyinApi.Serilog.Extensions;
+using Mapster;
+using Serilog.Events;
+using Serilog.Sinks.PeriodicBatching;
+using SqlSugar;
+
+namespace DouyinApi.Serilog.Sink;
+
+public class LogBatchingSink : IBatchedLogEventSink
+{
+    public async Task EmitBatchAsync(IEnumerable<LogEvent> batch)
+    {
+        var sugar = App.GetService<ISqlSugarClient>(false);
+
+        await WriteSqlLog(sugar, batch.FilterSqlLog());
+        await WriteLogs(sugar, batch.FilterRemoveOtherLog());
+    }
+
+    public Task OnEmptyBatchAsync()
+    {
+        return Task.CompletedTask;
+    }
+
+    #region Write Log
+
+    private async Task WriteLogs(ISqlSugarClient db, IEnumerable<LogEvent> batch)
+    {
+        if (!batch.Any())
+        {
+            return;
+        }
+
+        var group = batch.GroupBy(s => s.Level);
+        foreach (var v in group)
+        {
+            switch (v.Key)
+            {
+                case LogEventLevel.Information:
+                    await WriteInformationLog(db, v);
+                    break;
+                case LogEventLevel.Warning:
+                    await WriteWarningLog(db, v);
+                    break;
+                case LogEventLevel.Error:
+                case LogEventLevel.Fatal:
+                    await WriteErrorLog(db, v);
+                    break;
+            }
+        }
+    }
+
+    private async Task WriteInformationLog(ISqlSugarClient db, IEnumerable<LogEvent> batch)
+    {
+        if (!batch.Any())
+        {
+            return;
+        }
+
+        var logs = new List<GlobalInformationLog>();
+        foreach (var logEvent in batch)
+        {
+            var log = logEvent.Adapt<GlobalInformationLog>();
+            log.Message = logEvent.RenderMessage();
+            log.Properties = logEvent.Properties.ToJson();
+            log.DateTime = logEvent.Timestamp.DateTime;
+            logs.Add(log);
+        }
+
+        await db.AsTenant().InsertableWithAttr(logs).SplitTable().ExecuteReturnSnowflakeIdAsync();
+    }
+
+    private async Task WriteWarningLog(ISqlSugarClient db, IEnumerable<LogEvent> batch)
+    {
+        if (!batch.Any())
+        {
+            return;
+        }
+
+        var logs = new List<GlobalWarningLog>();
+        foreach (var logEvent in batch)
+        {
+            var log = logEvent.Adapt<GlobalWarningLog>();
+            log.Message = logEvent.RenderMessage();
+            log.Properties = logEvent.Properties.ToJson();
+            log.DateTime = logEvent.Timestamp.DateTime;
+            logs.Add(log);
+        }
+
+        await db.AsTenant().InsertableWithAttr(logs).SplitTable().ExecuteReturnSnowflakeIdAsync();
+    }
+
+    private async Task WriteErrorLog(ISqlSugarClient db, IEnumerable<LogEvent> batch)
+    {
+        if (!batch.Any())
+        {
+            return;
+        }
+
+        var logs = new List<GlobalErrorLog>();
+        foreach (var logEvent in batch)
+        {
+            var log = logEvent.Adapt<GlobalErrorLog>();
+            log.Message = logEvent.RenderMessage();
+            log.Properties = logEvent.Properties.ToJson();
+            log.DateTime = logEvent.Timestamp.DateTime;
+            logs.Add(log);
+        }
+
+        await db.AsTenant().InsertableWithAttr(logs).SplitTable().ExecuteReturnSnowflakeIdAsync();
+    }
+
+    private async Task WriteSqlLog(ISqlSugarClient db, IEnumerable<LogEvent> batch)
+    {
+        if (!batch.Any())
+        {
+            return;
+        }
+
+        var logs = new List<AuditSqlLog>();
+        foreach (var logEvent in batch)
+        {
+            var log = logEvent.Adapt<AuditSqlLog>();
+            log.Message = logEvent.RenderMessage();
+            log.Properties = logEvent.Properties.ToJson();
+            log.DateTime = logEvent.Timestamp.DateTime;
+            logs.Add(log);
+        }
+
+        await db.AsTenant().InsertableWithAttr(logs).SplitTable().ExecuteReturnSnowflakeIdAsync();
+    }
+
+    #endregion
+}