2026-01-16 14:30:42 +08:00
|
|
|
|
using Ayay.SerilogLogs;
|
|
|
|
|
|
using Microsoft.Extensions.Hosting;
|
2026-01-07 10:59:03 +08:00
|
|
|
|
using OpenCvSharp;
|
2026-01-16 14:30:42 +08:00
|
|
|
|
using Serilog;
|
2026-01-07 10:59:03 +08:00
|
|
|
|
using SHH.CameraSdk; // 引用 SDK 核心
|
|
|
|
|
|
using SHH.Contracts;
|
|
|
|
|
|
using System.Diagnostics;
|
|
|
|
|
|
|
|
|
|
|
|
namespace SHH.CameraService;
|
|
|
|
|
|
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// 图像监控采集控制器 (流媒体分发引擎)
|
|
|
|
|
|
/// <para>功能:监听全局图像采集总线,对图像进行实时 JPG 编码,并动态分发至云端、大屏等订阅目标。</para>
|
|
|
|
|
|
/// <para>设计模式:发布-订阅模式 + 扇出 (Fan-out) 分发。</para>
|
|
|
|
|
|
/// </summary>
|
2026-01-15 11:04:38 +08:00
|
|
|
|
public class ImageMonitorController : BackgroundService
|
2026-01-07 10:59:03 +08:00
|
|
|
|
{
|
2026-01-16 14:30:42 +08:00
|
|
|
|
private static ILogger _sysLog = Log.ForContext("SourceContext", LogModules.Core);
|
|
|
|
|
|
|
2026-01-07 10:59:03 +08:00
|
|
|
|
// 注入所有注册的目标(云端、大屏等),实现动态分发
|
|
|
|
|
|
private readonly IEnumerable<StreamTarget> _targets;
|
|
|
|
|
|
|
|
|
|
|
|
// 编码参数:JPG 质量 75 (平衡画质与带宽)
|
|
|
|
|
|
// 工业经验:75 是甜点,体积只有 100 的 1/3,肉眼几无区别。
|
|
|
|
|
|
// 如果您确实需要 100,请注意带宽压力。此处我保留您要求的 100,但建议未来调优。
|
|
|
|
|
|
private readonly int[] _encodeParams = { (int)ImwriteFlags.JpegQuality, 100 };
|
|
|
|
|
|
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// 构造函数
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="targets"></param>
|
2026-01-15 11:04:38 +08:00
|
|
|
|
public ImageMonitorController(IEnumerable<StreamTarget> targets)
|
2026-01-07 10:59:03 +08:00
|
|
|
|
{
|
|
|
|
|
|
_targets = targets;
|
|
|
|
|
|
}
|
2026-01-16 14:30:42 +08:00
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// 启动后台服务:挂载事件总线
|
|
|
|
|
|
/// </summary>
|
2026-01-07 10:59:03 +08:00
|
|
|
|
protected override Task ExecuteAsync(CancellationToken stoppingToken)
|
|
|
|
|
|
{
|
2026-01-16 14:30:42 +08:00
|
|
|
|
_sysLog.Information("[Core] 启动流媒体采集引擎...");
|
2026-01-07 10:59:03 +08:00
|
|
|
|
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 订阅逻辑:接入 "上帝模式" (God Mode)
|
|
|
|
|
|
// =========================================================
|
2026-01-16 14:30:42 +08:00
|
|
|
|
// 理由:gRpc 需要无差别地获取所有设备的图像。
|
2026-01-07 10:59:03 +08:00
|
|
|
|
GlobalStreamDispatcher.OnGlobalFrame += ProcessFrame;
|
2026-01-16 14:30:42 +08:00
|
|
|
|
_sysLog.Information($"[StreamWorker] 已挂载至全局广播总线,正在监听帧信息.");
|
2026-01-07 10:59:03 +08:00
|
|
|
|
|
|
|
|
|
|
var tcs = new TaskCompletionSource();
|
|
|
|
|
|
stoppingToken.Register(() =>
|
|
|
|
|
|
{
|
|
|
|
|
|
// 停止时反注册,防止静态事件内存泄漏
|
|
|
|
|
|
GlobalStreamDispatcher.OnGlobalFrame -= ProcessFrame;
|
2026-01-16 14:30:42 +08:00
|
|
|
|
_sysLog.Information("[Core] 流媒体采集引擎已断开全局广播连接.");
|
2026-01-07 10:59:03 +08:00
|
|
|
|
tcs.SetResult();
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
return tcs.Task;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// [回调函数] 处理实时帧
|
|
|
|
|
|
/// <para>注意:此方法由 SDK 采集线程池触发,必须保持极速处理,严禁在内部执行 IO 等耗时阻塞操作。</para>
|
2026-01-07 10:59:03 +08:00
|
|
|
|
/// </summary>
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// <param name="deviceId">设备唯一标识 ID</param>
|
|
|
|
|
|
/// <param name="frame">包含原始图像(InternalMat)和处理后图像(TargetMat)的帧数据</param>
|
2026-01-07 10:59:03 +08:00
|
|
|
|
private void ProcessFrame(long deviceId, SmartFrame frame)
|
|
|
|
|
|
{
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
// 1. 基础校验 (合法性检查)
|
|
|
|
|
|
if (frame == null || frame.InternalMat.Empty()) return;
|
|
|
|
|
|
|
|
|
|
|
|
long startTick = Stopwatch.GetTimestamp();
|
|
|
|
|
|
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 2. 一次编码 (One Encode) - CPU 消耗点
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 理由:在这里同步编码是最安全的,因为出了这个函数 frame 内存就会失效。
|
|
|
|
|
|
// 且只编一次,后续分发给 10 个目标也只用这一份数据。
|
|
|
|
|
|
|
|
|
|
|
|
byte[] jpgBytes = null;
|
|
|
|
|
|
// 如果有更小的图片, 原始图片不压缩, 除非有特殊需求
|
|
|
|
|
|
if (frame.TargetMat == null)
|
|
|
|
|
|
{
|
|
|
|
|
|
jpgBytes = EncodeImage(frame.InternalMat);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 双流支持:如果存在处理后的 AI 图,也一并编码
|
|
|
|
|
|
byte[] targetBytes = null;
|
|
|
|
|
|
if (frame.TargetMat != null && !frame.TargetMat.Empty())
|
|
|
|
|
|
{
|
|
|
|
|
|
targetBytes = EncodeImage(frame.TargetMat);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 3. 构建 Payload (数据载荷)
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
var payload = new VideoPayload
|
|
|
|
|
|
{
|
|
|
|
|
|
CameraId = deviceId.ToString(),
|
|
|
|
|
|
CaptureTimestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds(),
|
|
|
|
|
|
OriginalImageBytes = jpgBytes, // 引用赋值
|
|
|
|
|
|
TargetImageBytes = targetBytes, // 引用赋值
|
|
|
|
|
|
OriginalWidth = frame.TargetWidth,
|
|
|
|
|
|
OriginalHeight = frame.TargetHeight,
|
|
|
|
|
|
DispatchTimestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds()
|
|
|
|
|
|
};
|
|
|
|
|
|
|
2026-01-09 12:30:36 +08:00
|
|
|
|
// 添加订阅者
|
|
|
|
|
|
payload.SubscriberIds.AddRange(frame.SubscriberIds);
|
|
|
|
|
|
|
2026-01-07 10:59:03 +08:00
|
|
|
|
// 计算转码耗时(ms)
|
|
|
|
|
|
double processMs = (Stopwatch.GetTimestamp() - startTick) * 1000.0 / Stopwatch.Frequency;
|
|
|
|
|
|
payload.Diagnostics["encode_ms"] = Math.Round(processMs, 2);
|
|
|
|
|
|
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 4. 动态扇出 (Dynamic Fan-Out) - 内存消耗极低
|
|
|
|
|
|
// =========================================================
|
|
|
|
|
|
// 遍历所有目标,往各自独立的管道里写数据。
|
|
|
|
|
|
// 实现了"物理隔离":一个管道满了(云端卡顿),不影响另一个管道(大屏流畅)。
|
|
|
|
|
|
foreach (var target in _targets)
|
|
|
|
|
|
{
|
2026-01-12 18:27:58 +08:00
|
|
|
|
bool ok = target.Channel.WriteLog(payload);
|
|
|
|
|
|
if (!ok)
|
|
|
|
|
|
{
|
|
|
|
|
|
// 如果这里打印,说明管道由于某种原因被关闭了(通常是程序正在退出)
|
2026-01-16 14:30:42 +08:00
|
|
|
|
_sysLog.Warning($"[ImageMonitor] 管道写入失败,目标: {target.Config.Name}");
|
2026-01-12 18:27:58 +08:00
|
|
|
|
}
|
2026-01-07 10:59:03 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
|
|
|
|
|
// 极少发生的内存错误,打印日志但不抛出,避免崩溃 SDK 线程
|
2026-01-16 14:30:42 +08:00
|
|
|
|
_sysLog.Error($"[ImageMonitor] 采集处理异常: {ex.Message}");
|
2026-01-07 10:59:03 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// 调用 OpenCV 进行内存级图片编码
|
2026-01-07 10:59:03 +08:00
|
|
|
|
/// </summary>
|
2026-01-16 14:30:42 +08:00
|
|
|
|
/// <param name="mat">待编码的 OpenCV Mat 矩阵</param>
|
|
|
|
|
|
/// <returns>JPG 字节数组</returns>
|
2026-01-07 10:59:03 +08:00
|
|
|
|
private byte[] EncodeImage(Mat mat)
|
|
|
|
|
|
{
|
|
|
|
|
|
// ImEncode 将 Mat 编码为一维字节数组 (托管内存)
|
|
|
|
|
|
Cv2.ImEncode(".jpg", mat, out byte[] buf, _encodeParams);
|
|
|
|
|
|
return buf;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|