using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.Diagnostics; using System.Globalization; using System.IO; using System.Linq; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; namespace YuncangTrace.LocalService.Services.Hik; /// 一次「这个时段到底有没有录像」的探测结果 /// 拉到数据 = 有录像 /// RTSP 模式下解出的帧数(SDK 模式为 -1) /// 换算出来的 RTSP 1 起通道序号(排查用) /// 失败原因(无录像 / 端口不通 / 密码错) /// 实际走通的通道:SDK(8000)/ RTSP(554) public sealed record PlaybackCheck(bool HasRecord, int Frames, int LogicalChannel, string? Error, string Source = ""); /// 下载一路回放的进度 /// 0~1(拿不到总时长时为 null,界面显示为不确定进度) /// 当前状态文案 public sealed record PlaybackProgress(double? Percent, string Message); /// 下载好的一路回放 /// 落地文件(mp4;转封装失败时是 .ts/.ps) /// /// 这一路**真实起点**相对请求时间的偏移(零 = 不知道 / 正好对齐)。 /// 多路合并要按它把各路摆回同一时间轴,否则各路的第一个关键帧不一样,画面就错开了。 /// public sealed record PlaybackClip(string Path, TimeSpan StartOffset); /// /// 海康 **按时间回放**:校验有没有录像 / 拉流预览 / 下载成 mp4 /// /// 两条通道,**优先 8000(SDK 私有协议),不行再走 554(RTSP)**: /// /// | | SDK(`NET_DVR_GetFileByTime_V40`) | RTSP(`Streaming/tracks/...`) | /// | --- | --- | --- | /// | 端口 | 8000(现场基本都开) | 554(可能关/改端口) | /// | 通道号 | **海康通道号**(34) | **RTSP 序号**(2) | /// | 落地 | 设备原始封装 PS,需 ffmpeg 转封装 | 直接交给 ffmpeg | /// | 速度 | 2~5x 实时,带百分比进度 | 约 0.5~3x,靠 ffmpeg 进度 | /// /// 实测(本项目 NVR):RTSP 的 `tracks/201`(=通道34)能拉到回放, /// `tracks/3401` 直接 400;空时段会返回 400 而不是空流 —— 两个信号都能用来判「有/无回放」。 /// public sealed class HikPlaybackService : IDisposable { /// Hikvision RTSP 默认端口(设备侧可改,用环境变量覆盖) private static readonly int RtspPort = ResolveRtspPort(); private static readonly Regex FrameRegex = new(@"frame=\s*(\d+)", RegexOptions.Compiled); private static readonly Regex OutTimeRegex = new(@"out_time_us=(\d+)", RegexOptions.Compiled); private static readonly Regex SpeedRegex = new(@"speed=\s*([\d.]+)x", RegexOptions.Compiled); /// ffmpeg 打印的 Duration: HH:MM:SS.ss(量每段录像的真实长度用) private static readonly Regex DurationRegex = new(@"Duration:\s*(\d+):(\d{2}):(\d{2})\.(\d+)", RegexOptions.Compiled); /// RTSP socket 读超时(微秒)。回放拉完设备不再推流,靠它让 ffmpeg 收尾退出 private const string SocketTimeoutUs = "5000000"; private readonly HikDeviceService _device; /// /// 「这台设备的 8000 下载能不能用」缓存(key = host|port|channel) /// /// 实测:有些固件 NET_DVR_GetFileByTime* 直接不工作(返回句柄但 0 字节), /// 每路都去试一遍要多等好几秒 → 试过一次就记住,下次直接走 RTSP。 /// private readonly ConcurrentDictionary _sdkPlayback = new(StringComparer.OrdinalIgnoreCase); /// /// 「录像机时间 - 本机时间」偏差缓存(key = host|port|user) /// /// 扫码时间是**本机时钟**打的,回放是按**录像机本地时间**定位的;两边不一致时 /// (现场实测本机慢了 9 秒),短回放窗口会把面单直接截掉。 /// 以录像机时钟为基准做平移,缓存 10 分钟(读不到设备时间时 1 分钟内不重试)。 /// private readonly ConcurrentDictionary _clockOffsets = new(StringComparer.OrdinalIgnoreCase); private const long ClockOffsetTtlMs = 10 * 60 * 1000; private const long ClockOffsetFailTtlMs = 60 * 1000; /// /// 「首个数字通道号」缓存(key = host|port|user) /// /// 每换算一路通道号都要问一次设备;多路回放时逐路问会让**后开的流晚好几秒**, /// 几路画面就错开了(现场反馈的"两个流加载速度不一样"就是这个)。 /// private readonly ConcurrentDictionary _startDigital = new(StringComparer.OrdinalIgnoreCase); private const long StartDigitalTtlMs = 30 * 60 * 1000; public HikPlaybackService(HikDeviceService device) { _device = device; } /// ffmpeg 是否可用(没有就既不能校验也不能下载) public bool Available => HikFfmpegService.ResolveFfmpeg() is not null; // ==================== 通道号换算 ==================== /// /// 海康通道号 → RTSP 的 1 起序号 /// /// 换算依赖设备的「首个数字通道号」(本项目是 33): /// logical = channel - startDigital + 1。SDK 不可用时按 33 兜底。 /// public int LogicalChannel(string host, int port, string userName, string password, int channel) { var startDigital = StartDigitalChannel(host, port, userName, password); var logical = channel - startDigital + 1; return logical > 0 ? logical : channel; } /// 设备的「首个数字通道号」(带缓存:多路回放时不用每路都问一次设备) private int StartDigitalChannel(string host, int port, string userName, string password) { var key = $"{host}|{port}|{userName}"; if (_startDigital.TryGetValue(key, out var hit) && Environment.TickCount64 - hit.At < StartDigitalTtlMs) { return hit.StartDigital; } var startDigital = 33; try { var start = _device.GetStartDigitalChannel(host, port, userName, password); if (start > 0) startDigital = start; } catch (Exception ex) { AppLog.Write($"[playback] 取起始数字通道号失败,按 {startDigital} 兜底:{ex.Message}"); } _startDigital[key] = (startDigital, Environment.TickCount64); return startDigital; } /// /// 生成回放 RTSP 地址 /// /// ⚠️ **时间语义实测结论(重要)**:海康 RTSP 的 starttime 按**设备本地时间**解析, /// 结尾那个 Z 只是格式后缀、**不代表 UTC**。 /// 实测同一时间点: /// - 传 20261018T131550Z(UTC 写法)→ 画面 OSD 是 **13:15:49**(2号工作台,无任务) /// - 传 20261018T211550Z(本地写法)→ 画面 OSD 是 **21:15:49**(1号工作台,波次B…) /// 也就是按 UTC 传会整整差一个时区(本机 +08:00 差 8 小时)。 /// /// 默认按本地时间拼;万一遇到严格按 UTC 解析的固件,用环境变量 YUNCANG_RTSP_TIME=utc 切回去。 /// /// 0 主码流 / 1 子码流(回放路径里是 01 / 02) public static string BuildRtspUrl(string host, string userName, string password, int logicalChannel, DateTimeOffset start, DateTimeOffset end, int streamType = 0, int rtspPort = 0) { var port = rtspPort > 0 ? rtspPort : RtspPort; var startText = FormatTime(start); var endText = FormatTime(end); var streamNo = streamType == 1 ? "02" : "01"; return $"rtsp://{Uri.EscapeDataString(userName)}:{Uri.EscapeDataString(password)}@{host}:{port}" + $"/Streaming/tracks/{logicalChannel}{streamNo}?starttime={startText}&endtime={endText}"; } private static string FormatTime(DateTimeOffset value) { var useUtc = string.Equals(Environment.GetEnvironmentVariable("YUNCANG_RTSP_TIME"), "utc", StringComparison.OrdinalIgnoreCase); var time = useUtc ? value.UtcDateTime : value.ToLocalTime().DateTime; return time.ToString("yyyyMMdd'T'HHmmss'Z'", CultureInfo.InvariantCulture); } /// /// 录像机时钟与本机时钟的偏差(设备 - 本机,秒)。 /// /// 扫码时间来自本机时钟,回放定位用设备时间 → 两者必须在同一条时间轴上。 /// 读不到设备时间 / 设备不支持该命令时返回零(保持原有行为)。 /// public TimeSpan ClockOffset(string host, int port, string userName, string password) { var key = $"{host}|{port}|{userName}"; if (_clockOffsets.TryGetValue(key, out var hit) && Environment.TickCount64 - hit.At < hit.Ttl) { return hit.Offset; } try { var before = DateTime.Now; var device = _device.GetDeviceTime(host, port, userName, password); var after = DateTime.Now; // 取请求中点做本机时间,抵消一次往返的一半延迟 var local = before.AddTicks((after - before).Ticks / 2); var offset = device - local; _clockOffsets[key] = (offset, Environment.TickCount64, ClockOffsetTtlMs); AppLog.Write($"[playback] 录像机 {host}:{port} 与本机时钟相差 {offset.TotalSeconds:+0.0;-0.0} 秒,回放时间已按录像机时钟对齐"); // 差到半小时以上基本不可能是「时钟没校准」,而是时区不一致: // 这时回放时间会整体平移一个时区,画面 OSD 也会跟着对不上。 if (Math.Abs(offset.TotalMinutes) >= 30) { AppLog.Write($"[playback] ⚠ 差值达 {offset.TotalHours:+0.0;-0.0} 小时,疑似录像机时区与本机不一致" + "(请在录像机里把时区设为东八区,并检查摄像头是否跟随了错误的校时)"); } return offset; } catch (Exception ex) { _clockOffsets[key] = (TimeSpan.Zero, Environment.TickCount64, ClockOffsetFailTtlMs); AppLog.Write($"[playback] 读不到录像机时间(按本机时钟处理):{ex.Message}"); return TimeSpan.Zero; } } /// 生成回放 RTSP 地址(自动把本机时间平移成录像机时间) public string BuildRtspUrlFor(string host, int port, string userName, string password, int logicalChannel, DateTimeOffset start, DateTimeOffset end, int streamType = 0) { var offset = ClockOffset(host, port, userName, password); return BuildRtspUrl(host, userName, password, logicalChannel, start.Add(offset), end.Add(offset), streamType); } // ==================== ① 校验有没有录像 ==================== /// /// 探测该时段有没有录像 /// /// **先走 8000(SDK 下载 2 秒到临时文件,看有没有数据)**,不行再走 RTSP 拉 2 秒看帧。 /// 设备不会主动告诉你空段,只能真拉一次。 /// public async Task CheckAsync(string host, int port, string userName, string password, int channel, DateTimeOffset start, DateTimeOffset end, CancellationToken ct = default) { if (end <= start) return new PlaybackCheck(false, 0, 0, "回放区间为空"); // 扫码时间是本机时钟 → 平移成录像机时间,否则时钟偏差会把面单挤出回放窗口 var clock = ClockOffset(host, port, userName, password); start = start.Add(clock); end = end.Add(clock); var sdkKey = $"{host}|{port}|{channel}|pb"; var trySdk = !_sdkPlayback.TryGetValue(sdkKey, out var capable) || capable; // ① SDK(8000 私有协议):**全速推送**,实测 14 MB/s(≈17 倍速) var probeEnd = start.AddSeconds(Math.Min(2, Math.Max((end - start).TotalSeconds, 1))); var probeFile = Path.Combine(Path.GetTempPath(), $"yc_probe_{Guid.NewGuid():N}.ps"); if (trySdk) { try { var bytes = await Task.Run(() => _device.PullPlaybackToFile(host, port, userName, password, channel, start.LocalDateTime, probeEnd.LocalDateTime, probeFile, out _, null, ct), ct) .ConfigureAwait(false); AppLog.Write($"[playback] SDK 探测 {host} 通道{channel}:{bytes} 字节"); if (bytes > 16 * 1024) { _sdkPlayback[sdkKey] = true; return new PlaybackCheck(true, -1, LogicalChannel(host, port, userName, password, channel), null, "SDK"); } } catch (OperationCanceledException) { throw; } catch (Exception ex) { _sdkPlayback[sdkKey] = false; AppLog.Write($"[playback] SDK 探测失败({ex.Message}),本设备后续直接走 RTSP"); } finally { TryDelete(probeFile); } } // ② RTSP 回落 var ffmpeg = HikFfmpegService.ResolveFfmpeg() ?? throw new HikException(uint.MaxValue, "未找到 ffmpeg,无法校验回放(安装目录 native\\ffmpeg\\ffmpeg.exe 缺失,建议重新安装本软件)"); var logical = LogicalChannel(host, port, userName, password, channel); var url = BuildRtspUrl(host, userName, password, logical, start, end); var seconds = Math.Clamp((end - start).TotalSeconds, 0.5, 2.0); var args = new[] { "-hide_banner", "-nostdin", "-loglevel", "error", "-rtsp_transport", "tcp", "-timeout", SocketTimeoutUs, "-i", url, "-t", seconds.ToString("0.#", CultureInfo.InvariantCulture), "-an", "-f", "null", // ⚠️ 靠 -progress 才能拿到 frame=:ffmpeg 的统计行是 info 级别, // 用 -loglevel error 时根本不会打印(曾经因此把所有时段误判成「无录像」) "-progress", "pipe:2", "-nostats", "-", }; var output = new StringBuilder(); var exit = await RunAsync(ffmpeg, args, line => { lock (output) output.AppendLine(line); }, ct) .ConfigureAwait(false); string text; lock (output) text = output.ToString(); var match = FrameRegex.Match(text); var frames = match.Success && int.TryParse(match.Groups[1].Value, out var count) ? count : 0; if (frames > 0) return new PlaybackCheck(true, frames, logical, null, "RTSP"); var error = Summarize(text) ?? (exit == 0 ? "该时段没有录像" : $"ffmpeg 退出码 {exit}"); return new PlaybackCheck(false, 0, logical, error, "RTSP"); } // ==================== ② 下载成 mp4 ==================== /// /// 下载一路回放到文件 /// /// 实测出来的两个坑(本项目 NVR): /// 1. **回放流不会按 endtime 自己断**:ffmpeg 拉完数据还挂在 RTSP 读上,进程不退出 → /// 必须加 -timeout(socket I/O 超时)オ能让它正常收尾; /// 2. **不能直接写 mp4**:流没正常结束就不会写 moov atom,文件无法播放(moov atom not found)。 /// 所以先写 mpegts(流式容器,中途中断也能播),完成后本地转封装成 mp4。 /// /// 回放速度实测约 0.5x~3x(跟码流大小有关),所以**必须显示进度、必须能取消**。 /// /// 落地文件 + 这一路的真实起点(相对请求时间;测不到就是零) public async Task DownloadAsync(string host, int port, string userName, string password, int channel, DateTimeOffset start, DateTimeOffset end, string outputPath, IProgress? progress = null, CancellationToken ct = default) { var ffmpeg = HikFfmpegService.ResolveFfmpeg() ?? throw new HikException(uint.MaxValue, "未找到 ffmpeg,无法下载录像(安装目录 native\\ffmpeg\\ffmpeg.exe 缺失,建议重新安装本软件)"); if (end <= start) throw new HikException(uint.MaxValue, "回放区间为空"); // 扫码时间是本机时钟 → 平移成录像机时间(见 CheckAsync 的说明) var clock = ClockOffset(host, port, userName, password); start = start.Add(clock); end = end.Add(clock); Directory.CreateDirectory(Path.GetDirectoryName(outputPath) ?? AppContext.BaseDirectory); // ① 优先 SDK(8000 私有协议),但**只在它被证明可用时**; // 实测部分固件(本项目这台 NVR)GetFileByTime 返回句柄却不推数据 → 试一次就永久回落 RTSP。 var sdkKey = $"{host}|{port}|{channel}|pb"; if (!_sdkPlayback.TryGetValue(sdkKey, out var sdkCapable) || sdkCapable) { var tempPs = Path.Combine(Path.GetTempPath(), $"yc_pb_{Guid.NewGuid():N}.ps"); try { progress?.Report(new PlaybackProgress(0, "下载中(8000 全速)…")); DateTime? osdStart = null; var bytes = await Task.Run(() => _device.PullPlaybackToFile(host, port, userName, password, channel, start.LocalDateTime, end.LocalDateTime, tempPs, out osdStart, received => progress?.Report(new PlaybackProgress(null, $"下载中(8000 全速){received / 1024.0 / 1024.0:0.0} MB")), ct), ct) .ConfigureAwait(false); AppLog.Write($"[playback] SDK 拉流完成:{bytes} 字节"); if (bytes > 16 * 1024) { _sdkPlayback[sdkKey] = true; progress?.Report(new PlaybackProgress(0.99, "正在封装成 mp4…")); if (await RepackAsync(ffmpeg, tempPs, outputPath, ct).ConfigureAwait(false)) { var okSize = new FileInfo(outputPath).Length; progress?.Report(new PlaybackProgress(1, $"下载完成({Math.Round(okSize / 1024.0 / 1024.0, 1)} MB)")); AppLog.Write($"[playback] 回放已下载:{outputPath}({okSize} 字节)"); // ⚠️ 读不到 OSD 就**按原样合并**:时长反推实测不可靠(同一窗口两次 36.1s/42.1s), // 硬套只会让偏差更大(现场反馈"还不如直接合并") var offset = OffsetFromOsd(osdStart, start.LocalDateTime, channel) ?? TimeSpan.Zero; return new PlaybackClip(outputPath, offset); } // mp4 封装不了 → 把设备原始 PS 留下(PotPlayer/VLC 能直接播) var psPath = outputPath + ".ps"; if (File.Exists(psPath)) File.Delete(psPath); File.Move(tempPs, psPath); progress?.Report(new PlaybackProgress(1, "下载完成(原始封装 .ps)")); AppLog.Write($"[playback] 封装失败,保留原始录像:{psPath}"); var psOffset = OffsetFromOsd(osdStart, start.LocalDateTime, channel) ?? TimeSpan.Zero; return new PlaybackClip(psPath, psOffset); } } catch (OperationCanceledException) { throw; } catch (Exception ex) { _sdkPlayback[sdkKey] = false; AppLog.Write($"[playback] SDK 下载失败({ex.Message}),本设备后续直接走 RTSP 554"); } finally { TryDelete(tempPs); } } var logical = LogicalChannel(host, port, userName, password, channel); var url = BuildRtspUrl(host, userName, password, logical, start, end); var totalMs = Math.Max((end - start).TotalMilliseconds, 1); var totalSec = Math.Max((end - start).TotalSeconds, 1); Directory.CreateDirectory(Path.GetDirectoryName(outputPath) ?? AppContext.BaseDirectory); var tsPath = Path.ChangeExtension(outputPath, ".ts"); if (File.Exists(tsPath)) File.Delete(tsPath); progress?.Report(new PlaybackProgress(0, "开始下载…")); // ① 拉流存 ts(流式容器,中途取消也能播) var pullArgs = new[] { "-hide_banner", "-nostdin", "-loglevel", "error", "-rtsp_transport", "tcp", "-timeout", SocketTimeoutUs, "-i", url, "-t", (totalSec + 1).ToString("0", CultureInfo.InvariantCulture), "-c:v", "copy", "-an", "-f", "mpegts", "-progress", "pipe:2", "-nostats", "-y", tsPath, }; var exit = await RunAsync(ffmpeg, pullArgs, line => ReportProgress(progress, line, totalMs, "下载中"), ct).ConfigureAwait(false); var size = File.Exists(tsPath) ? new FileInfo(tsPath).Length : 0; if (!File.Exists(tsPath) || size < 16 * 1024) { throw new HikException(uint.MaxValue, exit == 0 ? "该时段没有拉到录像数据" : $"下载失败(ffmpeg 退出码 {exit})"); } // ② 转封装成 mp4(本地操作,很快;失败就保留 ts) progress?.Report(new PlaybackProgress(0.99, "正在封装成 mp4…")); if (File.Exists(outputPath)) File.Delete(outputPath); var convertArgs = new[] { "-hide_banner", "-nostdin", "-loglevel", "error", "-i", tsPath, "-c:v", "copy", "-an", "-movflags", "+faststart", "-y", outputPath, }; var convertExit = await RunAsync(ffmpeg, convertArgs, null, ct).ConfigureAwait(false); var result = outputPath; if (convertExit != 0 || !File.Exists(outputPath) || new FileInfo(outputPath).Length < 16 * 1024) { // mp4 封装不了(极少见)→ 保留 ts,也能直接播 AppLog.Write($"[playback] mp4 封装失败(exit={convertExit}),保留 ts:{tsPath}"); result = tsPath; } else { File.Delete(tsPath); } var finalSize = new FileInfo(result).Length; progress?.Report(new PlaybackProgress(1, $"下载完成({Math.Round(finalSize / 1024.0 / 1024.0, 1)} MB)")); AppLog.Write($"[playback] 回放已下载:{result}({finalSize} 字节)"); // RTSP 回放拿不到真实起点(设备按关键帧推流,前后差 1~2 秒),按请求时间算 return new PlaybackClip(result, TimeSpan.Zero); } /// /// 探这一路在 时刻的第一帧真实时间(设备本地时间)。 /// /// 回放预览走 RTSP 实时推流,主机侧拿不到"帧对应哪一秒";用 8000 协议开个小回放读一次 /// NET_DVR_GetPlayBackOsdTime 即可,几路按差值推迟出图就能对齐内容。 /// public DateTime? ProbePlaybackStartOsd(NvrCredential credential, int channel, DateTimeOffset start) { var clock = ClockOffset(credential.Host, credential.Port, credential.Username, credential.Password); return _device.ProbePlaybackOsdStart(credential.Host, credential.Port, credential.Username, credential.Password, channel, start.Add(clock).LocalDateTime); } /// /// 用**第一帧的 OSD 时间**算真实起点偏移(首选方案,精确到秒) /// /// NET_DVR_GetPlayBackOsdTime 给的是录像内容时间(设备本地时间), /// 和请求时间的差就是这一路真实晚了/早了多少。拿不到或读数离谱时返回 null, /// 由调用方退回「时长反推」。 /// private static TimeSpan? OffsetFromOsd(DateTime? osdStart, DateTime requestedDeviceStart, int channel) { if (osdStart is null) return null; var offset = osdStart.Value - requestedDeviceStart; if (Math.Abs(offset.TotalSeconds) > 60) { AppLog.Write($"[playback] 通道{channel} OSD 时间 {osdStart:HH:mm:ss} 与请求时间差 " + $"{offset.TotalSeconds:0.0} 秒(过大,疑似通道时钟不准),改用时长反推"); return null; } AppLog.Write($"[playback] 通道{channel} 首帧 OSD={osdStart.Value:HH:mm:ss}," + $"比请求时间{(offset < TimeSpan.Zero ? "早" : "晚")} {Math.Abs(offset.TotalSeconds):0.0} 秒"); return offset; } // ==================== ③ 按工作台布局合并成一个视频 ==================== /// /// 把多路下载好的片段**按工作台画布布局合并成一个视频** /// /// 做法:先铺一张黑画布(`color` 虚拟输入),每路 `scale` 到它在快照里的尺寸, /// 再用 `overlay=x:y` 摆到对应位置 —— 与工作台页面上的画面摆放一致。 /// /// ⚠️ 踩过的坑:**不要**把每路先 pad 成整张画布再叠加 —— /// 补边是黑底,叠上去会把下面那路的画面整块盖住(表现是「合成完只剩一个小窗,其余全黑」)。 /// /// 为什么要重新编码:多路叠加没法 `-c:v copy`(要重画每个像素),所以这一步比下载慢, /// 用 veryfast + crf 23 折中。 /// /// 各路下载好的文件(顺序与 一一对应) /// /// 每路真实起点相对请求时间的偏移(见 ,null/缺项 = 不偏移)。 /// 各路是**从各自的关键帧**开始录的,不按这个差值把时间轴错开,合并后两格会差 1~2 秒。 /// /// 合并后文件路径 public async Task ComposeAsync(IReadOnlyList segments, IReadOnlyList streams, string outputPath, IReadOnlyList? startOffsets = null, IProgress? progress = null, CancellationToken ct = default) { if (segments.Count == 0) throw new HikException(uint.MaxValue, "没有可合并的片段"); if (segments.Count != streams.Count) throw new HikException(uint.MaxValue, "片段数与流数量不一致"); var ffmpeg = HikFfmpegService.ResolveFfmpeg() ?? throw new HikException(uint.MaxValue, "未找到 ffmpeg,无法合并视频(安装目录 native\\ffmpeg\\ffmpeg.exe 缺失,建议重新安装本软件)"); if (segments.Count == 1) { if (!string.Equals(segments[0], outputPath, StringComparison.OrdinalIgnoreCase)) { if (File.Exists(outputPath)) File.Delete(outputPath); File.Copy(segments[0], outputPath); } return outputPath; } var canvasWidth = streams.Max(item => item.CanvasWidth) > 0 ? streams.Max(item => item.CanvasWidth) : 1920; var canvasHeight = streams.Max(item => item.CanvasHeight) > 0 ? streams.Max(item => item.CanvasHeight) : 1080; // 各路真实起点不同(各自从关键帧开始):按偏移把时间轴摆回同一时刻 var offsets = new double[segments.Count]; for (var i = 0; i < offsets.Length; i++) { var offset = startOffsets is not null && i < startOffsets.Count ? startOffsets[i] : TimeSpan.Zero; offsets[i] = Math.Abs(offset.TotalSeconds) <= 15 ? offset.TotalSeconds : 0; } var maxDelaySec = offsets.Length > 0 ? offsets.Max() : 0; // 总时长取**最长的那一段**:各路是从自己的关键帧起推的,同样 8 秒的请求, // 20fps 那路是 8.0 秒、25fps 那路是 9.0 秒 —— 按请求窗口截会把长的那段尾巴切掉。 // 先播完的那路在 overlay 里保持最后一帧,等最长的那段播完才收尾。 var longestSec = Math.Max((streams[0].EndTime - streams[0].StartTime).TotalSeconds, 1); foreach (var segment in segments) { var measured = await ProbeDurationSecondsAsync(ffmpeg, segment, ct).ConfigureAwait(false); if (measured > longestSec) { longestSec = measured; AppLog.Write($"[playback] 合并时长按最长的一段算:{Path.GetFileName(segment)} = {measured:0.00}s"); } } // 输出要多留出「最晚开始」那一段,否则起点最晚的那路结尾会被切掉 var totalSec = longestSec + Math.Max(maxDelaySec, 0); var filters = new List(); for (var i = 0; i < streams.Count; i++) { var stream = streams[i]; var width = stream.Layout.Width > 0 ? stream.Layout.Width : canvasWidth; var height = stream.Layout.Height > 0 ? stream.Layout.Height : canvasHeight; // 帧率统一到 25(各路帧率不一样,overlay 会互相等待并对不齐) filters.Add($"[{i + 1}:v]{TimingFilter(offsets[i])}" + $"scale={width}:{height}:force_original_aspect_ratio=decrease," + $"fps=25,format=yuv420p,setsar=1[v{i}]"); } var current = "[0:v]"; for (var i = 0; i < streams.Count; i++) { var label = i == streams.Count - 1 ? "[out]" : $"[c{i}]"; filters.Add($"{current}[v{i}]overlay={streams[i].Layout.X}:{streams[i].Layout.Y}{label}"); current = label; } var args = new List { "-hide_banner", "-nostdin", "-loglevel", "error", // 黑画布当底板(d 与录像时长一致);索引 0,各路视频从 1 开始 "-f", "lavfi", "-i", $"color=c=black:s={canvasWidth}x{canvasHeight}:r=25:d={totalSec.ToString("0", CultureInfo.InvariantCulture)}", }; foreach (var segment in segments) { args.Add("-i"); args.Add(segment); } args.AddRange(new[] { "-filter_complex", string.Join(';', filters), "-map", current, "-c:v", "libx264", "-preset", "veryfast", "-crf", "23", "-an", "-movflags", "+faststart", "-t", totalSec.ToString("0", CultureInfo.InvariantCulture), "-progress", "pipe:2", "-nostats", "-y", outputPath, }); progress?.Report(new PlaybackProgress(0, "正在合并(按工作台布局)…")); var totalMs = totalSec * 1000; var exit = await RunAsync(ffmpeg, args.ToArray(), line => ReportProgress(progress, line, totalMs, "合并中"), ct).ConfigureAwait(false); if (exit != 0 || !File.Exists(outputPath) || new FileInfo(outputPath).Length < 16 * 1024) { throw new HikException(uint.MaxValue, $"合并失败(ffmpeg 退出码 {exit})"); } var size = new FileInfo(outputPath).Length; progress?.Report(new PlaybackProgress(1, $"合并完成({Math.Round(size / 1024.0 / 1024.0, 1)} MB)")); AppLog.Write($"[playback] 已合并 {segments.Count} 路 → {outputPath}({size} 字节)"); return outputPath; } // ==================== 内部 ==================== /// /// 按起点偏移给这一路做时间轴校正(拼在滤镜链最前面) /// /// - 起点比请求**早**(offset < 0):`trim` 掉多出来的那一段,再归零 /// - 起点比请求**晚**(offset > 0):整体后移,前面那段留黑底 /// - 基本对齐(|offset| < 50ms):什么都不做 /// private static string TimingFilter(double offset) { if (Math.Abs(offset) < 0.05) return string.Empty; var seconds = Math.Abs(offset).ToString("0.###", CultureInfo.InvariantCulture); return offset < 0 ? $"trim=start={seconds},setpts=PTS-STARTPTS," : $"setpts=PTS-STARTPTS+{seconds}/TB,"; } /// 把设备原始录像(PS)转封装成 mp4;失败返回 false private async Task RepackAsync(string ffmpeg, string input, string outputPath, CancellationToken ct) { if (File.Exists(outputPath)) File.Delete(outputPath); var args = new[] { "-hide_banner", "-nostdin", "-loglevel", "error", "-i", input, "-c:v", "copy", "-an", "-movflags", "+faststart", "-y", outputPath, }; var exit = await RunAsync(ffmpeg, args, null, ct).ConfigureAwait(false); if (exit == 0 && File.Exists(outputPath) && new FileInfo(outputPath).Length > 16 * 1024) return true; // 复制失败(PS 里码流不规范)→ 转码兜底 AppLog.Write($"[playback] 转封装失败(exit={exit}),改用转码"); if (File.Exists(outputPath)) File.Delete(outputPath); var transcode = new[] { "-hide_banner", "-nostdin", "-loglevel", "error", "-i", input, "-c:v", "libx264", "-preset", "veryfast", "-crf", "23", "-an", "-movflags", "+faststart", "-y", outputPath, }; exit = await RunAsync(ffmpeg, transcode, null, ct).ConfigureAwait(false); return exit == 0 && File.Exists(outputPath) && new FileInfo(outputPath).Length > 16 * 1024; } private static void TryDelete(string path) { try { if (File.Exists(path)) File.Delete(path); } catch { // 临时文件删不掉不影响业务 } } /// /// 跑一次 ffmpeg:stderr 逐行回调(进度/错误都在 stderr) /// private async Task RunAsync(string ffmpeg, string[] args, Action? onLine, CancellationToken ct) { var psi = new ProcessStartInfo { FileName = ffmpeg, UseShellExecute = false, CreateNoWindow = true, RedirectStandardOutput = true, RedirectStandardError = true, RedirectStandardInput = false, }; foreach (var arg in args) psi.ArgumentList.Add(arg); using var process = new Process { StartInfo = psi, EnableRaisingEvents = true }; process.ErrorDataReceived += (_, e) => { if (e.Data is not null) onLine?.Invoke(e.Data); }; process.OutputDataReceived += (_, e) => { if (e.Data is not null) onLine?.Invoke(e.Data); }; process.Start(); process.BeginErrorReadLine(); process.BeginOutputReadLine(); try { await process.WaitForExitAsync(ct).ConfigureAwait(false); } catch (OperationCanceledException) { TryKill(process); throw; } return process.ExitCode; } private static void TryKill(Process process) { try { if (!process.HasExited) process.Kill(entireProcessTree: true); } catch { // 进程已经退了 } } /// /// 量一段录像的**真实时长**(秒):读 ffmpeg 打印的 Duration:,拿不到返回 0。 /// /// 合并时要按「最长的那一段」定总时长,否则按请求窗口截会把从关键帧提前起推的那段尾巴切掉。 /// private async Task ProbeDurationSecondsAsync(string ffmpeg, string path, CancellationToken ct) { var seconds = 0.0; try { await RunAsync(ffmpeg, new[] { "-hide_banner", "-nostdin", "-i", path }, line => { if (seconds > 0) return; var match = DurationRegex.Match(line); if (!match.Success) return; if (!int.TryParse(match.Groups[1].Value, out var hours) || !int.TryParse(match.Groups[2].Value, out var minutes) || !int.TryParse(match.Groups[3].Value, out var whole) || !int.TryParse(match.Groups[4].Value.PadRight(2, '0')[..2], out var fraction)) { return; } seconds = hours * 3600 + minutes * 60 + whole + fraction / 100.0; }, ct).ConfigureAwait(false); } catch (OperationCanceledException) { throw; } catch (Exception ex) { AppLog.Write($"[playback] 读取片段时长失败({Path.GetFileName(path)}):{ex.Message}"); } return seconds; } /// 解析 `-progress` 的 `out_time_us=`,算百分比 private static void ReportProgress(IProgress? progress, string line, double totalMs, string label) { if (progress is null) return; var time = OutTimeRegex.Match(line); if (time.Success && long.TryParse(time.Groups[1].Value, out var micro)) { var doneMs = micro / 1000.0; var percent = Math.Clamp(doneMs / totalMs, 0, 0.999); var speed = SpeedRegex.Match(line); var suffix = speed.Success ? $" · {speed.Groups[1].Value}x" : string.Empty; progress.Report(new PlaybackProgress(percent, $"{label} {percent:P0}{suffix}")); } } /// 把 ffmpeg 的输出压成一句能看懂的错因 private static string? Summarize(string output) { foreach (var line in output.Split('\n', StringSplitOptions.RemoveEmptyEntries)) { var text = line.Trim(); if (text.Length == 0) continue; if (text.Contains("401", StringComparison.Ordinal) || text.Contains("Unauthorized", StringComparison.OrdinalIgnoreCase)) return "录像机拒绝访问(账号/密码错)"; if (text.Contains("400 Bad Request", StringComparison.OrdinalIgnoreCase)) return "该时段没有录像(RTSP 返回 400)"; if (text.Contains("404", StringComparison.Ordinal) || text.Contains("Not Found", StringComparison.OrdinalIgnoreCase)) return "该通道/时段没有录像(RTSP 404)"; if (text.Contains("Connection refused", StringComparison.OrdinalIgnoreCase)) return "连不上录像机的 RTSP 端口(554)"; if (text.Contains("timed out", StringComparison.OrdinalIgnoreCase)) return "连接录像机超时"; if (line.StartsWith("Error", StringComparison.OrdinalIgnoreCase) || text.StartsWith("rtsp:", StringComparison.OrdinalIgnoreCase)) return text.Length > 160 ? text[..160] : text; } return null; } private static int ResolveRtspPort() { return int.TryParse(Environment.GetEnvironmentVariable("YUNCANG_RTSP_PORT"), out var port) && port > 0 ? port : 554; } public void Dispose() { // 后台任务由调用方各自取消;这里没有需要释放的资源 } }