public static void ConvertToMPEGTS(string file) { if (Global.VIDEO_TYPE == "H264") { Run(FFMPEG_PATH, "-loglevel quiet -i \"" + file + "\" -map 0 -c copy -copy_unknown -f mpegts -bsf:v h264_mp4toannexb \"" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts\"", Path.GetDirectoryName(file)); if (File.Exists(Path.GetDirectoryName(file) + "\\" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts")) { File.Delete(file); File.Move(Path.GetDirectoryName(file) + "\\" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts", file); } } else if (Global.VIDEO_TYPE == "H265") { Run(FFMPEG_PATH, "-loglevel quiet -i \"" + file + "\" -map 0 -c copy -copy_unknown -f mpegts -bsf:v hevc_mp4toannexb \"" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts\"", Path.GetDirectoryName(file)); if (File.Exists(Path.GetDirectoryName(file) + "\\" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts")) { File.Delete(file); File.Move(Path.GetDirectoryName(file) + "\\" + Path.GetFileNameWithoutExtension(file) + "[MPEGTS].ts", file); } } else { LOGGER.WriteLineError("Unkown Video Type"); } }
public void Parse() { FFmpeg.REC_TIME = ""; m3u8SavePath = Path.Combine(DownDir, "raw.m3u8"); jsonSavePath = Path.Combine(DownDir, "meta.json"); if (!Directory.Exists(DownDir)) //若文件夹不存在则新建文件夹 { Directory.CreateDirectory(DownDir); //新建文件夹 } //存放分部的所有信息(#EXT-X-DISCONTINUITY) JArray parts = new JArray(); //存放分片的所有信息 JArray segments = new JArray(); JObject segInfo = new JObject(); extLists.Clear(); string m3u8Content = string.Empty; string m3u8Method = string.Empty; string[] extMAP = { "", "" }; string[] extList = new string[10]; long segIndex = 0; long startIndex = 0; int targetDuration = 0; double totalDuration = 0; bool expectSegment = false, expectPlaylist = false, isIFramesOnly = false, isIndependentSegments = false, isEndlist = false, isAd = false, isM3u = false; //获取m3u8内容 if (!LiveStream) { LOGGER.PrintLine(strings.downloadingM3u8, LOGGER.Warning); } if (M3u8Url.StartsWith("http")) { if (M3u8Url.Contains("nfmovies.com/hls")) { m3u8Content = DecodeNfmovies.DecryptM3u8(Global.HttpDownloadFileToBytes(M3u8Url, Headers)); } else if (M3u8Url.Contains("hls.ddyunp.com/ddyun")) { m3u8Content = DecodeDdyun.DecryptM3u8(Global.HttpDownloadFileToBytes(DecodeDdyun.GetVaildM3u8Url(M3u8Url), Headers)); } else { m3u8Content = Global.GetWebSource(M3u8Url, Headers); } } else if (M3u8Url.StartsWith("file:")) { Uri t = new Uri(M3u8Url); m3u8Content = File.ReadAllText(t.LocalPath); } else if (File.Exists(M3u8Url)) { m3u8Content = File.ReadAllText(M3u8Url); if (!M3u8Url.Contains("\\")) { M3u8Url = Path.Combine(Environment.CurrentDirectory, M3u8Url); } Uri t = new Uri(M3u8Url); M3u8Url = t.ToString(); } if (m3u8Content == "") { return; } if (m3u8Content.Contains("qiqiuyun.net/") || m3u8Content.Contains("aliyunedu.net/") || m3u8Content.Contains("qncdn.edusoho.net/")) //气球云 { isQiQiuYun = true; } if (M3u8Url.Contains("tlivecloud-playback-cdn.ysp.cctv.cn") && M3u8Url.Contains("endtime=")) { isEndlist = true; } if (M3u8Url.Contains("imooc.com/")) { m3u8Content = DecodeImooc.DecodeM3u8(m3u8Content); } if (m3u8Content.Contains("</MPD>") && m3u8Content.Contains("<MPD")) { var mpdSavePath = Path.Combine(DownDir, "dash.mpd"); //输出mpd文件 File.WriteAllText(mpdSavePath, m3u8Content); //分析mpd文件 M3u8Url = Global.Get302(M3u8Url, Headers); var newUri = MPDParser.Parse(DownDir, M3u8Url, m3u8Content, BaseUrl); M3u8Url = newUri; m3u8Content = File.ReadAllText(new Uri(M3u8Url).LocalPath); } //输出m3u8文件 File.WriteAllText(m3u8SavePath, m3u8Content); //针对优酷#EXT-X-VERSION:7杜比视界片源修正 if (m3u8Content.Contains("#EXT-X-DISCONTINUITY") && m3u8Content.Contains("#EXT-X-MAP") && m3u8Content.Contains("ott.cibntv.net") && m3u8Content.Contains("ccode=")) { Regex ykmap = new Regex("#EXT-X-DISCONTINUITY\\s+#EXT-X-MAP:URI=\\\"(.*?)\\\",BYTERANGE=\\\"(.*?)\\\""); foreach (Match m in ykmap.Matches(m3u8Content)) { m3u8Content = m3u8Content.Replace(m.Value, $"#EXTINF:0.000000,\n#EXT-X-BYTERANGE:{m.Groups[2].Value}\n{m.Groups[1].Value}"); } } //如果BaseUrl为空则截取字符串充当 if (BaseUrl == "") { if (new Regex("#YUMING\\|(.*)").IsMatch(m3u8Content)) { BaseUrl = new Regex("#YUMING\\|(.*)").Match(m3u8Content).Groups[1].Value; } else { BaseUrl = GetBaseUrl(M3u8Url, Headers); } } if (!LiveStream) { LOGGER.WriteLine(strings.parsingM3u8); LOGGER.PrintLine(strings.parsingM3u8); } if (!string.IsNullOrEmpty(KeyBase64)) { string line = ""; if (string.IsNullOrEmpty(KeyIV)) { line = $"#EXT-X-KEY:METHOD=AES-128,URI=\"base64:{KeyBase64}\""; } else { line = $"#EXT-X-KEY:METHOD=AES-128,URI=\"base64:{KeyBase64}\",IV=0x{KeyIV.Replace("0x", "")}"; } m3u8CurrentKey = ParseKey(line); } if (!string.IsNullOrEmpty(KeyFile)) { string line = ""; Uri u = new Uri(KeyFile); if (string.IsNullOrEmpty(KeyIV)) { line = $"#EXT-X-KEY:METHOD=AES-128,URI=\"{u.ToString()}\""; } else { line = $"#EXT-X-KEY:METHOD=AES-128,URI=\"{u.ToString()}\",IV=0x{KeyIV.Replace("0x", "")}"; } m3u8CurrentKey = ParseKey(line); } //逐行分析 using (StringReader sr = new StringReader(m3u8Content)) { string line; double segDuration = 0; string segUrl = string.Empty; //#EXT-X-BYTERANGE:<n>[@<o>] long expectByte = -1; //parm n long startByte = 0; //parm o while ((line = sr.ReadLine()) != null) { if (string.IsNullOrEmpty(line)) { continue; } if (line.StartsWith(HLSTags.ext_m3u)) { isM3u = true; } //只下载部分字节 else if (line.StartsWith(HLSTags.ext_x_byterange)) { string[] t = line.Replace(HLSTags.ext_x_byterange + ":", "").Split('@'); if (t.Length > 0) { if (t.Length == 1) { expectByte = Convert.ToInt64(t[0]); segInfo.Add("expectByte", expectByte); } if (t.Length == 2) { expectByte = Convert.ToInt64(t[0]); startByte = Convert.ToInt64(t[1]); segInfo.Add("expectByte", expectByte); segInfo.Add("startByte", startByte); } } expectSegment = true; } //国家地理去广告 else if (line.StartsWith("#UPLYNK-SEGMENT")) { if (line.Contains(",ad")) { isAd = true; } else if (line.Contains(",segment")) { isAd = false; } } //国家地理去广告 else if (isAd) { continue; } //解析定义的分段长度 else if (line.StartsWith(HLSTags.ext_x_targetduration)) { targetDuration = Convert.ToInt32(Convert.ToDouble(line.Replace(HLSTags.ext_x_targetduration + ":", "").Trim())); } //解析起始编号 else if (line.StartsWith(HLSTags.ext_x_media_sequence)) { segIndex = Convert.ToInt64(line.Replace(HLSTags.ext_x_media_sequence + ":", "").Trim()); startIndex = segIndex; } else if (line.StartsWith(HLSTags.ext_x_discontinuity_sequence)) { } else if (line.StartsWith(HLSTags.ext_x_program_date_time)) { if (string.IsNullOrEmpty(FFmpeg.REC_TIME)) { FFmpeg.REC_TIME = line.Replace(HLSTags.ext_x_program_date_time + ":", "").Trim(); } } //解析不连续标记,需要单独合并(timestamp不同) else if (line.StartsWith(HLSTags.ext_x_discontinuity)) { //修复优酷去除广告后的遗留问题 if (hasAd && parts.Count > 0) { segments = (JArray)parts[parts.Count - 1]; parts.RemoveAt(parts.Count - 1); hasAd = false; continue; } //常规情况的#EXT-X-DISCONTINUITY标记,新建part if (!hasAd && segments.Count > 1) { parts.Add(segments); segments = new JArray(); } } else if (line.StartsWith(HLSTags.ext_x_cue_out)) { ; } else if (line.StartsWith(HLSTags.ext_x_cue_out_start)) { ; } else if (line.StartsWith(HLSTags.ext_x_cue_span)) { ; } else if (line.StartsWith(HLSTags.ext_x_version)) { ; } else if (line.StartsWith(HLSTags.ext_x_allow_cache)) { ; } //解析KEY else if (line.StartsWith(HLSTags.ext_x_key)) { //自定义KEY情况 判断是否需要读取IV if (!string.IsNullOrEmpty(KeyFile) || !string.IsNullOrEmpty(KeyBase64)) { if (m3u8CurrentKey[2] == "" && line.Contains("IV=0x")) { var temp = ParseKey(line); //{METHOD,Key,IV} m3u8CurrentKey[2] = temp[2]; //使用m3u8中的IV } } else { m3u8CurrentKey = ParseKey(line);//获取method,key,iv //存储为上一行的key信息 lastKeyLine = line; } } //解析分片时长(暂时不考虑标题属性) else if (line.StartsWith(HLSTags.extinf)) { string[] tmp = line.Replace(HLSTags.extinf + ":", "").Split(','); segDuration = Convert.ToDouble(tmp[0]); segInfo.Add("index", segIndex); segInfo.Add("method", m3u8CurrentKey[0]); //是否有加密,有的话写入KEY和IV if (m3u8CurrentKey[0] != "NONE") { segInfo.Add("key", m3u8CurrentKey[1]); //没有读取到IV,自己生成 if (m3u8CurrentKey[2] == "") { segInfo.Add("iv", "0x" + Convert.ToString(segIndex, 16).PadLeft(32, '0')); } else { segInfo.Add("iv", m3u8CurrentKey[2]); } } totalDuration += segDuration; segInfo.Add("duration", segDuration); expectSegment = true; segIndex++; } //解析STREAM属性 else if (line.StartsWith(HLSTags.ext_x_stream_inf)) { expectPlaylist = true; string bandwidth = Global.GetTagAttribute(line, "BANDWIDTH"); string average_bandwidth = Global.GetTagAttribute(line, "AVERAGE-BANDWIDTH"); string codecs = Global.GetTagAttribute(line, "CODECS"); string resolution = Global.GetTagAttribute(line, "RESOLUTION"); string frame_rate = Global.GetTagAttribute(line, "FRAME-RATE"); string hdcp_level = Global.GetTagAttribute(line, "HDCP-LEVEL"); string audio = Global.GetTagAttribute(line, "AUDIO"); string video = Global.GetTagAttribute(line, "VIDEO"); string subtitles = Global.GetTagAttribute(line, "SUBTITLES"); string closed_captions = Global.GetTagAttribute(line, "CLOSED-CAPTIONS"); extList = new string[] { bandwidth, average_bandwidth, codecs, resolution, frame_rate, hdcp_level, audio, video, subtitles, closed_captions }; } else if (line.StartsWith(HLSTags.ext_x_i_frame_stream_inf)) { ; } else if (line.StartsWith(HLSTags.ext_x_media)) { if (Global.GetTagAttribute(line, "TYPE") == "AUDIO" && !MEDIA_AUDIO.ContainsKey(Global.GetTagAttribute(line, "GROUP-ID"))) { MEDIA_AUDIO.Add(Global.GetTagAttribute(line, "GROUP-ID"), CombineURL(BaseUrl, Global.GetTagAttribute(line, "URI"))); } if (Global.GetTagAttribute(line, "TYPE") == "SUBTITLES") { if (!MEDIA_SUB.ContainsKey(Global.GetTagAttribute(line, "GROUP-ID"))) { MEDIA_SUB.Add(Global.GetTagAttribute(line, "GROUP-ID"), CombineURL(BaseUrl, Global.GetTagAttribute(line, "URI"))); } } } else if (line.StartsWith(HLSTags.ext_x_playlist_type)) { ; } else if (line.StartsWith(HLSTags.ext_i_frames_only)) { isIFramesOnly = true; } else if (line.StartsWith(HLSTags.ext_is_independent_segments)) { isIndependentSegments = true; } //m3u8主体结束 else if (line.StartsWith(HLSTags.ext_x_endlist)) { if (segments.Count > 0) { parts.Add(segments); } segments = new JArray(); isEndlist = true; } //#EXT-X-MAP else if (line.StartsWith(HLSTags.ext_x_map)) { if (extMAP[0] == "") { extMAP[0] = Global.GetTagAttribute(line, "URI"); if (line.Contains("BYTERANGE")) { extMAP[1] = Global.GetTagAttribute(line, "BYTERANGE"); } if (!extMAP[0].StartsWith("http")) { extMAP[0] = CombineURL(BaseUrl, extMAP[0]); } } //遇到了其他的map,说明已经不是一个视频了,全部丢弃即可 else { if (segments.Count > 0) { parts.Add(segments); } segments = new JArray(); isEndlist = true; break; } } else if (line.StartsWith(HLSTags.ext_x_start)) { ; } //评论行不解析 else if (line.StartsWith("#")) { continue; } //空白行不解析 else if (line.StartsWith("\r\n")) { continue; } //解析分片的地址 else if (expectSegment) { segUrl = CombineURL(BaseUrl, line); if (M3u8Url.Contains("?__gda__")) { segUrl += new Regex("\\?__gda__.*").Match(M3u8Url).Value; } if (M3u8Url.Contains("//dlsc.hcs.cmvideo.cn") && (segUrl.EndsWith(".ts") || segUrl.EndsWith(".mp4"))) { segUrl += new Regex("\\?.*").Match(M3u8Url).Value; } segInfo.Add("segUri", segUrl); segments.Add(segInfo); segInfo = new JObject(); //优酷的广告分段则清除此分片 //需要注意,遇到广告说明程序对上文的#EXT-X-DISCONTINUITY做出的动作是不必要的, //其实上下文是同一种编码,需要恢复到原先的part上 if (DelAd && segUrl.Contains("ccode=") && segUrl.Contains("/ad/") && segUrl.Contains("duration=")) { segments.RemoveAt(segments.Count - 1); segIndex--; hasAd = true; } //优酷广告(4K分辨率测试) if (DelAd && segUrl.Contains("ccode=0902") && segUrl.Contains("duration=")) { segments.RemoveAt(segments.Count - 1); segIndex--; hasAd = true; } expectSegment = false; } //解析STREAM属性的URI else if (expectPlaylist) { string listUrl; listUrl = CombineURL(BaseUrl, line); if (M3u8Url.Contains("?__gda__")) { listUrl += new Regex("\\?__gda__.*").Match(M3u8Url).Value; } StringBuilder sb = new StringBuilder(); sb.Append("{"); sb.Append("\"URL\":\"" + listUrl + "\","); for (int i = 0; i < 10; i++) { if (extList[i] != "") { switch (i) { case 0: sb.Append("\"BANDWIDTH\":\"" + extList[i] + "\","); break; case 1: sb.Append("\"AVERAGE-BANDWIDTH\":\"" + extList[i] + "\","); break; case 2: sb.Append("\"CODECS\":\"" + extList[i] + "\","); break; case 3: sb.Append("\"RESOLUTION\":\"" + extList[i] + "\","); break; case 4: sb.Append("\"FRAME-RATE\":\"" + extList[i] + "\","); break; case 5: sb.Append("\"HDCP-LEVEL\":\"" + extList[i] + "\","); break; case 6: sb.Append("\"AUDIO\":\"" + extList[i] + "\","); break; case 7: sb.Append("\"VIDEO\":\"" + extList[i] + "\","); break; case 8: sb.Append("\"SUBTITLES\":\"" + extList[i] + "\","); break; case 9: sb.Append("\"CLOSED-CAPTIONS\":\"" + extList[i] + "\","); break; } } } sb.Append("}"); extLists.Add(sb.ToString().Replace(",}", "}")); if (Convert.ToInt64(extList[0]) > bestBandwidth) { bestBandwidth = Convert.ToInt64(extList[0]); bestUrl = listUrl; bestUrlAudio = extList[6]; bestUrlSub = extList[8]; } extList = new string[8]; expectPlaylist = false; } } } if (isM3u == false) { LOGGER.WriteLineError(strings.invalidM3u8); LOGGER.PrintLine(strings.invalidM3u8, LOGGER.Error); return; } //直播的情况,无法遇到m3u8结束标记,需要手动将segments加入parts if (parts.HasValues == false) { parts.Add(segments); } //构造JSON文件 JObject jsonResult = new JObject(); jsonResult.Add("m3u8", M3u8Url); jsonResult.Add("m3u8BaseUri", BaseUrl); jsonResult.Add("updateTime", DateTime.Now.ToString("o")); JObject jsonM3u8Info = new JObject(); jsonM3u8Info.Add("originalCount", segIndex - startIndex); jsonM3u8Info.Add("count", segIndex - startIndex); jsonM3u8Info.Add("vod", isEndlist); jsonM3u8Info.Add("targetDuration", targetDuration); jsonM3u8Info.Add("totalDuration", totalDuration); if (bestUrlAudio != "" && MEDIA_AUDIO.ContainsKey(bestUrlAudio)) { jsonM3u8Info.Add("audio", MEDIA_AUDIO[bestUrlAudio]); } if (bestUrlSub != "" && MEDIA_SUB.ContainsKey(bestUrlSub)) { jsonM3u8Info.Add("sub", MEDIA_SUB[bestUrlSub]); } if (extMAP[0] != "") { if (extMAP[1] == "") { jsonM3u8Info.Add("extMAP", extMAP[0]); } else { jsonM3u8Info.Add("extMAP", extMAP[0] + "|" + extMAP[1]); } } //根据DurRange来生成分片Range if (DurStart != "" || DurEnd != "") { double secStart = 0; double secEnd = -1; if (DurEnd == "") { secEnd = totalDuration; } //时间码 Regex reg2 = new Regex(@"(\d+):(\d+):(\d+)"); if (reg2.IsMatch(DurStart)) { int HH = Convert.ToInt32(reg2.Match(DurStart).Groups[1].Value); int MM = Convert.ToInt32(reg2.Match(DurStart).Groups[2].Value); int SS = Convert.ToInt32(reg2.Match(DurStart).Groups[3].Value); secStart = SS + MM * 60 + HH * 60 * 60; } if (reg2.IsMatch(DurEnd)) { int HH = Convert.ToInt32(reg2.Match(DurEnd).Groups[1].Value); int MM = Convert.ToInt32(reg2.Match(DurEnd).Groups[2].Value); int SS = Convert.ToInt32(reg2.Match(DurEnd).Groups[3].Value); secEnd = SS + MM * 60 + HH * 60 * 60; } bool flag1 = false; bool flag2 = false; if (secEnd - secStart > 0) { double dur = 0; //当前时间 foreach (JArray part in parts) { foreach (var seg in part) { dur += Convert.ToDouble(seg["duration"].ToString()); if (flag1 == false && dur > secStart) { RangeStart = seg["index"].Value <int>(); flag1 = true; } if (flag2 == false && dur >= secEnd) { RangeEnd = seg["index"].Value <int>(); flag2 = true; } } } } } //根据Range来清除部分分片 if (RangeStart != 0 || RangeEnd != -1) { if (RangeEnd == -1) { RangeEnd = (int)(segIndex - startIndex - 1); } int newCount = 0; double newTotalDuration = 0; JArray newParts = new JArray(); foreach (JArray part in parts) { JArray newPart = new JArray(); foreach (var seg in part) { if (RangeStart <= seg["index"].Value <int>() && seg["index"].Value <int>() <= RangeEnd) { newPart.Add(seg); newCount++; newTotalDuration += Convert.ToDouble(seg["duration"].ToString()); } } if (newPart.Count != 0) { newParts.Add(newPart); } } parts = newParts; jsonM3u8Info["count"] = newCount; jsonM3u8Info["totalDuration"] = newTotalDuration; } //添加 jsonM3u8Info.Add("segments", parts); jsonResult.Add("m3u8Info", jsonM3u8Info); //输出JSON文件 if (!LiveStream) { LOGGER.WriteLine(strings.wrtingMeta); LOGGER.PrintLine(strings.wrtingMeta); } File.WriteAllText(jsonSavePath, jsonResult.ToString()); //检测是否为master list MasterListCheck(); }