Beispiel #1
0
        public flvStorewithDate(flvStore i)
        {
            this.filename = i.filename;
            this.line     = i.line;
            this.linsrc   = i.linsrc;
            this.flvName  = i.flvName;

            if (rgdate.IsMatch(this.linsrc))
            {
                Match m = rgdate.Match(this.linsrc);

                string syr = m.Groups["year"].Value;
                string smt = m.Groups["month"].Value;
                string sdy = m.Groups["day"].Value;

                DateTime d = new DateTime(int.Parse(syr), int.Parse(smt), int.Parse(sdy));

                this.urlDate = d;
            }
            else
            {
                Console.WriteLine("Error");
            }

            string[] spl = this.linsrc.Split(new char[] { ' ' }, StringSplitOptions.RemoveEmptyEntries);
            if (spl.Length == 11)
            {
                this.compressedRecordSize = long.Parse(spl[9]);
            }
            else
            {
                throw new Exception("spl != 11");
            }
        }
Beispiel #2
0
        /// <summary>
        /// lets grab all the flv's we can find and store them in a directory
        /// </summary>
        /// <param name="miffix"></param>
        private static void part_2a(string miffix = "warccdx")
        {
            string          pt    = $@"{root}{miffix}\f\";
            DirectoryInfo   dinf  = new DirectoryInfo(pt);
            List <flvStore> store = new List <flvStore>();
            string          pat0  = @".*?\/archives\/.*?\/(.*?\.flv).*";
            Regex           rgx0  = new Regex(pat0);

            FileInfo[] finfs = new DirectoryInfo(pt).GetFiles();
            int        cfile = 0;

            foreach (FileInfo f in finfs)
            {
                Console.WriteLine($"P2A In {cfile++} / {finfs.Length - 1}");
                string[] a  = File.ReadAllLines(f.FullName);
                int      ln = 0;

                foreach (string x in a)
                {
                    if (x.Contains(".flv"))
                    {
                        flvStore fl = new flvStore()
                        {
                            filename = f.Name,
                            line     = ln,
                            linsrc   = x
                        };

                        if (rgx0.IsMatch(x))
                        {
                            fl.flvName = rgx0.Match(x).Groups[1].Value;
                        }

                        store.Add(fl);
                    }

                    ln++;
                }
            }

            //dump to json.

            string jsonsrc = Newtonsoft.Json.JsonConvert.SerializeObject(store);

            File.WriteAllText($"{root}{miffix}.json", jsonsrc);
        }