CommonParser C# (CSharp) Code Examples

Example #1

0

Show file

File: CommonParserTests.cs Project: hypn0chka/finam-feed

        public void CanRemoveNotExistingFirstAnLastChars(string source)
        {
            var res = CommonParser.RemoveFirstAndLast(source, '\'', '\'');

            Assert.False(string.IsNullOrEmpty(res));
            Assert.False(res.Contains("'"));
        }

Example #2

0

Show file

        private K PrepareResponse <T, K>(T request, HttpContext context, HttpRequest httpRequest, HttpResponse httpResponse)
            where T : ObsWebServiceRequest
            where K : ObsWebServiceResponse
        {
            K response;

            httpResponse.RequestUrl = httpRequest.GetUrlWithoutQuerys();
            IParser    iparser      = this.GetIParser(context);
            Type       responseType = typeof(K);
            MethodInfo info         = CommonUtil.GetParseMethodInfo(responseType, iparser);

            if (info != null)
            {
                response = info.Invoke(iparser, new object[] { httpResponse }) as K;
            }
            else
            {
                ConstructorInfo cinfo = responseType.GetConstructor(new Type[] { });
                response = cinfo.Invoke(null) as K;
            }
            if (response == null)
            {
                throw new ObsException(string.Format("Cannot parse HttpResponse to {0}", responseType), ErrorType.Sender, "Parse error", "");
            }
            CommonParser.ParseObsWebServiceResponse(httpResponse, response, this.httpClient.GetIHeaders(context));
            response.HandleObsWebServiceRequest(request);
            return(response);
        }

Example #3

0

Show file

        private IEnumerable <ClassInfo> ParseClassInfo(XElement clazzElement)
        {
            var clazz = new ClassInfo
            {
                ClassType = ParseClassType(clazzElement),
                ClassName = clazzElement.GetAttributeValue("name"),
                Extends   = clazzElement.TryGetAttributeValue("extends"),
            };

            var clazzProp = CommonParser.ParseProperty(clazz, clazzElement);

            clazzProp.Remove("extends");

            clazz.OwnProperty.AddAttributes(clazzProp);
            clazz.OwnProperty.TagName = clazzElement.Name.LocalName;
            if (clazz.ClassType != ClassType.SubClass)
            {
                clazz.OwnProperty.AddDefault("table", clazz.ClassName);
            }

            foreach (var element in clazzElement.Elements())
            {
                if (classTypes.ContainsKey(element.Name.LocalName))
                {
                    yield return(ParseClassInfo(element).FirstOrDefault());
                }
                else
                {
                    clazz.AddChildProperty(GetPropertyParser(element).Parse(clazz, element));
                }
            }

            yield return(clazz);
        }

Example #4

0

Show file

    internal static LatestInProfileUpdate?Parse(HtmlNode node, ListEntryType listEntryType)
    {
        var selector = listEntryType switch
        {
            ListEntryType.Anime => AnimeSelector,
            ListEntryType.Manga => MangaSelector,
            _ => throw new ArgumentOutOfRangeException(nameof(listEntryType), listEntryType, null)
        };
        var dataNode = node.SelectSingleNode(selector);

        if (dataNode == null)
        {
            return(null);
        }
        var hd = new HtmlDocument();

        hd.LoadHtml(dataNode.InnerHtml);
        dataNode = hd.DocumentNode;
        var link              = dataNode.SelectSingleNode("//a").Attributes["href"].Value;
        var id                = CommonParser.ExtractIdFromMalUrl(link);
        var dataText          = dataNode.SelectSingleNode("//div[1]/div[2]").InnerText.Trim();
        var splitted          = dataText.Split(Constants.DOT);
        var progressTypeValue = splitted[0].Trim();
        var scoreText         = splitted[1].Trim();
        var index             = progressTypeValue.IndexOfAny(Numbers);
        var progressValue     = 0;
        var progress          = GenericProgress.Unknown;

        if (index == -1)
        {
            progress = ProgressParser.Parse(progressTypeValue);
        }
        else
        {
            progress = ProgressParser.Parse(progressTypeValue.Substring(0, index - 1).Trim());
            var length = progressTypeValue.IndexOf('/') - index;
            if (length > 0)
            {
                progressValue = int.Parse(progressTypeValue.Substring(index, length));
            }
        }

        var score = 0;

        if (!scoreText.Contains('-'))
        {
            var scoreIndex = scoreText.LastIndexOf(' ');
            score = int.Parse(scoreText.Substring(scoreIndex));
        }

        return(new()
        {
            Id = id,
            Progress = progress,
            ProgressValue = progressValue,
            Score = score
        });
    }
}

Example #5

0

Show file

File: CanonImportService.cs Project: radtek/canon

        protected void ProcessChannel(Channel channel)
        {
            //export data
            CommonParser <CanonChannelMonitor> export = ImportFactory.GetParser(
                (Canon.Data.Enums.ChannelTypeEnum)channel.InfoType,
                channel.ChannelId,
                channel.Url,
                CanonConfigManager.UploadDataFolder,
                channel.AdditionalCommand);

            export.Logger = logger;
            if (!export.ExportToDb())
            {
                return;
            }

            logger.Info(string.Format("Export to DB finished."));

            try
            {
                CanonChannelMapping map = new CanonChannelMapping(channel.ChannelId);

                map.CleanNotExistingProducts();

                map.UpdateRelevances();

                logger.Info(string.Format("Relevance points were updated."));

                map.MarkRecommendeedRelevances();

                logger.Info(string.Format("The best relevanced pairs were chosen."));

                //Create new mapping rules for all channels
                map.CreateNewMappingRules();
                logger.Info(string.Format("New mapping rules has been created."));

                //Update main monitor
                map.UpdateMonitor();
                logger.Info(string.Format("Main monitor has been updated."));
            }
            catch (Exception ex)
            {
                //into db log
                int id = CanonProductsLog.AddImportLog(ChannelLogEnum.ChannelError,
                                                       channel.ChannelId, export.TryedRecords, export.SuccessRecords);
                CanonProductsLog.AddImportErrorsLog(id, ChannelErrorEnum.ChannelMappingError, string.Empty);

                logger.Fatal(ex);
            }

            //into db log
            CanonProductsLog.AddImportLog(ChannelLogEnum.ImportOk,
                                          channel.ChannelId, export.TryedRecords, export.SuccessRecords);

            logger.Info(string.Format("Export finished: {0}, {1}, {2}",
                                      channel.ChannelId, channel.ChannelName, channel.Url));
        }

Example #6

0

Show file