Example #1
0
        /// <summary>
        /// Insert article into db
        /// </summary>
        /// <param name="article">The article</param>
        /// <param name="conn">MongoConnection</param>
        /// <returns>ObjectId of the inserted article</returns>
        public static BsonDocument InsertArticle(Article article, MongoConnection conn)
        {
            //Convert to Bson
            var doc = article.ToBsonDocument();

            //Add Retrieved At
            DateTime now = DateTime.Now;

            doc.Add(new BsonElement("RetrievedAt", now));

            try
            {
                //Insert to DB
                ObjectId            id      = conn.InsertDocument("news_info", doc);
                List <BsonDocument> getDocs = conn.GetById("news_info", id);

                if (getDocs.Count > 0)
                {
                    return(getDocs[0]);
                }
                else
                {
                    return(null);
                }

                //return id;
            } catch (Exception ex)
            {
                throw new Exception("Exception at NewsAPIMethods InsertArticle!: " + ex.Message);
            }
        }
Example #2
0
        /// <summary>
        /// Insert entity sentiment result into DB
        /// </summary>
        /// <param name="entitySentimentBsonDocument">Entity sentiment result in BsonDocument</param>
        /// <param name="conn">MongoConnection</param>
        /// <returns>ObjectId of the inserted entity sentiment result</returns>
        public static ObjectId InsertSentimentResult(BsonDocument sentimentBsonDocument, MongoConnection conn)
        {
            try
            {
                //Insert to DB
                var sentimentDocId = conn.InsertDocument("sentiment_results", sentimentBsonDocument);

                return(sentimentDocId);
            }
            catch (Exception e)
            {
                throw new Exception("Exception at NLPMethods InsertEntitySentiment!: " + e.Message);
            }
        }
Example #3
0
        public static void InsertToStockInfo(MongoConnection conn, StockCorrelation correlation)
        {
            ObjectId stockCorrelationId = new ObjectId();

            stockCorrelationId = conn.InsertDocument("stock_info",
                                                     correlation.GetBsonDocument());

            if (stockCorrelationId == null || stockCorrelationId.Equals(""))
            {
                Console.WriteLine("Stock Correlation: " +
                                  "Insert Document returned empty? "
                                  + stockCorrelationId);
            }
            else
            {
                Console.WriteLine("Stock Correlation: " +
                                  "Successfully inserted stock correlation into stock_info at id: " +
                                  stockCorrelationId);
            }
        }
Example #4
0
        public static void ProcessAllEntities(MongoConnection conn, Entity nameMatch, List <StockListing> stocks, List <Entity> entities)
        {
            try {
                foreach (StockListing stock in stocks)
                {
                    foreach (Entity entity in entities)
                    {
                        if (entity.Name != nameMatch.Name)
                        {
                            List <BsonDocument> lookup = conn.GetFilterEq("related_entities", "keyword", entity.Name);

                            if (lookup.Count > 0)
                            {
                                if (lookup.Count > 1)
                                {
                                    Console.WriteLine($"Found multiple related_entities entries for '{entity.Name}', please check the database and combine duplicate entries into a single entry.");
                                }

                                BsonDocument relatedEntity = lookup[0];
                                BsonArray    companies     = relatedEntity["companies"].AsBsonArray;

                                if (relatedEntity.ToString().Contains(stock.Symbol))
                                {
                                    foreach (BsonDocument company in companies)
                                    {
                                        if (company["stockSymbol"].ToString() == stock.Symbol)
                                        {
                                            int occurrences = company["occurrences"].ToInt32() + 1;

                                            // Update occurrences of the company
                                            var objectId = relatedEntity["_id"].AsObjectId;
                                            Dictionary <string, object> conditions = new Dictionary <string, object>
                                            {
                                                { "_id", objectId },
                                                { "companies.stockSymbol", stock.Symbol }
                                            };
                                            conn.UpdateDocument("related_entities", conditions, "companies.$.occurrences", occurrences);
                                        }
                                    }
                                }
                                else
                                {
                                    var newCompany = BuildCompanyBsonDocument(stock.Symbol);

                                    // Add the company into companies of the entity
                                    var objectId = relatedEntity["_id"].AsObjectId;
                                    Dictionary <string, object> conditions = new Dictionary <string, object>
                                    {
                                        { "_id", objectId }
                                    };
                                    conn.AddDocumentToArray("related_entities", conditions, "companies", newCompany);
                                }
                            }
                            else
                            {
                                var newRelatedEntity = BuildRelatedEntityBsonDocument(entity.Name, stock.Symbol);
                                conn.InsertDocument("related_entities", newRelatedEntity);
                            }
                        }
                    }
                }
            } catch (Exception ex)
            {
                Console.WriteLine(ex.StackTrace);
                Console.WriteLine(ex.Message);
            }
        }