Пример #1
0
        public string GetHtml(string url)
        {
            using (var outFs = new MemoryStream())
            {
                try
                {
                    phantomJS.RunScript(@"
						var system = require('system');
						var page = require('webpage').create();
						page.open(system.args[1], function() {
							system.stdout.writeLine(page.content);
							phantom.exit();
						});
					"                    , new string[] {
                        url
                    }, null, outFs);
                }
                catch (Exception ex)
                {
                    Console.WriteLine($"[{nameof(BaseSite)}] - [{nameof(GetHtml)}] -Error getting html from '{url}'. Exception: {ex.Message}");
                    return(string.Empty);
                }
                finally
                {
                    phantomJS.Abort();
                }

                return(Encoding.UTF8.GetString(outFs.ToArray()));
            }
        }
Пример #2
0
        private static string ExtractHtmlWithPhantomJSNoWebdriver(string url)
        {
            Logger.Info($"Calling {url} with PhantomJS");

            string javascriptQuery = @"var page = require('webpage').create();
page.settings.userAgent = 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.65 Safari/537.36';
page.onError = function(msg, trace) {
  //prevent js errors from showing in page.content
  return;
};
page.open('" + url + @"', function (status) {
    console.log(page.content); //page source
    phantom.exit();
});";

            string text = "";

            using (var outputStream = new MemoryStream())
                using (var phantom = new PhantomJS())
                {
                    phantom.CustomArgs = "--ssl-protocol=any --proxy-type=none";
                    phantom.RunScript(
                        javascriptQuery,
                        null,
                        null,
                        outputStream
                        );
                    text = System.Text.Encoding.UTF8.GetString(outputStream.ToArray());
                }

            Logger.Debug($"Response from {url}:\r\n{text}");
            return(text);
        }
Пример #3
0
    private static void GetRenderedWebPage(string url, TimeSpan waitAfterPageLoad, Action <string> callBack)
    {
        const string cEndLine = "All output received";

        var sb = new StringBuilder();
        var p  = new PhantomJS();

        p.OutputReceived += (sender, e) =>
        {
            if (e.Data == cEndLine)
            {
                callBack(sb.ToString());
            }
            else
            {
                sb.AppendLine(e.Data);
            }
        };
        p.RunScript(@"
    var page = require('webpage').create();
    page.viewportSize = { width: 1920, height: 1080 };
    page.onLoadFinished = function(status) {
        if (status=='success') {
            setTimeout(function() {
                console.log(page.content);
                console.log('" + cEndLine + @"');
                phantom.exit();
            }," + waitAfterPageLoad.TotalMilliseconds + @");
        }
    };
    var url = '" + url + @"';
    page.open(url);", new string[0]);
    }
Пример #4
0
        static void Main(string[] args)
        {
            var phantomJS = new PhantomJS();

            // write result to stdout
            Console.WriteLine("Getting content from baidu.com directly to C# code...");
            var outFileHtml = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "bilibili.html");

            if (File.Exists(outFileHtml))
            {
                File.Delete(outFileHtml);
            }
            using (var outFs = new FileStream(outFileHtml, FileMode.OpenOrCreate, FileAccess.Write))
            {
                try
                {
                    phantomJS.RunScript(@"
						var system = require('system');
						var page = require('webpage').create();
						page.open('https://www.bilibili.com/', function() {
							system.stdout.writeLine(page.content);
                            page.render('cutPic.png');
							phantom.exit();
						});
					"                    , null, null, outFs);
                }
                finally
                {
                    phantomJS.Abort(); // ensure that phantomjs.exe is stopped
                }
            }
            Console.WriteLine("Result is saved into " + outFileHtml);
        }
Пример #5
0
        static void Main(string[] args)
        {
            var phantomJs = new PhantomJS();

            phantomJs.OutputReceived += (sender, e) => {
                Console.WriteLine($"PhantomJS output: {e.Data}");
            };
            phantomJs.RunScript("for (var i=0; i<10; i++) console.log('hello from js '+i); phantom.exit();", null);
        }
Пример #6
0
        void GetAmazonImageUrls(String url)
        {
            var result    = new ArrayList();
            var phantomJS = new PhantomJS();

            phantomJS.OutputReceived += (sender, e) => {
                if (e.Data != null)
                {
                    if (e.Data.StartsWith("result__"))
                    {
                        AddToTextArea(e.Data.Replace("result__", ""));
                    }
                    Console.WriteLine("PhantomJS output: {0}", e.Data);
                }
            };
            phantomJS.ErrorReceived += (sender, e) => {
                Console.WriteLine("PhantomJS error: {0}", e.Data);
            };

            var scriptString = @"
var webPage = require('webpage');
var system = require('system');
var args = system.args;

var page = webPage.create();

page.onConsoleMessage = function(msg) {
  console.log(msg);
}

page.open('" + url + @"', function(status) {
    var url= page.evaluate(function() {
        return document.getElementsByClassName('itemNo0')[0].getElementsByTagName('img')[0].src
    });
    console.log('result__' + url);
    phantom.exit();
});
";

            resultLabel.Text = "取得中";
            phantomJS.RunScript(scriptString, null);
        }
Пример #7
0
        public static void RunPaymentScript(StartPaymentOperationResult result)
        {
            var phantomJS = new PhantomJS();

            phantomJS.OutputReceived += (sender, e) =>
            {
                if (e.Data != null)
                {
                    throw new Exception($"Payment script failed: {e.Data}");
                }
            };

            using (var fileStream = Assembly.GetExecutingAssembly().GetManifestResourceStream("BarionClientLibrary.IntegrationTests.PaymentScript.js"))
                using (var streamReader = new StreamReader(fileStream))
                {
                    var paymentScript = streamReader.ReadToEnd();

                    phantomJS.RunScript(paymentScript, new[] { result.GatewayUrl, AppSettings.BarionPayer, AppSettings.BarionPayerPassword });
                }
        }
Пример #8
0
        /// <summary>
        /// Export of the reports to PDF
        /// </summary>
        /// <param name="url">Link to the report</param>
        /// <param name="orientation">Landscape or Portrait orientation</param>
        /// <returns>Link to the generated pdf file</returns>
        public static string ExportReportPdf(string url, string orientation)
        {
            var phantomJs = new PhantomJS();

            string webUri = ConfigurationManager.AppSettings.Get("WebURI");

            const string fileName   = "";
            const string filePath   = "../Img/ReportsPdf/" + fileName;
            string       serverPath = HttpContext.Current.Server.MapPath("~/Img/ReportsPdf/") + fileName;

            phantomJs.RunScript(@"
                var page = require('webpage').create();
                page.viewportSize = { width: 1754, height: 1240};
                page.settings.resourceTimeout = 20000;
                page.paperSize = {
                    format: 'A4',
                    orientation: '" + orientation + @"',
                    margin: '1cm' 
                };

                page.open('" + webUri + "Account/Login" + @"', function() {
	                page.open('"     + url + @"', function() {
		                setInterval(function(){			
			                var title = page.evaluate(function() {				
				                $('nav').hide();				
			                });
			                page.render('"             + filePath + @"');
			
			                phantom.exit();
		                }, 5000);   
	                });	
                });",
                                null);

            if (File.Exists(serverPath))
            {
                return("Img/ReportsPdf/" + fileName);
            }

            return("");
        }
Пример #9
0
        private string AquireText(string strURL, string javascriptCode)
        {
            using (var ms = new MemoryStream())
            {
                browser.RunScript(@"
var system = require('system');
var page = require('webpage').create();
page.open('" + strURL + @"', function(status) {
	if(status === 'success') {
		var data = page.evaluate(function() {
				"                 + javascriptCode + @"
		});
		system.stdout.writeLine('!~!' + data + '!~!');
	}
	phantom.exit();
});", null, null, ms);
                ms.Position = 0;
                var sr     = new StreamReader(ms);
                var result = sr.ReadToEnd();
                result = result.Split(new [] { "!~!" }, StringSplitOptions.None)[1];
                return(result);
            }
        }
Пример #10
0
        /// <summary>
        /// 加载js动态内容
        /// </summary>
        /// <param name="url"></param>
        /// <returns></returns>
        private static string GetJSContent(string url, string encode)
        {
            string text = "";

            var phantomJS = new PhantomJS();

            // write result to stdout
            //Console.WriteLine("Getting content from baidu.com directly to C# code...");
            //var outFileHtml = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "baidu.html");
            //if (File.Exists(outFileHtml))
            //    File.Delete(outFileHtml);
            using (var outFs = new MemoryStream())
            {
                try
                {
                    phantomJS.RunScript(string.Format(@"
                        var system = require('system');
                        var page = require('webpage').create();
                        page.open('{0}', function() {{
                            system.stdout.writeLine(page.content);
                            phantom.exit();
                        }});
                    ", url), null, null, outFs);

                    byte[] b = outFs.ToArray();
                    text = System.Text.Encoding.GetEncoding(encode).GetString(b, 0, b.Length);
                }
                finally
                {
                    phantomJS.Abort(); // ensure that phantomjs.exe is stopped
                }
            }
            //Console.WriteLine("Result is saved into " + outFileHtml);

            return(text);
        }
Пример #11
0
        static void Main(string[] args)
        {
            var json = new JavaScriptSerializer();

            var phantomJS = new PhantomJS();

            phantomJS.OutputReceived += (sender, e) => {
                Console.WriteLine("PhantomJS output: {0}", e.Data);
            };
            phantomJS.ErrorReceived += (sender, e) => {
                Console.WriteLine("PhantomJS error: {0}", e.Data);
            };
            // provide custom input data to js code
            var inputData = json.Serialize(new[] {
                new User()
                {
                    name = "Bob", age = 30, company = "AirBNB"
                },
                new User()
                {
                    name = "Alice", age = 27, company = "Yahoo"
                },
                new User()
                {
                    name = "Tom", age = 31, company = "Microsoft"
                }
            });
            var inputStream = new MemoryStream(Encoding.UTF8.GetBytes(inputData + "\n"));

            try
            {
                phantomJS.RunScript(@"
					var system = require('system');
					console.log('read data...');
					var inputData = system.stdin.readLine();
					console.log('done');
					var input = JSON.parse(inputData);
					for (var i=0; i<input.length; i++) {
						console.log('Name: '+input[i].name+'  Age: '+input[i].age);
					}
					phantom.exit();
				"                , null, inputStream, null);
            }
            finally
            {
                phantomJS.Abort(); // ensure that phantomjs.exe is stopped
            }

            Console.WriteLine();
            Console.WriteLine();

            // write result to stdout
            Console.WriteLine("Getting content from google.com directly to C# code...");
            var outFileHtml = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "google.html");

            if (File.Exists(outFileHtml))
            {
                File.Delete(outFileHtml);
            }
            using (var outFs = new FileStream(outFileHtml, FileMode.OpenOrCreate, FileAccess.Write))
            {
                try
                {
                    phantomJS.RunScript(@"
						var system = require('system');
						var page = require('webpage').create();
						page.open('https://google.com/', function() {
							system.stdout.writeLine(page.content);
							phantom.exit();
						});
					"                    , null, null, outFs);
                }
                finally
                {
                    phantomJS.Abort(); // ensure that phantomjs.exe is stopped
                }
            }
            Console.WriteLine("Result is saved into " + outFileHtml);

            Console.WriteLine();
            Console.WriteLine();

            // execute rasterize.js
            var outFile = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "google.pdf");

            if (File.Exists(outFile))
            {
                File.Delete(outFile);
            }
            Console.WriteLine("Getting screenshot of google.com page...");
            try
            {
                phantomJS.Run(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "rasterize.js"),
                              new[] { "http://nvd3.org/examples/discreteBar.html", outFile });
            }
            finally
            {
                phantomJS.Abort();
            }
            Console.WriteLine("Result is saved into " + outFile);
        }
Пример #12
0
        public void Test(int i)
        {
            var phantomJS = new PhantomJS();
            //phantomJS.OutputReceived += (sender, e) =>
            //{
            //    Console.WriteLine("Got data from PhantomJS output: {0}", e.Data);
            //};
            var resUrl = string.Format("http://{0}/Home/InvitationRoute?p={1}", "xiaobao1001.cn", HttpUtility.UrlEncode(string.Format("oldinvitenew?id={0}&iscutpage=true", 615)));
            //http://xiaobao1001.cn/Home/InvitationRoute?p=oldinvitenew?id=12418&iscutpage=true
            using (var outMs = new MemoryStream())
            {
                try
                {
                    var temp = getSS();
                    phantomJS.RunScript(temp, new string[]
                    {
                        resUrl,
                        "640*1047"
                    }, null, outMs);
                }
                catch (Exception ex)
                {
                }
                finally
                {
                    phantomJS.Abort();
                }

                var buffer = outMs.ToArray();
                var imageInfo = Encoding.UTF8.GetString(buffer);
                if (!string.IsNullOrEmpty(imageInfo))
                {
                    buffer = Convert.FromBase64String(imageInfo);
                    var ms = new MemoryStream();
                    ms.Write(buffer, 0, buffer.Length);
                    var bitMap = new Bitmap(ms);
                    var path = @"D:\work\He\CommonTest\PhantomJsConsole\bin\Debug\" + Guid.NewGuid();
                    bitMap.Save(path + ".jpg");
                    bitMap.Dispose();
                    ms.Close();
                }
            }
        }
Пример #13
0
        public static string ExportSvfMap(int tip)
        {
            var    phantomJs = new PhantomJS();
            string webUri    = "http://*****:*****@"
                var page = require('webpage').create();
                page.viewportSize = { width: " + pdfViewportWidth + @", height: " + pdfViewportHeight + @"};       
                page.settings.resourceTimeout = 60000;
                page.paperSize = {
                    format: '" + paperFormat + @"',
                    margin: '1cm',
                    orientation: '" + pageOrientation + @"',
                    width: '" + pdfViewportWidth + @"px',
                    height: '" + pdfViewportHeight + @"px', 
                };
                
	                page.open('"     + theUrl + @"', function() {
		                setInterval(function(){
			                page.render('"             + filePath + @"');			
			                phantom.exit();
		                }, 20000);
	                });	
                ",
                                null);

            if (File.Exists(serverPath))
            {
                return(fileName);
            }

            return("");
        }
Пример #14
0
        private void ReadResponseHeaders(string url)
        {
            var scriptFile = Server.MapPath("~/Scripts/PhantomJS/ReadResponseHeaders.js");
            var scriptSource = System.IO.File.ReadAllText(scriptFile);

            var phantomJs = new PhantomJS();

            phantomJs.OutputReceived += (s, e) =>
                {
                    var response = e.Data;

                };

            phantomJs.RunScript(@"var system = require('system');
            var page = require('webpage').create();

            page.onResourceReceived = function (response) {
            console.log('Response (#' + response.id + ', stage ""' + response.stage + '""): ' + JSON.stringify(response));
            };

            page.open(system.args[1]);", new string[] { url});
        }