Пример #1
0
        public void PostJob_ValidationParsedFile_GetStatementResult_Test()
        {
            var client = new LivyClient(Settings.Default.LivyUrl, Settings.Default.User, Settings.Default.Password, SessionKind.spark);

            var sessionData = client.OpenSession().Result;


            try
            {
                while (sessionData.state == SessionState.starting)
                {
                    sessionData = client.GetSessionState(sessionData.id.ToString()).Result;

                    System.Threading.Thread.Sleep(1000);
                }



                var pathUri    = System.IO.Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().GetName().CodeBase);
                var pathString = new Uri(pathUri).LocalPath;

                pathString = pathString + "\\Files\\ValidationsNotFormatted.scala";

                // This text is added only once to the file.
                if (File.Exists(pathString))
                {
                    // Open the file to read from.
                    string code = File.ReadAllText(pathString);
                    code = JSONUtils.EscapeStringValue(code);
                    var codeResult = client.PostStatement(sessionData.id.ToString(), code).Result;

                    int       i      = 0;
                    Statement result = null;
                    while (i < 30 && !(result != null && result.state == StatementState.available))
                    {
                        result = client.GetStatementResult(sessionData.id.ToString(), codeResult.id.ToString()).Result;

                        System.Threading.Thread.Sleep(5000);
                        i++;
                    }

                    //Assert.True(result.output.result.Contains("5"));
                    Assert.IsTrue(true);
                }
            }
            finally
            {
                client.CloseSession(sessionData.id.ToString()).Wait();
            }
        }
Пример #2
0
        public void PostJob_GetStatementResult_Test()
        {
            var client = new LivyClient(Settings.Default.LivyUrl, Settings.Default.User, Settings.Default.Password);

            var sessionData = client.OpenSession().Result;


            try
            {
                while (sessionData.state == SessionState.starting)
                {
                    sessionData = client.GetSessionState(sessionData.id.ToString()).Result;

                    System.Threading.Thread.Sleep(1000);
                }

                var code = "import random\n" +
                           "NUM_SAMPLES = 100000\n" +

                           "def sample(p):\n" +
                           "   x, y = random.random(), random.random()\n" +
                           "   return 1 if x * x + y * y < 1 else 0\n\n" +

                           "count = sc.parallelize(range(0, NUM_SAMPLES)).map(sample).reduce(lambda a, b: a + b)\n" +
                           "print (\"Pi is roughly % f\" % (4.0 * count / NUM_SAMPLES))";

                var codeResult = client.PostStatement(sessionData.id.ToString(), code).Result;

                int       i      = 0;
                Statement result = null;
                while (i < 30 && !(result != null && result.state == StatementState.available))
                {
                    result = client.GetStatementResult(sessionData.id.ToString(), codeResult.id.ToString()).Result;

                    System.Threading.Thread.Sleep(1000);
                    i++;
                }


                Assert.True(result.output.result.Contains("Pi is roughly"));
            }
            finally
            {
                client.CloseSession(sessionData.id.ToString()).Wait();
            }
        }