private TestSenderMapFunction(
                [Parameter(typeof(TaskConfigurationOptions.Identifier))] string taskId,
                IInputPartition <T> partition,
                [Parameter(typeof(CopyToLocal))] bool copyToLocal)
            {
                var tempFileDir   = TangFactory.GetTang().NewInjector().GetNamedInstance <TempFileFolder, string>();
                var tmpFileFodler = Directory.GetCurrentDirectory() + tempFileDir.Substring(1, tempFileDir.Length - 1);

                Assert.True(Directory.Exists(tmpFileFodler));

                var directories = Directory.EnumerateDirectories(tmpFileFodler);

                if (copyToLocal)
                {
                    Assert.Equal(1, directories.Count());

                    var directory = directories.FirstOrDefault();
                    Assert.True(directory.Contains("-partition-"));

                    var files = Directory.EnumerateFiles(directory);
                    Assert.Equal(1, files.Count());
                    var file     = files.FirstOrDefault();
                    var a        = file.Split('\\');
                    var fileName = a[a.Length - 1];
                    Assert.Equal(8, fileName.Length);

                    var matchCounter = Regex.Matches(fileName, @"[a-zA-Z0-9]").Count;
                    Assert.Equal(8, matchCounter);
                }
                else
                {
                    Assert.Equal(0, directories.Count());
                }

                int count = 0;
                var e     = (IEnumerable <Row>)partition.GetPartitionHandle();

                foreach (var row in e)
                {
                    Logger.Log(Level.Info, "Data read {0}: ", row.GetValue());
                    count++;
                }

                Logger.Log(Level.Info, "TestSenderMapFunction: TaskId: {0}, count {1}", taskId.Length, count);
                Assert.Equal(count, DataCount);
            }
Esempio n. 2
0
 private DataLoadingContext(IInputPartition <T> partition)
 {
     _partition = partition;
     Logger.Log(Level.Verbose, "Entered data loading context");
 }
Esempio n. 3
0
 private IdentityMapFunction(IInputPartition <Stream> dataPartition)
 {
 }