private TestSenderMapFunction( [Parameter(typeof(TaskConfigurationOptions.Identifier))] string taskId, IInputPartition <T> partition, [Parameter(typeof(CopyToLocal))] bool copyToLocal) { var tempFileDir = TangFactory.GetTang().NewInjector().GetNamedInstance <TempFileFolder, string>(); var tmpFileFodler = Directory.GetCurrentDirectory() + tempFileDir.Substring(1, tempFileDir.Length - 1); Assert.True(Directory.Exists(tmpFileFodler)); var directories = Directory.EnumerateDirectories(tmpFileFodler); if (copyToLocal) { Assert.Equal(1, directories.Count()); var directory = directories.FirstOrDefault(); Assert.True(directory.Contains("-partition-")); var files = Directory.EnumerateFiles(directory); Assert.Equal(1, files.Count()); var file = files.FirstOrDefault(); var a = file.Split('\\'); var fileName = a[a.Length - 1]; Assert.Equal(8, fileName.Length); var matchCounter = Regex.Matches(fileName, @"[a-zA-Z0-9]").Count; Assert.Equal(8, matchCounter); } else { Assert.Equal(0, directories.Count()); } int count = 0; var e = (IEnumerable <Row>)partition.GetPartitionHandle(); foreach (var row in e) { Logger.Log(Level.Info, "Data read {0}: ", row.GetValue()); count++; } Logger.Log(Level.Info, "TestSenderMapFunction: TaskId: {0}, count {1}", taskId.Length, count); Assert.Equal(count, DataCount); }
private DataLoadingContext(IInputPartition <T> partition) { _partition = partition; Logger.Log(Level.Verbose, "Entered data loading context"); }
private IdentityMapFunction(IInputPartition <Stream> dataPartition) { }