private AzureHDInsightHiveJobDefinition UploadFileToStorage(
AzureHDInsightHiveJobDefinition jobDefinition, AzureHDInsightClusterConnection currentConnection)
{
currentConnection.Cluster.DefaultStorageAccount.ArgumentNotNull("DefaultStorageAccount");
WabStorageAccountConfiguration storageAccount = currentConnection.Cluster.DefaultStorageAccount.ToWabStorageAccountConfiguration();
var storageHandler = ServiceLocator.Instance.Locate<IAzureHDInsightStorageHandlerFactory>().Create(storageAccount);
string hiveQueryFilePath = string.Format(
CultureInfo.InvariantCulture,
HiveQueryFileStoragePath,
currentConnection.Cluster.DefaultStorageAccount.StorageAccountName,
currentConnection.Cluster.DefaultStorageAccount.StorageContainerName,
currentConnection.Cluster.HttpUserName,
Guid.NewGuid().ToString("N"));
using (Stream hiveQueryFileStream = this.GetStreamForText(jobDefinition.Query))
{
var hiveQueryFileUri = new Uri(hiveQueryFilePath, UriKind.RelativeOrAbsolute);
storageHandler.UploadFile(hiveQueryFileUri, hiveQueryFileStream);
jobDefinition.Query = string.Empty;
jobDefinition.File = storageHandler.GetStoragePath(hiveQueryFileUri).OriginalString;
}
return jobDefinition;
}
public void CanCreateNewHiveJob_WithoutJobName_WithQuery()
{
var hiveJobDefinition = new AzureHDInsightHiveJobDefinition { Query = "show tables" };
AzureHDInsightJob startedJob = TestJobStart(hiveJobDefinition);
Assert.AreEqual(startedJob.Name, "Hive: show tables");
}
public void CanStartHiveJob()
{
var hiveJobDefinition = new AzureHDInsightHiveJobDefinition { JobName = "pi estimation jobDetails", Query = "show tables;" };
TestJobStart(hiveJobDefinition);
}
public void CanCreateNewHiveJob_WithoutJobName_WithFile()
{
var hiveJobDefinition = new AzureHDInsightHiveJobDefinition
{
File = TestConstants.WabsProtocolSchemeName + "container@hostname/Container1/myqueryfile.hql"
};
AzureHDInsightJob startedJob = TestJobStart(hiveJobDefinition);
Assert.AreEqual(startedJob.Name, "Hive: myqueryfile.hql");
}
