private Models.Errors Convert()
{
Models.Errors errorMsg = new Models.Errors();
DoStrings();
if (!(bool)Request.Session["LoggedInStatus"])
{
errorMsg.Message = "Not logged in!";
errorMsg.Source = "/Convert";
errorMsg.LoggedInStatus = (bool)Request.Session["LoggedInStatus"];
// return View["ms_iot_Community_Samples/ErrorPage", errorMsg];
return(errorMsg);
}
if (!Directory.Exists(MD))
{
errorMsg.Message = "No files to convert...No MD Dir/r/nRun 'Sync with GitHub' first";
errorMsg.Source = "/Convert";
errorMsg.LoggedInStatus = (bool)Request.Session["LoggedInStatus"];
// return View["ms_iot_Community_Samples/ErrorPage", errorMsg];
return(errorMsg);
}
if ((Directory.GetFiles(MD, "*.MD")).Length == 0)
{
errorMsg.Message = "No files to convert... No files in MD dir./r/nRun 'Sync with GitHub' first";
errorMsg.Source = "/Convert";
errorMsg.LoggedInStatus = (bool)Request.Session["LoggedInStatus"];
// return View["ms_iot_Community_Samples/ErrorPage", errorMsg];
return(errorMsg);
}
if (!Directory.Exists(JsonDir))
{
Directory.CreateDirectory(JsonDir);
}
string[] files0 = Directory.GetFiles(JsonDir, "*.*");
foreach (string file in files0)
{
File.Delete(file);
}
if (!Directory.Exists(MD2))
{
Directory.CreateDirectory(MD2);
}
string[] files1 = Directory.GetFiles(MD2, "*.*");
foreach (string file in files1)
{
File.Delete(file);
}
char[] lineSep = new char[] { '\r', '\n' };
string[] files = Directory.GetFiles(MD, "*.MD");
int count = files.Length;
bool abortFile = false;
Models.IoTProject.ClearIoTProjects();
foreach (string file in files)
{
abortFile = false;
try
{
string filename = Path.GetFileNameWithoutExtension(file);
if (IgnoreMDS.Contains(filename.ToLower()))
{
continue;
}
count--;
string fileTxt = File.ReadAllText(file);
//Get database between 1st and second lines of ---
int startIndex = fileTxt.IndexOf(DBSep, 0);
if (startIndex < 0)
{
continue;
}
int endIndex = fileTxt.IndexOf(DBSep, startIndex + DBSep.Length);
if (endIndex < 0)
{
continue;
}
string DB2 = fileTxt.Substring(startIndex, endIndex - startIndex + DBSep.Length) + "\r\n";
string DB = fileTxt.Substring(startIndex + DBSep.Length, endIndex - startIndex - DBSep.Length).Trim();
fileTxt = fileTxt.Substring(endIndex + DBSep.Length);
string[] lines = DB.Split(lineSep);
Models.IoTProject iotProject = new Models.IoTProject();
iotProject.Filename = filename;
foreach (string line in lines)
{
string newLine = line.Trim();
if (newLine != "")
{
string vname = "";
string vvalue = "";
string[] parts = newLine.Split(new char[] { ':' });
if (parts.Length == 1)
{
vname = parts[0].Trim();
if (vname == "")
{
continue;
}
else if ((vname == "GitHub") || (vname == "HacksterIO") || (vname == "Codeplex") || (vname == "Blog"))
{
continue;
}
vvalue = "";
}
else if (parts.Length == 2)
{
vname = parts[0].Trim();
if (vname == "")
{
continue;
}
else if ((vname == "GitHub") || (vname == "HacksterIO") || (vname == "Codeplex") || (vname == "Blog"))
{
continue;
}
vvalue = parts[1].Trim();
}
else
{
//If value part in line had extra : as in Urls then get more thean 2 parts
//In that case merge all parts above index 0.
//Actually just remove parts[0] and : at start of line.
vname = parts[0].Trim();
vvalue = newLine.Substring(vname.Length + 1).Trim();
if (vname == "")
{
continue;
}
else if (vname == "GitHub")
{
if (vvalue.ToLower().IndexOf("https://github.com/") == 0)
{
vvalue = vvalue.Substring("https://github.com/".Length);
}
else
{
continue;
}
}
else if (vname == "HacksterIO")
{
if (vvalue.ToLower().IndexOf("https://www.hackster.io/") == 0)
{
vvalue = vvalue.Substring("https://www.hackster.io/".Length);
}
else
{
continue;
}
}
}
if ((vname == "") || (vvalue == ""))
{
continue;
}
if (vname == "Codeplex")
{
//^(https\:\/\/[0-9a-zA-Z]([-.\w]*[0-9a-zA-Z])*(:(0-9)*)*(\/?)([a-zA-Z0-9\-\.\?\,\'\/\\\+&%\$#_]*)?$
if (vvalue.IndexOf("https://") == 0)
{
int codp = vvalue.ToLower().IndexOf(".codeplex.com") + ".codeplex.com".Length;
if (vvalue.Length != codp)
{
continue;
}
}
else
{
continue;
}
}
try
{
var fields = typeof(Models.Project).GetFields(
BindingFlags.Public | BindingFlags.NonPublic | BindingFlags.Instance);
var field = from n in fields where n.Name.Substring(1).Replace(">k__BackingField", "").ToLower() == vname.ToLower() select n;
if (field.Count() == 1)
{
var fld = field.First();
string fldName = fld.Name.Substring(1).Replace(">k__BackingField", "");
if (fld.FieldType.Name == "List`1")
{
string[] aos = vvalue.Split(new char[] { ',' });
List <string> los = aos.ToList <string>();
fld.SetValue(iotProject, los);
//if (fldName == "CodeLanguages")
//{
//}
//else if (fld.Name == "Tags")
//{
//}
//else if (fld.Name == "Authors")
//{
//}
}
else
{
fld.SetValue(iotProject, vvalue);
}
}
else
{
}
}
catch (Exception ex)
{
//Abort lines loop
abortFile = true;
break;
}
}
}
if (abortFile)
{
//Abort this db record
break;
}
bool gotFile = false;
//Tests for an empty project
if (iotProject.Title != "")
{
if ((iotProject.HacksterIO + iotProject.GitHub + iotProject.Codeplex).Trim() != "")
{
string name = Path.GetFileName(file);
File.WriteAllText(Path.Combine(MD2, name), fileTxt);
gotFile = true;
}
}
if (!gotFile)
{
//Remove this file from list and get next file
Models.IoTProject.IoTProjects.Remove(iotProject);
continue;
}
}
catch (Exception ex)
{
//Skip this file and continue with next
continue;
}
}
Request.Session["filter"] = "";
string json = JsonConvert.SerializeObject(Models.IoTProject.IoTProjects);
File.AppendAllText(MDDB, json);
Request.Session["filter"] = "";
errorMsg.Message = "OK";
return(errorMsg);
}
private async Task<Models.Errors> GitHub()
{
ms_iot_community_samples_svc.Models.Errors errorMsg = new ms_iot_community_samples_svc.Models.Errors();
if (!(bool)Request.Session["LoggedInStatus"])
{
errorMsg.Message = "Not logged in!";
errorMsg.Source = "/GitHub";
return errorMsg;
}
DoStrings();
string githuUrl = (string)ConfigurationManager.AppSettings["GitHub.Url"];
string githubRepo = (string)ConfigurationManager.AppSettings["GitHub.MDsRepository"];
string githubUsr = (string)ConfigurationManager.AppSettings["GitHub.UserName"];
string githubPwd = (string)ConfigurationManager.AppSettings["GitHub.Pwd"];
string githubLatestCommitSha = (string)ConfigurationManager.AppSettings["GitHub.LatestCommitSha"];
string ClientId = (string)ConfigurationManager.AppSettings["GitHub.ClientId"];
string ClientSecret = (string)ConfigurationManager.AppSettings["GitHub.ClientSecret"];
if (githubLatestCommitSha == null)
githubLatestCommitSha = "";
var basicGitHubClient =
new GitHubClient(new ProductHeaderValue(githubRepo), new Uri(githuUrl));
//https://github.com/octokit/octokit.net
var user = await basicGitHubClient.User.Get(githubUsr);
var basicAuth = new Credentials(githubUsr, githubPwd); // NOTE: not real credentials
basicGitHubClient.Credentials = basicAuth;
//var client = new GitHubClient(new ProductHeaderValue("dotnet-test-functional"));
//client.Credentials = GithubHelper.Credentials;
//http://stackoverflow.com/questions/24830617/reading-code-from-repository
var repos = await basicGitHubClient.Repository.GetAllForCurrent();
var repo = from n in repos where n.Name == githubRepo select n;
int count = 0;
if (repo.Count() == 1)
{
var theRepo = repo.First();
var commits = await basicGitHubClient.Repository.Commit.GetAll(theRepo.Id);
if (commits.Count() != 0)
{
var latest = commits.OrderByDescending(t => t.Commit.Author.Date);
//group n by n.Commit.Author.Date into g
//select n OrderByDescending(t => t.Commit.Author.Date);
//var lat = latest.First();
//string latestCommit = commits.First().Sha;
//int commitCount = commits.Count();
//var com = await basicGitHubClient.Repository.Commit.Get(theRepo.Id, commits.First().Sha);
//if (commitCount > githubLatestCommitCount)
//{
//if (commitCount > githubLatestCommitCount)
if (latest.Count() != 0)
{
var last = latest.First();
if (last.Sha != githubLatestCommitSha)
{
if (!Directory.Exists(MD))
Directory.CreateDirectory(MD);
string[] files0 = Directory.GetFiles(MD, "*.*");
foreach (string file in files0)
{
File.Delete(file);
}
var AllContent = await basicGitHubClient.Repository.Content.GetAllContents(theRepo.Id);//.GetAllContent(repos[0].Owner.Login, repos[0].Name);
int cntr = 0;
foreach (var file in AllContent)
{
if (++cntr > 3)
break;
string textOfFirstFileName = file.Name;
if (IgnoreMDS.Contains(textOfFirstFileName.ToLower().Replace(".md", "")))
continue;
var content = await basicGitHubClient.Repository.Content.GetAllContents(theRepo.Id, textOfFirstFileName);
if (content.Count() != 0)
{
var fileContent = content[0].Content;
File.AppendAllText(Path.Combine(MD, file.Name), fileContent);
}
}
ConfigurationManager.AppSettings["GitHub.LatestCommitSha"] = last.Sha;
count = (Directory.GetFiles(MD)).Length;
}
else
count = -1;
}
}
}
Request.Session["filter"] = "";
errorMsg.LoggedInStatus = (bool)Request.Session["LoggedInStatus"];
if (count == -1)
errorMsg.Message = "No .MD files retreived from GitHub as local copy is in Sync.";
else if (count != 0)
errorMsg.Message = "Retrieved " + count.ToString() + ".MD files from GitHub\r\nNow run 'Convert' to process the downloaded files.";
else
errorMsg.Message = "No .MD files retreived from GitHub. Either the repository had no .MD files, or there was an error.";
errorMsg.Source = "/GitHub";
return errorMsg;
}
