public void ExecuteGroupSync(GroupSynch groupsyn, ConfigSettings settingsConfig, ToolSet tools, LogFile log)
{
StopWatch time = new StopWatch();
string groupapp = groupsyn.Group_Append;
string groupOU = groupsyn.BaseGroupOU;
string sAMAccountName = "";
string description = "";
int count = 0;
string sqlgroupsTable = "#FHC_GROUPS_SQLgroupsTable";
string adGroupsTable = "#FHC_GROUPS_ADgroupsTable";
if (settingsConfig.TempTables == true)
{
sqlgroupsTable = "#FHC_GROUPS_SQLgroupsTable";
adGroupsTable = "#FHC_GROUPS_ADgroupsTable";
}
else
{
sqlgroupsTable = "FHC_GROUPS_SQLgroupsTable" + groupsyn.Group_Append;
adGroupsTable = "FHC_GROUPS_ADgroupsTable" + groupsyn.Group_Append;
}
string dc = groupOU.Substring(groupOU.IndexOf("DC"));
string groupDN;
string groupsTable;
SqlDataReader add;
SqlDataReader delete;
SqlDataReader update;
ArrayList adUpdateKeys = new ArrayList();
ArrayList sqlUpdateKeys = new ArrayList();
ArrayList fields = new ArrayList();
DataTable groupsDataTable = new DataTable();
Dictionary<string, string> groupObject = new Dictionary<string, string>();
SqlConnection sqlConn = new SqlConnection("Data Source=" + groupsyn.DataServer + ";Initial Catalog=" + groupsyn.DBCatalog + ";Integrated Security=SSPI;Connect Timeout=360");
sqlConn.Open();
// Setup the OU for the program
log.addTrn("Setup OU for the groups", "Info");
tools.CreateOURecursive("OU=" + groupapp + "," + groupOU, log);
// A little house cleaning to empty out tables
if (settingsConfig.TempTables == false)
{
log.addTrn("Clear out tables for use", "Info");
tools.DropTable(adGroupsTable, sqlConn, log);
tools.DropTable(sqlgroupsTable, sqlConn, log);
}
// grab list of groups from SQL insert into a temp table
log.addTrn("Get groups from SQL", "Info");
SqlCommand sqlComm = new SqlCommand();
if (groupsyn.Group_where == "")
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + groupsyn.Group_sAMAccount + ") AS " + groupsyn.Group_sAMAccount + ", RTRIM(" + groupsyn.Group_CN + ") + '" + groupapp + "' AS " + groupsyn.Group_CN + " INTO " + sqlgroupsTable + " FROM " + groupsyn.Group_dbTable + " WHERE " + groupsyn.Group_sAMAccount + " IS NOT NULL ORDER BY " + groupsyn.Group_CN, sqlConn);
}
else
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + groupsyn.Group_sAMAccount + ") AS " + groupsyn.Group_sAMAccount + ", RTRIM(" + groupsyn.Group_CN + ") + '" + groupapp + "' AS " + groupsyn.Group_CN + " INTO " + sqlgroupsTable + " FROM " + groupsyn.Group_dbTable + " WHERE " + groupsyn.Group_sAMAccount + " IS NOT NULL AND " + groupsyn.Group_where + " ORDER BY " + groupsyn.Group_CN, sqlConn);
}
try
{
sqlComm.CommandTimeout = 360;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
throw;
}
// generate a list of fields to ask from AD
adUpdateKeys.Add("description");
adUpdateKeys.Add("CN");
// grab groups from AD
log.addTrn("Get groups from AD", "Info");
groupsDataTable = tools.EnumerateGroupsInOUDataTable("OU=" + groupapp + "," + groupOU, adUpdateKeys, adGroupsTable, log);
// insert groups from AD into a temp table
if (groupsDataTable.Rows.Count > 0)
{
groupsTable = tools.Create_Table(groupsDataTable, adGroupsTable, sqlConn, log);
//Find groups that we need to create
log.addTrn("Query to find groups that need to be created", "Info");
add = tools.QueryNotExistsAllFields(sqlgroupsTable, groupsTable, sqlConn, groupsyn.Group_CN, adUpdateKeys[1].ToString(), log);
// Create groups
log.addTrn("Creating groups", "Info");
while (add.Read())
{
//i++;
sAMAccountName = (string)add[1].ToString().Trim();
description = (string)add[0].ToString().Trim();
groupObject.Add("sAMAccountName", sAMAccountName);
groupObject.Add("CN", sAMAccountName);
groupObject.Add("description", description);
tools.CreateGroup("OU=" + groupapp + "," + groupOU, groupObject, log);
groupObject.Clear();
}
add.Close();
//time.Start();
log.addTrn("Query to find groups to delete", "Info");
delete = tools.QueryNotExistsAllFields(groupsTable, sqlgroupsTable, sqlConn, adUpdateKeys[1].ToString(), groupsyn.Group_CN, log);
// delete groups in AD
// i = 0;
log.addTrn("Deleting groups", "Info");
while (delete.Read())
{
tools.DeleteGroup("OU=" + groupapp + "," + groupOU, (string)delete[adUpdateKeys[1].ToString()].ToString().Trim(), log);
}
delete.Close();
// Get columns from sqlgroupsTable temp table in database get columns deprcated in favor of manual building due to cannot figure out how to get the columns of a temporary table
// SQLupdateKeys = tools.GetColumns(groupsyn.DataServer, groupsyn.DBCatalog, sqlgroupsTable);
// make the list of fields for the sql to check when updating note these fields must be in the same order as the AD update keys
sqlUpdateKeys.Add(groupsyn.Group_sAMAccount);
sqlUpdateKeys.Add(groupsyn.Group_CN);
// update assumes the both ADupdateKeys and SQLupdateKeys have the same fields, listed in the same order check call to EnumerateGroupsInOU if this is wrong should be sAMAccountName, CN matching the SQL order
log.addTrn("Query to find groups which need to be updated", "Info");
update = tools.CheckUpdate(sqlgroupsTable, groupsTable, groupsyn.Group_CN, adUpdateKeys[1].ToString(), sqlUpdateKeys, adUpdateKeys, sqlConn, log);
// update groups in ad
// last record which matches the primary key is the one which gets inserted into the database
log.addTrn("Updating groups", "Info");
while (update.Read())
{
// any duplicate records will attempt to be updated if slow runtimes are a problem this might be an issue
// i++;
sAMAccountName = (string)update[1].ToString().Trim();
description = (string)update[0].ToString().Trim();
groupObject.Add("sAMAccountName", sAMAccountName);
groupObject.Add("CN", sAMAccountName);
groupObject.Add("description", description);
if (tools.Exists("CN=" + groupObject["CN"] + ", OU=" + groupapp + "," + groupOU) == true)
{
// group exists in place just needs updating
tools.UpdateGroup("OU=" + groupapp + "," + groupOU, groupObject, log);
// log.addTrn("Group update ; " + sAMAccountName + ",OU=" + groupapp + "," + groupOU + ";" + description);
}
else
{
// find it its on the server somewhere we will log the exception
groupDN = tools.GetObjectDistinguishedName(objectClass.group, returnType.distinguishedName, groupObject["CN"], dc, log);
// what if user is disabled will user mapping handle it?
// groups needs to be moved and updated
// tools.MoveADObject(groupDN, "LDAP://OU=" + groupapp + ',' + groupOU);
// tools.UpdateGroup("OU=" + groupapp + "," + groupOU, groupObject);
log.addTrn("Group cannot be updated user probabally should be in ; " + "OU=" + groupapp + "," + groupOU + " ; but was found in ; " + groupDN, "Error");
}
groupObject.Clear();
}
update.Close();
}
// we didn't find any records in AD so there is no need for the Update or delete logic to run
else
{
log.addTrn("Query to get list of groups to add", "Info");
sqlComm = new SqlCommand("SELECT * FROM " + sqlgroupsTable, sqlConn);
try
{
sqlComm.CommandTimeout = 360;
add = sqlComm.ExecuteReader();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
log.addTrn("Adding groups", "Info");
while (add.Read())
{
//i++;
groupObject.Add("sAMAccountName", (string)add[1]);
groupObject.Add("CN", (string)add[1]);
groupObject.Add("description", (string)add[0]);
tools.CreateGroup("OU=" + groupapp + "," + groupOU, groupObject, log);
groupObject.Clear();
}
add.Close();
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
}
// users section
string sqlgroupMembersTable = "#FHC_GROUPS_sqlusersTable";
string ADgroupMembersTable = "#FHC_GROUPS_ADusersTable";
if (settingsConfig.TempTables == true)
{
sqlgroupMembersTable = "#FCH_GROUPS_sqlusersTable";
ADgroupMembersTable = "#FHC_GROUPS_ADusersTable";
}
else
{
sqlgroupMembersTable = "FHC_GROUPS_sqlusersTable";
ADgroupMembersTable = "FHC_GROUPS_ADusersTable";
}
SqlDataReader sqlgroups;
DataTable ADusers = new DataTable();
// A little house cleaning to empty out tables
log.addTrn("Clear out tables for usage", "Info");
if (settingsConfig.TempTables == false)
{
tools.DropTable(sqlgroupMembersTable, sqlConn, log);
tools.DropTable(ADgroupMembersTable, sqlConn, log);
}
// grab users data from sql
log.addTrn("Get users from SQL", "Info");
if (groupsyn.User_where == "")
{
sqlComm = new SqlCommand("SELECT DISTINCT 'CN=' + RTRIM(" + groupsyn.User_sAMAccount + ") + '," + groupsyn.BaseUserOU + "' AS " + groupsyn.User_sAMAccount + ", RTRIM(" + groupsyn.User_Group_Reference + ") + '" + groupapp + "' AS " + groupsyn.User_Group_Reference + " INTO " + sqlgroupMembersTable + " FROM " + groupsyn.User_dbTable, sqlConn);
}
else
{
sqlComm = new SqlCommand("SELECT DISTINCT 'CN=' + RTRIM(" + groupsyn.User_sAMAccount + ") + '," + groupsyn.BaseUserOU + "' AS " + groupsyn.User_sAMAccount + ", RTRIM(" + groupsyn.User_Group_Reference + ") + '" + groupapp + "' AS " + groupsyn.User_Group_Reference + " INTO " + sqlgroupMembersTable + " FROM " + groupsyn.User_dbTable + " WHERE " + groupsyn.User_where, sqlConn);
}
try
{
sqlComm.CommandTimeout = 360;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
// populate datatable with users from AD groups by looping thru the list of groups from SQL and loading the cross referenced AD group members
log.addTrn("Get users from AD by looping through groups from SQL and appending results to a table", "Info");
sqlComm = new SqlCommand("SELECT " + groupsyn.Group_CN + " FROM " + sqlgroupsTable, sqlConn);
try
{
ArrayList sqlgroupsStr = new ArrayList();
sqlComm.CommandTimeout = 360;
sqlgroups = sqlComm.ExecuteReader();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
DataTable currentOu = new DataTable();
while (sqlgroups.Read())
{
sqlgroupsStr.Add((string)sqlgroups[0]);
}
sqlgroups.Close();
count = 0;
foreach (string key in sqlgroupsStr)
{
ADusers = tools.EnumerateUsersInGroupDataTable(key, ",OU=" + groupapp + "," + groupOU, groupsyn.User_sAMAccount, groupsyn.User_Group_Reference, ADgroupMembersTable, log);
if (count == 0)
{
// make the temp table for ou comparisons the datatable must have somethign in it to make it
tools.Create_Table(ADusers, ADgroupMembersTable, sqlConn, log);
}
else
{
// table is already made now we need to only add to it
tools.Append_to_Table(ADusers, ADgroupMembersTable, sqlConn, log);
}
count++;
}
// hopefully merge acts as an append
// ADusers.Merge(tools.EnumerateUsersInGroupDataTable((string)sqlgroups[0], ",OU=" + groupapp + "," + groupOU, groupsyn.User_sAMAccount, groupsyn.User_Group_Reference, ADgroupMembersTable, log));
// currentOu = tools.EnumerateUsersInGroupDataTable( , ",OU=" + groupapp + "," + groupOU, groupsyn.User_sAMAccount, groupsyn.User_Group_Reference, ADgroupMembersTable, log);
// tools.Append_to_Table(currentOu, ADgroupMembersTable, sqlConn, log);
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
// compare and add/remove
log.addTrn("Query to find the users to add ", "Info");
add = tools.QueryNotExistsAllFields(sqlgroupMembersTable, ADgroupMembersTable, sqlConn, groupsyn.User_sAMAccount, ADusers.Columns[0].ColumnName, log);
try
{
while (add.Read())
{
tools.AddUserToGroup((string)add[0], "CN=" + (string)add[1] + ",OU=" + groupapp + "," + groupOU, false, dc, log);
}
}
catch (Exception ex)
{
log.addTrn("Issue adding group datareader is null " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
groupObject.Clear();
add.Close();
SqlCommand sqlComm2 = new SqlCommand();
string recordCount = "";
sqlComm2 = new SqlCommand("select count(" + groupsyn.Group_CN + ") FROM " + sqlgroupMembersTable, sqlConn);
sqlComm2.CommandTimeout = 360;
recordCount = sqlComm2.ExecuteScalar().ToString();
sqlComm2.Dispose();
if (recordCount != "0")
{
// setup update keys
adUpdateKeys.Clear();
sqlUpdateKeys.Clear();
adUpdateKeys.Add(ADusers.Columns[1].ColumnName);
adUpdateKeys.Add(ADusers.Columns[0].ColumnName);
sqlUpdateKeys.Add(ADusers.Columns[1].ColumnName);
sqlUpdateKeys.Add(ADusers.Columns[0].ColumnName);
// get list of keys which have differed. We will delete them and then next time they will be readded as the correct key\
// users which need to be updated just get deleted and recreadted later where they need to be
log.addTrn("Query to see which users need to be deleted", "Info");
delete = tools.CheckUpdate( ADgroupMembersTable, sqlgroupMembersTable, ADusers.Columns[0].ColumnName, groupsyn.User_sAMAccount, adUpdateKeys, sqlUpdateKeys, sqlConn, log);
// delete = tools.QueryNotExistsAllFields(ADgroupMembersTable, sqlgroupMembersTable, sqlConn, ADusers.Columns[1].ColumnName, groupsyn.User_Group_Reference, log);
// delete groups in AD
log.addTrn("Deleteing users", "Info");
while (delete.Read())
{
tools.RemoveUserFromGroup((string)delete[1], "CN=" + (string)delete[0] + ",OU=" + groupapp + "," + groupOU, log);
}
delete.Close();
}
sqlConn.Close();
}
public void EmailUsersSync(GmailUsers gusersyn, ConfigSettings settingsConfig, ToolSet tools, LogFile log)
{
// MessageBox.Show("gmail " + gusersyn.Admin_password + " " + gusersyn.Admin_domain + " " + gusersyn.Admin_user + " " + gusersyn.DataServer + " " + gusersyn.DBCatalog + " " + gusersyn.User_ad_OU + " " + gusersyn.User_Datasource + " " + gusersyn.User_dbTable + " " + gusersyn.User_Fname + " " + gusersyn.User_Lname + " " + gusersyn.User_Mname + " " + gusersyn.User_password + " " + gusersyn.User_password_short_fix_checkbox.ToString() + " " + gusersyn.User_password_generate_checkbox.ToString() + " " + gusersyn.User_StuID + " " + gusersyn.User_table_view + " " + gusersyn.User_where + " " + gusersyn.Writeback_AD_checkbox.ToString() + " " + gusersyn.Writeback_ad_OU + " " + gusersyn.Writeback_DB_checkbox.ToString() + " " + gusersyn.Writeback_email_field + " " + gusersyn.Writeback_primary_key + " " + gusersyn.Writeback_secondary_email_field + " " + gusersyn.Writeback_table + " " + gusersyn.Writeback_transfer_email_checkbox.ToString() + " " + gusersyn.Writeback_where_clause);
// Email addresses are static so only the names can be updated. passwords will be ignored
// appservice variables will come from a config designed ot hold its data (sql and Gmail login)
string userDN = "";
AppsService service = new AppsService(gusersyn.Admin_domain, gusersyn.Admin_user + "@" + gusersyn.Admin_domain, gusersyn.Admin_password);
ArrayList completeSqlKeys = new ArrayList();
ArrayList completeGmailKeys = new ArrayList();
ArrayList gmailUpdateKeys = new ArrayList();
ArrayList sqlUpdateKeys = new ArrayList();
ArrayList adUpdateKeys = new ArrayList();
ArrayList additionalKeys = new ArrayList();
// Table place holders
string sqlUsersTable = "#FHC_LDAP_sqlusersTable";
string gmailUsersTable = "#FHC_LDAP_gmailusersTable";
string nicknamesFromGmailTable = "#FHC_LDAP_gmailNicknamesTable";
string loginWithoutNicknamesTable = "#FHC_LDAP_loginsWONicknamesTable";
string adNicknamesTable = "#FHC_LDAP_adNicknamesTable";
string sqlNicknamesTable = "#FHC_LDAP_sqlNicknamesTable";
string nicknamesToUpdateDBTable = "#FHC_LDAP_nicknamesToUpdateDB";
string nicknamesFilteredForDuplicatesTable = "#FHC_LDAP_nicknamesFilteredDuplicates";
string nicknamesFromGmailTable2 = "#FHC_LDAP_gmailNicknamesTable2";
string gmailUsersTableWB = "#FHC_LDAP_gmailusersTableWB";
SqlDataReader add;
//SqlDataReader delete;
SqlDataReader update;
SqlConnection sqlConn = new SqlConnection("Data Source=" + gusersyn.DataServer + ";Initial Catalog=" + gusersyn.DBCatalog + ";Integrated Security=SSPI;Connect Timeout=360;");
if (settingsConfig.TempTables == true)
{
sqlUsersTable = "#FHC_LDAP_sqlusersTable";
gmailUsersTable = "#FHC_LDAP_gmailusersTable";
}
else
{
sqlUsersTable = "FHC_LDAP_sqlusersTable";
gmailUsersTable = "FHC_LDAP_gmailusersTable";
}
//SqlDataReader sqlusers;
SqlCommand sqlComm;
DataTable gmailUsers = new DataTable();
DataTable adUsers = new DataTable();
DataTable writeback = new DataTable();
// set up fields to pull back from SQL or AD if the flag is checked both must contain the same data
completeSqlKeys.Add(gusersyn.User_StuID);
completeSqlKeys.Add(gusersyn.User_Fname);
completeSqlKeys.Add(gusersyn.User_Lname);
completeSqlKeys.Add(gusersyn.User_Mname);
completeSqlKeys.Add(gusersyn.User_password);
// Lets make the SQL fields to check for update
sqlUpdateKeys.Add(gusersyn.User_Fname);
sqlUpdateKeys.Add(gusersyn.User_Lname);
// Lets make the gmail Keys as well
completeGmailKeys.Add(gusersyn.User_StuID);
completeGmailKeys.Add(gusersyn.User_Fname);
completeGmailKeys.Add(gusersyn.User_Mname);
completeGmailKeys.Add(gusersyn.User_Lname);
completeGmailKeys.Add(gusersyn.User_password);
// Lets make the gmail fields to check for update
gmailUpdateKeys.Add(gusersyn.User_Fname);
gmailUpdateKeys.Add(gusersyn.User_Lname);
// List of extra fields to pull when dealing with accounts for update since we only compare first and last name we need to repull ID and middle name
additionalKeys.Add(sqlUsersTable + "." + gusersyn.User_StuID + ", ");
additionalKeys.Add(sqlUsersTable + "." + gusersyn.User_Mname + ", ");
sqlConn.Open();
//housecleaning
log.addTrn("Clear out tables for use", "Info");
if (settingsConfig.TempTables == false)
{
tools.DropTable(sqlUsersTable, sqlConn, log);
tools.DropTable(gmailUsersTable, sqlConn, log);
}
// this statement picks the datasource SQL vs AD and sets up the temp table
if (gusersyn.User_Datasource == "database")
{
// grab users data from sql
log.addTrn("Get users from SQL", "Info");
if (gusersyn.User_where == "")
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + gusersyn.User_StuID + ")" +
", RTRIM(" + gusersyn.User_Fname + ") AS " + gusersyn.User_Fname +
", RTRIM(" + gusersyn.User_Lname + ") AS " + gusersyn.User_Lname +
", RTRIM(" + gusersyn.User_Mname + ") AS " + gusersyn.User_Mname +
", RTRIM(" + gusersyn.User_password + ") AS " + gusersyn.User_password +
" INTO " + sqlUsersTable + " FROM " + gusersyn.User_dbTable, sqlConn);
}
else
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + gusersyn.User_StuID +
", RTRIM(" + gusersyn.User_Fname + ")" + gusersyn.User_Fname +
", RTRIM(" + gusersyn.User_Lname + ")" + gusersyn.User_Lname +
", RTRIM(" + gusersyn.User_Mname + ")" + gusersyn.User_Mname +
", RTRIM(" + gusersyn.User_password + ")" + gusersyn.User_password +
" INTO " + sqlUsersTable + " FROM " + gusersyn.User_dbTable +
" WHERE " + gusersyn.User_where, sqlConn);
}
try
{
sqlComm.CommandTimeout = 360;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
// If we add deletion we need to fail out if this is blank
//throw;
}
}
else
{
log.addTrn("Get users from AD", "Info");
adUsers = tools.EnumerateUsersInOUDataTable(gusersyn.User_ad_OU, completeSqlKeys, sqlUsersTable, SearchScope.OneLevel, log);
// build the database temp table from the users retrieved into adUsers
tools.Create_Table(adUsers, sqlUsersTable, sqlConn, log);
}
// go grab all the users from Gmail from the database
log.addTrn("Get users from Gmail for comparison", "Info");
gmailUsers = tools.Get_Gmail_Users(service, gusersyn, gmailUsersTable, log);
// make the temp table for ou comparisons
tools.Create_Table(gmailUsers, gmailUsersTable, sqlConn, log);
// compare and add/remove
log.addTrn("Query to find the users who need to be created", "Info");
add = tools.QueryNotExistsByPkey(sqlUsersTable, gmailUsersTable, sqlConn, gusersyn.User_StuID, gmailUsers.Columns[0].ColumnName, log);
log.addTrn("Adding users", "Info");
tools.Create_Gmail_Users(service, gusersyn, add, log);
add.Close();
//delete = tools.QueryNotExistsAllFields(sqlUsersTable, gmailUsersTable, sqlConn, gusersyn.User_StuID, completeGmailKeys[0].ToString());
// delete groups in AD
//while (delete.Read())
//{
//tools.DeleteGmailUserAccount((string)delete[0], (string)delete[1], log);
//
//}
//delete.Close();
log.addTrn("Query to find users to update", "Info");
update = tools.CheckUpdate(sqlUsersTable, gmailUsersTable, gusersyn.User_StuID, gmailUsers.Columns[0].ColumnName, sqlUpdateKeys, gmailUpdateKeys, additionalKeys, 0, sqlConn, log);
log.addTrn("Updating users", "Info");
tools.UpdateGmailUser(service, gusersyn, update, log);
update.Close();
// ***********************************
// ** Start writeback features
// ***********************************
if (settingsConfig.TempTables == true)
{
nicknamesFromGmailTable = "#FHC_LDAP_gmailNicknamesTable";
loginWithoutNicknamesTable = "#FHC_LDAP_loginsWONicknamesTable";
adNicknamesTable = "#FHC_LDAP_adNicknamesTable";
sqlNicknamesTable = "#FHC_LDAP_sqlNicknamesTable";
nicknamesToUpdateDBTable = "#FHC_LDAP_nicknamesToUpdateDB";
nicknamesFilteredForDuplicatesTable = "#FHC_LDAP_nicknamesFilteredDuplicates";
nicknamesFromGmailTable2 = "#FHC_LDAP_gmailNicknamesTable2";
gmailUsersTableWB = "#FHC_LDAP_gmailusersTableWB";
}
else
{
nicknamesFromGmailTable = "FHC_LDAP_gmailNicknamesTable";
loginWithoutNicknamesTable = "FHC_LDAP_loginsWONicknamesTable";
adNicknamesTable = "FHC_LDAP_adNicknamesTable";
sqlNicknamesTable = "FHC_LDAP_sqlNicknamesTable";
nicknamesToUpdateDBTable = "FHC_LDAP_nicknamesToUpdateDB";
nicknamesFilteredForDuplicatesTable = "FHC_LDAP_nicknamesFilteredDuplicates";
nicknamesFromGmailTable2 = "FHC_LDAP_gmailNicknamesTable2";
gmailUsersTableWB = "FHC_LDAP_gmailusersTableWB";
}
string dc = gusersyn.Writeback_ad_OU.Substring(gusersyn.Writeback_ad_OU.IndexOf("DC"));
string userNickName = "";
SqlDataReader nicknamesToAddToAD;
SqlDataReader lostNicknames;
ArrayList nicknameKeys = new ArrayList();
ArrayList sqlkeys = new ArrayList();
ArrayList adPullKeys = new ArrayList();
ArrayList adMailUpdateKeys = new ArrayList();
ArrayList nicknameKeysAndTable = new ArrayList();
ArrayList sqlkeysAndTable = new ArrayList();
ArrayList keywordFields = new ArrayList(); //fields for checking against nickname to see how close it is to the real data
ArrayList selectFields = new ArrayList(); //fields from nicknamesFromGmailTable to bring back
DataTable nicknames = new DataTable();
SqlDataReader sendAsAliases;
// housecleaning
log.addTrn("Clear out tables for use", "Info");
// if (settingsConfig.TempTables == false)
// {
tools.DropTable(nicknamesFromGmailTable, sqlConn, log);
tools.DropTable(loginWithoutNicknamesTable, sqlConn, log);
tools.DropTable(adNicknamesTable, sqlConn, log);
tools.DropTable(sqlNicknamesTable, sqlConn, log);
tools.DropTable(nicknamesToUpdateDBTable, sqlConn, log);
tools.DropTable(nicknamesFilteredForDuplicatesTable, sqlConn, log);
tools.DropTable(nicknamesFromGmailTable2, sqlConn, log);
tools.DropTable(gmailUsersTableWB, sqlConn, log);
// }
// install levenstein if bulid nicknames checked
log.addTrn("Add levenshtein", "Info");
if (gusersyn.Levenshtein == true)
{
string sqlcmd = "CREATE function LEVENSHTEIN( @s varchar(50), @t varchar(50) ) \n --Returns the Levenshtein Distance between strings s1 and s2. \n " +
"--Original developer: Michael Gilleland http://www.merriampark.com/ld.htm \n --Translated to TSQL by Joseph Gama \n returns varchar(50) \n " +
"as \n BEGIN \n DECLARE @d varchar(2500), @LD int, @m int, @n int, @i int, @j int, \n @s_i char(1), @t_j char(1),@cost int \n --Step 1 \n SET @n=LEN(@s) \n" +
" SET @m=LEN(@t) \n SET @d=replicate(CHAR(0),2500) \n If @n = 0 \n BEGIN \n SET @LD = @m \n GOTO done \n END \n If @m = 0 \n BEGIN \n SET @LD = @n \n" +
" GOTO done \n END \n --Step 2 \n SET @i=0 \n WHILE @i<=@n \n BEGIN \n SET @d=STUFF(@d,@i+1,1,CHAR(@i))--d(i, 0) = i \n SET @i=@i+1 \n END \n" +
" SET @i=0 \n WHILE @i<=@m \n BEGIN \n SET @d=STUFF(@d,@i*(@n+1)+1,1,CHAR(@i))--d(0, j) = j \n SET @i=@i+1 \n END \n --goto done \n --Step 3 \n" +
" SET @i=1 \n WHILE @i<=@n \n BEGIN \n SET @s_i=(substring(@s,@i,1)) \n --Step 4 \n SET @j=1 \n WHILE @j<=@m \n BEGIN \n SET @t_j=(substring(@t,@j,1)) \n" +
" --Step 5 \n If @s_i = @t_j \n SET @cost=0 \n ELSE \n SET @cost=1 \n --Step 6 \n SET @d=STUFF(@d,@j*(@n+1)+@i+1,1,CHAR(dbo.MIN3( \n" +
" ASCII(substring(@d,@j*(@n+1)+@i-1+1,1))+1, \n ASCII(substring(@d,(@j-1)*(@n+1)+@i+1,1))+1, \n ASCII(substring(@d,(@j-1)*(@n+1)+@i-1+1,1))+@cost) \n )) \n" +
" SET @j=@j+1 \n END \n SET @i=@i+1 \n END \n --Step 7 \n SET @LD = ASCII(substring(@d,@n*(@m+1)+@m+1,1)) \n done: \n --RETURN @LD \n" +
" --I kept this code that can be used to display the matrix with all calculated values \n --From Query Analyser it provides a nice way to check the algorithm in action \n" +
" -- \n RETURN @LD \n --declare @z varchar(8000) \n --set @z='' \n --SET @i=0 \n --WHILE @i<=@n \n -- BEGIN \n -- SET @j=0 \n -- WHILE @j<=@m \n -- BEGIN \n" +
" -- set @z=@z+CONVERT(char(3),ASCII(substring(@d,@i*(@m+1 )+@j+1 ,1))) \n -- SET @j=@j+1 \n -- END \n -- SET @i=@i+1 \n -- END \n --print dbo.wrap(@z,3*(@n+1)) \n END \n";
sqlComm = new SqlCommand(sqlcmd, sqlConn);
try
{
sqlComm.CommandTimeout = 360;
// sqlComm.CommandType = System.Data.CommandType.StoredProcedure;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed to install levenstein SQL command or levenstein already installed" + sqlComm.CommandText.ToString() + " error " + ex + "\n" + ex.StackTrace.ToString(), "Error");
}
// install min3
sqlcmd = "CREATE function MIN3(@a int,@b int,@c int ) \n --Returns the smallest of 3 numbers. \n" +
"returns int \n as \n BEGIN \n declare @temp int \n if (@a < @b) AND (@a < @c) \n select @temp=@a \n else \n if (@b < @a) AND (@b < @c) \n select @temp=@b \n else \n" +
"select @temp=@c \n return @temp \n END";
sqlComm = new SqlCommand(sqlcmd, sqlConn);
try
{
//sqlComm.CommandType = System.Data.CommandType.StoredProcedure;
sqlComm.CommandTimeout = 360;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed to install min3 SQL command or min3 already installed" + sqlComm.CommandText.ToString() + " error " + ex + "\n" + ex.StackTrace.ToString(), "Error");
}
}
if (gusersyn.Writeback_AD_checkbox == true || gusersyn.Writeback_DB_checkbox == true)
{
// DATABASE writeback
// Make preperations to pull all data into seperate tables
// build sql to run to get gmail user nicknames
// execute data pull for SQL nicknames used in writeback to SQL database
log.addTrn("Pull SQL data fro writeback of emails", "Info");
if (gusersyn.Writeback_DB_checkbox == true)
{
if (gusersyn.Writeback_where_clause == "")
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + gusersyn.Writeback_primary_key + ") AS " + gusersyn.Writeback_primary_key +
", RTRIM(" + gusersyn.Writeback_email_field + ") AS " + gusersyn.Writeback_email_field +
" INTO " + sqlNicknamesTable + " FROM " + gusersyn.Writeback_table, sqlConn);
}
else
{
sqlComm = new SqlCommand("SELECT DISTINCT RTRIM(" + gusersyn.Writeback_primary_key + ") AS " + gusersyn.Writeback_primary_key +
", RTRIM(" + gusersyn.Writeback_email_field + ") AS " + gusersyn.Writeback_email_field +
" INTO " + sqlNicknamesTable + " FROM " + gusersyn.Writeback_table +
" WHERE " + gusersyn.Writeback_where_clause, sqlConn);
}
try
{
sqlComm.CommandTimeout = 360;
sqlComm.ExecuteNonQuery();
log.addTrn(sqlComm.CommandText.ToString(), "Query");
}
catch (Exception ex)
{
log.addTrn("Failed SQL command " + sqlComm.CommandText.ToString() + " error " + ex + "\n" + ex.StackTrace.ToString(), "Error");
}
}
// TABLE pulled by command from gmail
// sqlNicknamesTable:: #sqlNicknamesTable
//---------------------------------------------
// gusersyn.writebackPrimaryKey:: soc_sec xx111111
// gusersyn.writebackEmailField:: gmail first.last@domain
// TABLE pulled by command from AD
// adNicknamesTable:: #adNicknamesTable
//---------------------------------------------
// sAMAccountName xx111111
// givenName first
// middleName middle
// sn last
// mail first.last@domain
// TABLE pulled by command from gamil
// nicknamesFromGmailTable:: #nicknamesFromGmailTable
//---------------------------------------------
// gusersyn.Writeback_primary_key:: soc_sec xx111111
// nicknames.column[1]:: nickname first.last
// nicknames.column[2]:: email first.last@domain
// TABLE pulled by command from gmail
// gmailUsersTable:: #gmailUsersTable
//---------------------------------------------
// gusersyn.User_StuID:: sAMAccountName xx111111
// gusersyn.Fname:: givenname first
// gusersyn.Lname:: sn last
// TABLE generated by sql query from #nicknamesFromGmailTable and #gmailUsersTable
// loginWithoutNicknamesTable:: #loginWithoutNicknamesTable
//---------------------------------------------
// gusersyn.User_StuID:: sAMAccountName xx111111
// gusersyn.Fname:: givenname first
// gusersyn.Lname:: sn last
// TABLE created by query to database
// sqlUsersTable:: #sqlUsersTable
//---------------------------------------------
// gusersyn.User_StuID:: SQL or AD xx111111
// gusersyn.User_Fname:: SQL or AD first
// gusersyn.User_Lname:: SQL or AD middle
// gusersyn.User_Mname:: SQL or AD last
// gusersyn.User_password:: SQL or AD *******
// TABLE created by query to database
// nicknamesToUpdateDBTable:: #nicknamesToUpdateDBTable
//---------------------------------------------
//nicknames.Columns[0].ColumnName:: gusersyn.Writeback_primary_key :: soc_sec xx111111
//nicknames.Columns[2].ColumnName:: email first.last@domain
// were adding the mail field to the pull fields not so we need to repull
// keys to pull from database pull are most likely wrong need to hard code appropriate keys
adPullKeys.Add("sAMAccountName");
adPullKeys.Add("givenName");
adPullKeys.Add("middleName");
adPullKeys.Add("sn");
adPullKeys.Add("mail");
// clear our previous data
log.addTrn("Get AD user data for nickname comparison", "Info");
adUsers.Clear();
adUsers = tools.EnumerateUsersInOUDataTable(gusersyn.User_ad_OU, adPullKeys, adNicknamesTable, SearchScope.OneLevel, log);
tools.Create_Table(adUsers, adNicknamesTable, sqlConn, log);
// get list of users from gmail this may have changed when we ran the update to test to see if anyone is missing nicknames
log.addTrn("Get Gmail user data for user comparison", "Info");
gmailUsers.Clear();
gmailUsers = tools.Get_Gmail_Users(service, gusersyn, gmailUsersTableWB, log);
tools.Create_Table(gmailUsers, gmailUsersTableWB, sqlConn, log);
if (gmailUsers.Rows.Count > 0)
{
// get list of nicknames from gmail
log.addTrn("Get Gmail nickname data for nickname comparison", "Info");
nicknames.Clear();
nicknames = tools.Get_Gmail_Nicknames(service, gusersyn, nicknamesFromGmailTable, log);
tools.Create_Table(nicknames, nicknamesFromGmailTable, sqlConn, log);
// if we did not get any nicknames there will be problems
if (nicknames.Rows.Count > 0)
{
// check which user do not have a an associated nickname with them
// cross reference for null userID's in nickname service.RetrieveAllNicknames table with list of all userlogin userID's from gmail service.RetrieveAllUsers
log.addTrn("Query to find users which do not have a nickname", "Info");
tools.QueryNotExistsIntoNewTable(gmailUsersTableWB, nicknamesFromGmailTable, loginWithoutNicknamesTable, sqlConn, gusersyn.User_StuID, nicknames.Columns[0].ColumnName, log);
// use retrieved list of users without nicknames and check for updates against list of users in main datasource
// we dont want ot add nicknames to people wo aren't in the primary datasource
// use the datatable from the view/table as the primary data source
// this table is generated above during the user account addition and update section
// sqlUsersTable will have AD or SQL no matter which we checked, there was only on variable used
// Pulls back the account infromation from the add/update section for users without a nickname
// loginWithoutNicknamesTable inherits key from from #gmailuserstable during QueryNotExistsIntoNewTable due to only pulling data from the gmailuserstable
log.addTrn("Query to cross reference the primary datasource to find the users who need a nickname", "Info");
lostNicknames = tools.QueryInnerJoin(sqlUsersTable, loginWithoutNicknamesTable, gusersyn.User_StuID, gusersyn.User_StuID, sqlConn, log);
// iterate lostnicknames and create nicknames
try
{
log.addTrn("Creating new nicknames", "Info");
while (lostNicknames.Read())
{
userNickName = tools.GetNewUserNickname(service, lostNicknames[gusersyn.User_StuID.ToString()].ToString(), lostNicknames[gusersyn.User_Fname.ToString()].ToString(), lostNicknames[gusersyn.User_Mname.ToString()].ToString(), lostNicknames[gusersyn.User_Lname.ToString()].ToString(), 0, false);
log.addTrn("Added Gmail user " + lostNicknames[gusersyn.User_StuID.ToString()].ToString() + "@" + gusersyn.Admin_domain + " Aliased as " + userNickName + "@" + gusersyn.Admin_domain, "Transaction");
}
}
catch (Exception ex)
{
log.addTrn("Issue creating new nicknames datareader is null " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
lostNicknames.Close();
}
// get list of nicknames from gmail it may have changed in the last update.
log.addTrn("Get nicknames to compare for who need new nicknames", "Info");
nicknames = tools.Get_Gmail_Nicknames(service, gusersyn, nicknamesFromGmailTable2, log);
tools.Create_Table(nicknames, nicknamesFromGmailTable2, sqlConn, log);
// check if we got nicknames or else it will be a problem
if (nicknames.Rows.Count > 0)
{
// create array lists of fields which match for updating
// ID field
nicknameKeys.Add(nicknames.Columns[0].ColumnName);
nicknameKeys.Add(nicknames.Columns[2].ColumnName);
sqlkeys.Add(gusersyn.Writeback_primary_key);
sqlkeys.Add(gusersyn.Writeback_email_field);
// check against list of nicknames in database
if (gusersyn.Writeback_DB_checkbox == true)
{
// check the table to see if the nicknames match the ones we have there can be more than one nickname per user
//select FHC_test2_gmailNicknamesTable.soc_sec, FHC_test2_gmailNicknamesTable.Email
//FROM FHC_test2_gmailNicknamesTable INNER JOIN FHC_test2_sqlNicknamesTable
//ON FHC_test2_gmailNicknamesTable.soc_sec = FHC_test2_sqlNicknamesTable.soc_sec
//where email not in (select email from FHC_test2_gmailnicknamestable)
//Filter out the good nicknames
// gusersyn.User_Fname:: SQL or AD first
// gusersyn.User_Lname:: SQL or AD middle
// gusersyn.User_Mname:: SQL or AD last
keywordFields.Add(gusersyn.User_Lname);
keywordFields.Add(gusersyn.User_Fname);
keywordFields.Add(gusersyn.User_Mname);
selectFields.Add(nicknames.Columns[2].ColumnName);
/* if (gusersyn.Levenshtein == true)
{
tools.SelectNicknamesClosestToActualNameIntoNewTable(nicknamesFromGmailTable, sqlUsersTable, nicknames.Columns[0].ColumnName, gusersyn.User_StuID, nicknamesFilteredForDuplicatesTable, selectFields, nicknames.Columns[1].ColumnName, keywordFields, sqlConn, log);
if (gusersyn.Levenshtein == true)
{
//correct nicknames in Gmail
// tools.setnames(nicknamesFromGmailTable, sqlConn, log);
}
}
else
{
// Filter nicknames for duplicates into new table */
log.addTrn("Query to find most likely nickname", "Info");
tools.SelectNicknamesClosestToActualNameIntoNewTable(nicknamesFromGmailTable2, sqlUsersTable, nicknames.Columns[0].ColumnName, gusersyn.User_StuID, nicknamesFilteredForDuplicatesTable, selectFields, nicknames.Columns[1].ColumnName, keywordFields, sqlConn, log);
// }
// Check filtered nicknames against the sql data to see which emails need updating and put into a table for the next operation
log.addTrn("Query to see if most likely nickname matches the primary datasource", "Info");
tools.CheckEmailUpdateIntoNewTable(nicknames.Columns[2].ColumnName, gusersyn.Writeback_email_field, nicknamesFilteredForDuplicatesTable, sqlNicknamesTable, nicknames.Columns[0].ColumnName, gusersyn.Writeback_primary_key, nicknamesToUpdateDBTable, nicknameKeys, sqlkeys, sqlConn, log);
// reset arraylists with just the data fields we don't to be updating the primary key
nicknameKeys.Clear();
sqlkeys.Clear();
nicknameKeys.Add(nicknames.Columns[2].ColumnName);
sqlkeys.Add(gusersyn.Writeback_email_field);
adMailUpdateKeys.Add("mail");
if (gusersyn.Writeback_transfer_email_checkbox == true)
{
//UPDATE a1 SET a1.e_mail = a2.gmail FROM address as a1 INNER JOIN address as a2 ON a1.soc_sec = a2.soc_sec where a2.gmail <> ' '
nicknameKeysAndTable.Add(gusersyn.Writeback_table + "." + gusersyn.Writeback_email_field); // source table and column
sqlkeysAndTable.Add(gusersyn.Writeback_table + "." + gusersyn.Writeback_secondary_email_field); // target table and column
//UNTESTED WILL MOST LIKELY FAIL
log.addTrn("Query to mass move the primary email field to secondary email field in primary datasource", "Info");
tools.Mass_Email_Shift(gusersyn, nicknamesToUpdateDBTable, gusersyn.Writeback_table, nicknames.Columns[0].ColumnName, gusersyn.Writeback_primary_key, nicknameKeysAndTable, sqlkeysAndTable, gusersyn.Writeback_where_clause, sqlConn, log);
}
log.addTrn("Query to mass populate the email field with new aliases", "Info");
tools.Mass_Table_update(nicknamesToUpdateDBTable, gusersyn.Writeback_table, nicknames.Columns[0].ColumnName, gusersyn.Writeback_primary_key, nicknameKeys, sqlkeys, gusersyn.Writeback_where_clause, sqlConn, log);
}
// reset arraylists for new update check
nicknameKeys.Clear();
nicknameKeys.Add(nicknames.Columns[0].ColumnName);
nicknameKeys.Add(nicknames.Columns[2].ColumnName);
// AD fields hard code due to not giving options in interface
adMailUpdateKeys.Clear();
adMailUpdateKeys.Add("sAMAccountName");
adMailUpdateKeys.Add("mail");
if (gusersyn.Writeback_AD_checkbox == true)
{
// find nicknames missing in AD
log.addTrn("Query to find AD users that need their nickname updated", "Info");
nicknamesToAddToAD = tools.CheckUpdate(nicknamesFilteredForDuplicatesTable, adNicknamesTable, nicknames.Columns[0].ColumnName, adPullKeys[0].ToString(), nicknameKeys, adMailUpdateKeys, sqlConn, log);
//nicknamesToAddToAD = tools.QueryNotExistsAllFields(nicknamesFromGmailTable, adNicknamesTable, sqlConn, nicknames.Columns[0].ColumnName, adPullKeys[0].ToString(), log);
// interate and update mail fields
log.addTrn("Updating nicknames in AD", "Info");
try
{
while (nicknamesToAddToAD.Read())
{
userDN = tools.GetObjectDistinguishedName(objectClass.user, returnType.distinguishedName, nicknamesToAddToAD[nicknames.Columns[0].ColumnName].ToString(), dc, log);
tools.SetAttributeValuesSingleString("mail", nicknamesToAddToAD[nicknames.Columns[2].ColumnName.ToString()].ToString(), userDN, log);
}
}
catch (Exception ex)
{
log.addTrn("Issue writing nickname to AD datareader is null " + ex.Message.ToString() + "\n" + ex.StackTrace.ToString(), "Error");
}
nicknamesToAddToAD.Close();
}
// create send as aliases need to get data for users
additionalKeys.Clear();
additionalKeys.Add(nicknamesFilteredForDuplicatesTable + "." + nicknames.Columns[2].ColumnName + ", ");
log.addTrn("Query to find new send as aliases", "Info");
sendAsAliases = tools.QueryInnerJoin(sqlUsersTable, nicknamesFilteredForDuplicatesTable, gusersyn.User_StuID, nicknames.Columns[0].ColumnName, additionalKeys, sqlConn, log);
tools.CreateSendAs(gusersyn, sendAsAliases, nicknames.Columns[2].ColumnName, nicknames.Columns[2].ColumnName, log);
}
}
}
sqlConn.Close();
}