private void appendProcedureRelations(DlineageCommon dlineage, Element dlineageRelation)
        {
            targetProcedure[] targetProcedures = dlineage.Procedures.Item1.targetProcedures;
            if (targetProcedures != null && targetProcedures.Length > 0)
            {
                for (int z = 0; z < targetProcedures.Length; z++)
                {
                    targetProcedure target = targetProcedures[z];
                    if (target.sourceProcedures != null)
                    {
                        for (int j = 0; j < target.sourceProcedures.Length; j++)
                        {
                            sourceProcedure source = target.sourceProcedures[j];

                            Element relationNode = new Element("relation");

                            Element sourceNode = new Element("source");

                            sourceNode.Add(new XAttribute("coordinate", source.coordinate));

                            if (!string.ReferenceEquals(source.owner, null))
                            {
                                sourceNode.Add(new XAttribute("owner", source.owner));
                            }

                            sourceNode.Add(new XAttribute("procedure", source.name));

                            Element targetNode = new Element("target");

                            targetNode.Add(new XAttribute("coordinate", target.coordinate));

                            if (!string.ReferenceEquals(target.owner, null))
                            {
                                targetNode.Add(new XAttribute("owner", target.owner));
                            }

                            targetNode.Add(new XAttribute("procedure", target.name));

                            relationNode.Add(sourceNode);
                            relationNode.Add(targetNode);

                            bool append = true;
                            IEnumerator <Element> iter = dlineageRelation.Elements().GetEnumerator();
                            while (iter.MoveNext())
                            {
                                if (iter.Current.Equals(relationNode))
                                {
                                    append = false;
                                    break;
                                }
                            }
                            if (append)
                            {
                                dlineageRelation.Add(relationNode);
                            }
                        }
                    }
                }
            }
        }
        public virtual string generateDlineageRelation(DlineageCommon dlineage, columnImpactResult impactResult)
        {
            if (dlineage == null || impactResult == null)
            {
                return(null);
            }

            Document doc = null;
            Element  dlineageRelation = null;

            doc = new Document();
            XDeclaration declaration = new XDeclaration("1.0", "utf-8", "no");

            doc.Declaration  = declaration;
            dlineageRelation = new XElement("dlineageRelation");
            doc.Add(dlineageRelation);

            if (doc != null)
            {
                appendTables(dlineage, dlineageRelation);
                appendProcedures(dlineage, dlineageRelation);
                appendColumnRelations(impactResult, dlineageRelation);
                appendProcedureRelations(dlineage, dlineageRelation);

                try
                {
                    StringBuilder xmlBuffer = new StringBuilder();

                    using (StringWriter writer = new Utf8StringWriter(xmlBuffer))
                    {
                        doc.Save(writer, SaveOptions.None);
                    }
                    string result = xmlBuffer.ToString().Trim();
                    return(result);
                }
                catch (IOException e)
                {
                    Console.WriteLine(e.ToString());
                    Console.Write(e.StackTrace);
                }
            }
            return(null);
        }
        private void appendProcedures(DlineageCommon dlineage, Element dlineageRelation)
        {
            if (dlineage.Procedures != null && dlineage.Procedures.Item2.Count > 0)
            {
                for (int i = 0; i < dlineage.Procedures.Item2.Count; i++)
                {
                    ProcedureMetaData procedure = dlineage.Procedures.Item2[i];

                    Element procedureNode = new Element("procedure");
                    procedureNode.Add(new XAttribute("name", procedure.DisplayFullName));

                    if (procedure.Function)
                    {
                        procedureNode.Add(new XAttribute("isFunction", procedure.DisplayFullName));
                    }

                    if (procedure.Trigger)
                    {
                        procedureNode.Add(new XAttribute("isTrigger", procedure.DisplayFullName));
                    }
                    dlineageRelation.Add(procedureNode);
                }
            }
        }
        public static void Main(string[] args)
        {
            if (args.Length < 1)
            {
                Console.WriteLine("Usage: DlineageRelation [/f <path_to_sql_file>] [/d <path_to_directory_includes_sql_files>] [/t <database type>] [/o <output file path>]");
                Console.WriteLine("/f: Option, specify the sql file path to analyze dlineage relation.");
                Console.WriteLine("/d: Option, specify the sql directory path to analyze dlineage relation.");
                Console.WriteLine("/t: Option, set the database type. Support oracle, mysql, mssql, db2, netezza, teradata, informix, sybase, postgresql, hive, greenplum and redshift, the default type is oracle");
                Console.WriteLine("/o: Option, write the output stream to the specified file.");
                Console.WriteLine("/log: Option, generate a dlineage.log file to log information.");
                return;
            }

            FileInfo sqlFiles = null;

            IList <string> argList = new List <string>(args);

            if (argList.IndexOf("/f") != -1 && argList.Count > argList.IndexOf("/f") + 1)
            {
                sqlFiles = new FileInfo(args[argList.IndexOf("/f") + 1]);
                if (!sqlFiles.Exists || sqlFiles.Attributes.HasFlag(FileAttributes.Directory))
                {
                    Console.WriteLine(sqlFiles + " is not a valid file.");
                    return;
                }
            }
            else if (argList.IndexOf("/d") != -1 && argList.Count > argList.IndexOf("/d") + 1)
            {
                sqlFiles = new FileInfo(args[argList.IndexOf("/d") + 1]);
                if (!sqlFiles.Attributes.HasFlag(FileAttributes.Directory))
                {
                    Console.WriteLine(sqlFiles + " is not a valid directory.");
                    return;
                }
            }

            string outputFile = null;

            int index = argList.IndexOf("/o");

            if (index != -1 && args.Length > index + 1)
            {
                outputFile = args[index + 1];
            }

            System.IO.FileStream writer = null;
            StreamWriter         sw     = null;

            if (!string.ReferenceEquals(outputFile, null))
            {
                try
                {
                    writer = new System.IO.FileStream(outputFile, System.IO.FileMode.Create, System.IO.FileAccess.Write);
                    sw     = new StreamWriter(writer);
                    Console.SetOut(sw);
                }
                catch (FileNotFoundException e)
                {
                    Console.WriteLine(e.ToString());
                    Console.Write(e.StackTrace);
                }
            }

            DlineageCommon dlineage;

            if (sqlFiles != null)
            {
                dlineage = new DlineageCommon(sqlFiles, Common.GetEDbVendor(args), false, false);
            }
            else
            {
                string sqltext = @"SELECT e.last_name AS name,
                                e.commission_pct comm,
                                e.salary * 12 ""Annual Salary""
                                FROM scott.employees AS e
                                WHERE e.salary > 1000 or 1=1
                                ORDER BY
                                e.first_name,
                                e.last_name;";

                dlineage = new DlineageCommon(sqltext, Common.GetEDbVendor(args), false, false);
            }

            StringBuilder      errorBuffer  = new StringBuilder();
            columnImpactResult impactResult = dlineage.generateColumnImpact(errorBuffer);

            DlineageRelation relation = new DlineageRelation();
            string           result   = relation.generateDlineageRelation(dlineage, impactResult);

            bool log = argList.IndexOf("/log") != -1;

            TextWriter    pw          = null;
            StringBuilder errsw       = null;
            TextWriter    systemSteam = Console.Error;

            try
            {
                errsw = new StringBuilder();
                pw    = new StringWriter(errsw);
                Console.SetError(pw);
            }
            catch (Exception e)
            {
                Console.WriteLine(e.ToString());
                Console.Write(e.StackTrace);
            }

            if (!string.ReferenceEquals(result, null))
            {
                Console.WriteLine(result);

                if (writer != null)
                {
                    Console.Error.WriteLine(result);
                }
            }

            if (errorBuffer.Length > 0)
            {
                Console.Error.WriteLine("Error log:\n" + errorBuffer.ToString());
            }

            try
            {
                if (sw != null && writer != null)
                {
                    sw.Close();
                    writer.Close();
                }
            }
            catch (IOException e)
            {
                Console.WriteLine(e.ToString());
                Console.Write(e.StackTrace);
            }

            if (pw != null)
            {
                pw.Close();
            }

            if (errsw != null)
            {
                string errorMessage = errsw.ToString().Trim();
                if (errorMessage.Length > 0)
                {
                    if (log)
                    {
                        try
                        {
                            pw = new StreamWriter(new FileInfo("./dlineageRelation.log").FullName);
                            pw.WriteLine(errorMessage);
                            pw.Close();
                        }
                        catch (FileNotFoundException e)
                        {
                            Console.WriteLine(e.ToString());
                            Console.Write(e.StackTrace);
                        }
                    }

                    Console.SetError(systemSteam);
                    Console.Error.WriteLine(errorMessage);
                }
            }
        }
        private void appendTables(DlineageCommon dlineage, Element dlineageRelation)
        {
            if (dlineage.DataMetaInfos == null)
            {
                return;
            }
            for (int i = 0; i < dlineage.DataMetaInfos.Length; i++)
            {
                database db = dlineage.DataMetaInfos[i];
                for (int j = 0; j < db.tables.Length; j++)
                {
                    model.ddl.schema.table currentTable = db.tables[j];
                    if (currentTable.columns == null || currentTable.columns.Length == 0)
                    {
                        continue;
                    }

                    Element tableNode = new Element("table");

                    if (!string.ReferenceEquals(currentTable.isView, null) && true == Convert.ToBoolean(currentTable.isView))
                    {
                        tableNode.Add(new XAttribute("isView", currentTable.isView));
                    }

                    if (!string.ReferenceEquals(db.name, null) && !"unknown".Equals(db.name, StringComparison.CurrentCultureIgnoreCase))
                    {
                        tableNode.Add(new XAttribute("name", db.name + "." + currentTable.name));
                    }
                    else
                    {
                        tableNode.Add(new XAttribute("name", currentTable.name));
                    }

                    for (int k = 0; k < currentTable.columns.Length; k++)
                    {
                        column  column     = currentTable.columns[k];
                        Element columnNode = new Element("column");


                        if (column.autoIncrement != null)
                        {
                            columnNode.Add(new XAttribute("autoIncrement", column.autoIncrement.ToLower()));
                        }


                        if (column.defaultValue != null)
                        {
                            columnNode.Add(new XAttribute("default", column.defaultValue));
                        }
                        if (column.description != null)
                        {
                            columnNode.Add(new XAttribute("description", column.description));
                        }

                        columnNode.Add(new XAttribute("name", column.name));

                        if (column.primaryKey != null)
                        {
                            columnNode.Add(new XAttribute("primaryKey", column.primaryKey.ToLower()));
                        }
                        if (column.required != null)
                        {
                            columnNode.Add(new XAttribute("required", column.required.ToLower()));
                        }

                        if (column.size != null)
                        {
                            columnNode.Add(new XAttribute("size", column.size));
                        }

                        if (column.type != null)
                        {
                            columnNode.Add(new XAttribute("type", column.type));
                        }

                        tableNode.Add(columnNode);
                    }
                    dlineageRelation.Add(tableNode);
                }
            }
        }
Beispiel #6
0
        public static void Main(string[] args)
        {
            if (args.Length < 1)
            {
                Console.WriteLine("Usage: Dlineage [/f <path_to_sql_file>] [/d <path_to_directory_includes_sql_files>] [/t <database type>] [/fo <table column>] [/b <view column>] [/ddl] [/s] [/log]");
                Console.WriteLine("/f: Option, specify the sql file path to analyze dlineage.");
                Console.WriteLine("/d: Option, specify the sql directory path to analyze dlineage.");
                Console.WriteLine("/d: Option, forward analyze the specified table column.");
                Console.WriteLine("/t: Option, set the database type. Support oracle, mysql, mssql, db2, netezza, teradata, informix, sybase, postgresql, hive, greenplum and redshift, the default type is oracle");
                Console.WriteLine("/fo: Option, forward analyze the specified table column.");
                Console.WriteLine("/b: Option, backward analyze the specified view column.");
                Console.WriteLine("/ddl: Option, output the database DDL schema.");
                Console.WriteLine("/s: Option, set the strict match mode. It will match the catalog name and schema name.");
                Console.WriteLine("/log: Option, generate a dlineage.log file to log information.");
                return;
            }

            FileInfo sqlFiles = null;

            IList <string> argList = new List <string>(args);

            if (argList.IndexOf("/f") != -1 && argList.Count > argList.IndexOf("/f") + 1)
            {
                sqlFiles = new FileInfo(args[argList.IndexOf("/f") + 1]);
                if (!sqlFiles.Exists || sqlFiles.Attributes == FileAttributes.Directory)
                {
                    Console.WriteLine(sqlFiles + " is not a valid file.");
                    return;
                }
            }
            else if (argList.IndexOf("/d") != -1 && argList.Count > argList.IndexOf("/d") + 1)
            {
                sqlFiles = new FileInfo(args[argList.IndexOf("/d") + 1]);
                if (sqlFiles.Attributes != FileAttributes.Directory)
                {
                    Console.WriteLine(sqlFiles + " is not a valid directory.");
                    return;
                }
            }

            bool strict = argList.IndexOf("/s") != -1;
            bool log    = argList.IndexOf("/log") != -1;

            TextWriter    pw          = null;
            StringBuilder sw          = null;
            TextWriter    systemSteam = Console.Error;

            try
            {
                sw = new StringBuilder();
                pw = new StringWriter(sw);
                Console.SetError(pw);
            }
            catch (Exception e)
            {
                Console.WriteLine(e.ToString());
                Console.Write(e.StackTrace);
            }

            DlineageCommon dlineage;

            if (sqlFiles != null)
            {
                dlineage = new DlineageCommon(sqlFiles, Common.GetEDbVendor(args), strict, false);
            }
            else
            {
                string sqltext = @"SELECT e.last_name AS name,
                                e.commission_pct comm,
                                e.salary * 12 ""Annual Salary""
                                FROM scott.employees AS e
                                WHERE e.salary > 1000 or 1=1
                                ORDER BY
                                e.first_name,
                                e.last_name;";

                dlineage = new DlineageCommon(sqltext, Common.GetEDbVendor(args), strict, false);
            }

            bool forwardAnalyze  = argList.IndexOf("/fo") != -1;
            bool backwardAnalyze = argList.IndexOf("/b") != -1;
            bool outputDDL       = argList.IndexOf("/ddl") != -1;


            if (!forwardAnalyze && !backwardAnalyze && !outputDDL)
            {
                dlineage.columnImpact();
            }
            else if (outputDDL)
            {
                dlineage.outputDDLSchema();
            }
            else
            {
                columnImpactResult       impactResult = dlineage.generateColumnImpact(null);
                IList <ColumnMetaData[]> relations    = dlineage.collectDlineageRelations(impactResult);

                if (forwardAnalyze && argList.Count > argList.IndexOf("/fo") + 1)
                {
                    string tableColumn = argList[argList.IndexOf("/fo") + 1];
                    dlineage.forwardAnalyze(tableColumn, relations);
                }

                if (backwardAnalyze && argList.Count > argList.IndexOf("/b") + 1)
                {
                    string viewColumn = argList[argList.IndexOf("/b") + 1];
                    dlineage.backwardAnalyze(viewColumn, relations);
                }
            }

            if (pw != null)
            {
                pw.Close();
            }

            if (sw != null)
            {
                string errorMessage = sw.ToString().Trim();
                if (errorMessage.Length > 0)
                {
                    if (log)
                    {
                        try
                        {
                            pw = new StreamWriter(new FileInfo("./dlineage.log").FullName);
                            pw.WriteLine(errorMessage);
                            pw.Close();
                        }
                        catch (FileNotFoundException e)
                        {
                            Console.WriteLine(e.ToString());
                            Console.Write(e.StackTrace);
                        }
                    }

                    Console.SetError(systemSteam);
                    Console.Error.WriteLine(errorMessage);
                }
            }
        }