Exemplo n.º 1
0
        private string[] _targetUris; // Test-support

        #endregion Fields

        #region Constructors

        internal HpcLinqJobInfo(int jobId,
                                string headNode,
                                JobExecutor jobExecutor,
                                string[] targetUris)
        {
            _jobId = jobId;
            _headNode = headNode;
            _jobExecutor = jobExecutor;
            _targetUris = targetUris;
        }
Exemplo n.º 2
0
        private void Initialize(VertexCodeGen vertexCodeGen)
        {
            this.m_codeGen = new HpcLinqCodeGen(this.m_context, vertexCodeGen);
            this.m_queryPlan1 = null;
            this.m_queryPlan2 = null;
            this.m_queryPlan3 = null;
            this.m_DryadLinqProgram = null;
            this.m_queryPlan1 = null;
            this.m_exprNodeInfoMap = new Dictionary<Expression, QueryNodeInfo>();
            this.m_referencedQueryMap = new Dictionary<Expression, QueryNodeInfo>();
            this.m_inputUriMap = new Dictionary<string, DryadInputNode>();
            this.m_outputUriMap = new Dictionary<string, DryadOutputNode>();
            this.queryExecutor = new JobExecutor(this.m_context);

            // Initialize the data structures for the output tables
            this.m_outputTypes = new Type[this.m_queryExprs.Length];
            this.m_outputDatapaths = new string[this.m_queryExprs.Length];
            this.m_queryNodeInfos = new QueryNodeInfo[this.m_queryExprs.Length];

            for (int i = 0; i < this.m_queryExprs.Length; i++)
            {
                this.m_queryNodeInfos[i] = this.BuildNodeInfoGraph(this.m_queryExprs[i]);
                this.m_queryNodeInfos[i] = new QueryNodeInfo(this.m_queryExprs[i], false, this.m_queryNodeInfos[i]);

                this.m_outputDatapaths[i] = DataPath.GetDataPath(this.m_outputTableUris[i]);

                Dictionary<string, string> args = DataPath.GetArguments(this.m_outputTableUris[i]);

                if (!(DataPath.IsDsc(this.m_outputDatapaths[i]) || DataPath.IsHdfs(this.m_outputDatapaths[i])))
                {
                    throw new DryadLinqException(HpcLinqErrorCode.UnrecognizedDataSource,
                                               String.Format(SR.UnrecognizedDataSource, this.m_outputTableUris[i]));
                }
            }
        }