public Frontier(Exclusions exclusions)
        {
            this.exclusions = exclusions;
            this.frontier = new InnerFrontier();
            this.tempQueue = new Queue<URL>();

            this.loaderThread = new System.Threading.Thread(() => { while (!killed)loadTemp(); });
            this.loaderThread.Start();
        }