/// <summary> /// Skip Token /// Such as space or anything use to devide words /// Regex must define inside ScannerInfo /// </summary> /// <param name="regex"></param> public void SetSkipTokenRegex(RegularExpression regex) { skipList.Add(regex.index); }