private static RankedLanguageIdentifier GetIdentifier(IdentifierSettings settings)
{
_lock.EnterReadLock();
try
{
RankedLanguageIdentifier obj;
if (_languageModelsCache.TryGetValue(settings, out obj))
{
return(obj);
}
}
finally
{
_lock.ExitReadLock();
}
_lock.EnterWriteLock();
try
{
RankedLanguageIdentifier obj;
if (_languageModelsCache.TryGetValue(settings, out obj))
{
return(obj);
}
obj = LoadLanguageIdentifier(settings);
_languageModelsCache.Add(settings, obj);
return(obj);
}
finally
{
_lock.ExitWriteLock();
}
}
private static RankedLanguageIdentifier GetIdentifier(IdentifierSettings settings)
{
_lock.EnterReadLock();
try
{
RankedLanguageIdentifier obj;
if (_languageModelsCache.TryGetValue(settings, out obj))
return obj;
}
finally
{
_lock.ExitReadLock();
}
_lock.EnterWriteLock();
try
{
RankedLanguageIdentifier obj;
if (_languageModelsCache.TryGetValue(settings, out obj))
return obj;
obj = LoadLanguageIdentifier(settings);
_languageModelsCache.Add(settings, obj);
return obj;
}
finally
{
_lock.ExitWriteLock();
}
}
private static string IdentifyLanguageImpl(string inputText, IdentifierSettings settings)
{
var languageIdentifier = GetIdentifier(settings);
var classifyText = languageIdentifier.Identify(inputText);
return(classifyText.Select(t => t.Item1.Iso639_2T).FirstOrDefault());
}
public QueuedIdentificationService(IdentifierSettings settings, IImageIdentifier imageIdentifier)
{
_imageIdentifier = imageIdentifier;
_queue = new BlockingElidingQueue<uint, Tuple<TrackedObject, TrackedObjectFrame>>();
_cancellationTokenSource = new CancellationTokenSource();
for (var i = 0; i < settings.NumThreads; ++i)
{
Task.Run((Action)Loop, _cancellationTokenSource.Token);
}
}
public CommentAnalyzer(ISolution solution, IContextBoundSettingsStore settingsStore)
{
_settingsStore = settingsStore;
_solution = solution;
_xmlDocumentationSettings = _settingsStore.GetKey <XmlDocumentationSettings>(SettingsOptimization.OptimizeDefault);
_identifierSettings = _settingsStore.GetKey <IdentifierSettings>(SettingsOptimization.OptimizeDefault);
_xmlDocumentationSpellChecker = SpellCheckManager.GetSpellChecker(
_settingsStore,
_solution,
this._xmlDocumentationSettings.DictionaryName == null
? null
: this._xmlDocumentationSettings.DictionaryNames
);
}
private static RankedLanguageIdentifier LoadLanguageIdentifier(IdentifierSettings settings)
{
var factory = new RankedLanguageIdentifierFactory(
settings.MaxNGramLength,
settings.MaximumSizeOfDistribution,
settings.OccuranceNumberThreshold, settings.OnlyReadFirstNLines,
false);
using (var stream = OpenInternalFile(settings.EmbeddedProfilePath))
{
var identifier = factory.Load(stream);
return(identifier);
}
}
//private const int MAX_LENGTH_TO_SKIP = 0;
public IdentifierSpellCheckAnalyzer(ISolution solution, IContextBoundSettingsStore settingsStore, IPsiSourceFile file)
{
_identifierSettings = settingsStore.GetKey <IdentifierSettings>(SettingsOptimization.OptimizeDefault);
_settingsStore = settingsStore;
_solution = solution;
_policyProvider = file.GetPsiServices().Naming.Policy.GetPolicyProvider(CSharpLanguage.Instance, file, _settingsStore);
_identifierSpellChecker = SpellCheckManager.GetSpellChecker(
_settingsStore,
_solution,
_identifierSettings.DictionaryName == null
? null
: _identifierSettings.DictionaryNames
);
}
public ImageIdentifier(IdentifierSettings settings)
{
_settings = settings;
}
private static RankedLanguageIdentifier LoadLanguageIdentifier(IdentifierSettings settings)
{
var factory = new RankedLanguageIdentifierFactory(
settings.MaxNGramLength,
settings.MaximumSizeOfDistribution,
settings.OccuranceNumberThreshold, settings.OnlyReadFirstNLines,
false);
using (var stream = OpenInternalFile(settings.EmbeddedProfilePath))
{
var identifier = factory.Load(stream);
return identifier;
}
}
private static IEnumerable<Tuple<string, double>> IdentifyLanguageTableImpl(string inputText, IdentifierSettings settings)
{
var languageIdentifier = GetIdentifier(settings);
// Put your code here
var classifyText = languageIdentifier.Identify(inputText).Select(t => Tuple.Create(t.Item1.Iso639_2T, t.Item2));
return classifyText;
}
private static string IdentifyLanguageImpl(string inputText, IdentifierSettings settings)
{
var languageIdentifier = GetIdentifier(settings);
var classifyText = languageIdentifier.Identify(inputText);
return classifyText.Select(t => t.Item1.Iso639_2T).FirstOrDefault();
}
private static IEnumerable <Tuple <string, double> > IdentifyLanguageTableImpl(string inputText, IdentifierSettings settings)
{
var languageIdentifier = GetIdentifier(settings);
// Put your code here
var classifyText = languageIdentifier.Identify(inputText).Select(t => Tuple.Create(t.Item1.Iso639_2T, t.Item2));
return(classifyText);
}
