/// <summary>
/// Sets the InputStream to read cepstral data from.
/// </summary>
/// <param name="_is">The InputStream to read cepstral data from.</param>
/// <param name="bigEndian">true if the InputStream data is in big-endian, false otherwise.</param>
public void SetInputStream(Stream _is, Boolean bigEndian)
{
_bigEndian = bigEndian;
if (_binary)
{
_binaryStream = new BufferedStream(_is, 8192);
if (_bigEndian)
{
_numPoints = _binaryStream.ReadInt();
this.LogInfo("BigEndian");
}
else
{
_numPoints = Utilities.ReadLittleEndianInt(_binaryStream);
this.LogInfo("LittleEndian");
}
this.LogInfo("Frames: " + _numPoints / _cepstrumLength);
}
else
{
_est = new ExtendedStreamTokenizer(_is, false);
_numPoints = _est.GetInt("num_frames");
_est.ExpectString("frames");
}
_curPoint = -1;
_firstSampleNumber = 0;
}
/**
* /// Loads the sphinx3 density file, a set of density arrays are created and
* /// placed in the given pool.
* ///
* /// @param useCDUnits
* /// if true, loads also the context dependent units
* /// @param inputStream
* /// the open input stream to use
* /// @param path
* /// the path to a density file
* /// @throws FileNotFoundException
* /// if a file cannot be found
* /// @throws IOException
* /// if an error occurs while loading the data
*/
protected void LoadHMMPool(Boolean useCDUnits, Stream inputStream,
string path)
{
var est = new ExtendedStreamTokenizer(inputStream,
'#', false);
this.LogInfo("Loading HMM file from: " + path);
est.ExpectString(ModelVersion);
var numBase = est.GetInt("numBase");
est.ExpectString("n_base");
var numTri = est.GetInt("numTri");
est.ExpectString("n_tri");
var numStateMap = est.GetInt("numStateMap");
est.ExpectString("n_state_map");
var numTiedState = est.GetInt("numTiedState");
est.ExpectString("n_tied_state");
var numContextIndependentTiedState = est
.GetInt("numContextIndependentTiedState");
est.ExpectString("n_tied_ci_state");
var numTiedTransitionMatrices = est.GetInt("numTiedTransitionMatrices");
est.ExpectString("n_tied_tmat");
var numStatePerHMM = numStateMap / (numTri + numBase);
Debug.Assert(numTiedState == MixtureWeightsPool.StatesNum);
Debug.Assert(numTiedTransitionMatrices == MatrixPool.Size);
// Load the base phones
for (var i = 0; i < numBase; i++)
{
var name = est.GetString();
var left = est.GetString();
var right = est.GetString();
var position = est.GetString();
var attribute = est.GetString();
var tmat = est.GetInt("tmat");
var stid = new int[numStatePerHMM - 1];
for (var j = 0; j < numStatePerHMM - 1; j++)
{
stid[j] = est.GetInt("j");
Debug.Assert(stid[j] >= 0 && stid[j] < numContextIndependentTiedState);
}
est.ExpectString("N");
Debug.Assert(left.Equals("-"));
Debug.Assert(right.Equals("-"));
Debug.Assert(position.Equals("-"));
Debug.Assert(tmat < numTiedTransitionMatrices);
var unit = _unitManager.GetUnit(name, attribute.Equals(Filler));
ContextIndependentUnits.Put(unit.Name, unit);
//this.LogInfo("Loaded " + unit.ToString());
// The first filler
if (unit.IsFiller && unit.Name.Equals(SilenceCiphone))
{
unit = UnitManager.Silence;
}
var transitionMatrix = MatrixPool.Get(tmat);
var ss = GetSenoneSequence(stid);
IHMM hmm = new SenoneHMM(unit, ss, transitionMatrix, GetHMMPosition(position));
HmmManager.Put(hmm);
}
if (HmmManager.Get(HMMPosition.Undefined, UnitManager.Silence) == null)
{
throw new IOException("Could not find SIL unit in acoustic model");
}
// Load the context dependent phones. If the useCDUnits
// property is false, the CD phones will not be created, but
// the values still need to be read in from the file.
var lastUnitName = "";
Unit lastUnit = null;
int[] lastStid = null;
SenoneSequence lastSenoneSequence = null;
for (var i = 0; i < numTri; i++)
{
var name = est.GetString();
var left = est.GetString();
var right = est.GetString();
var position = est.GetString();
var attribute = est.GetString();
var tmat = est.GetInt("tmat");
var stid = new int[numStatePerHMM - 1];
for (var j = 0; j < numStatePerHMM - 1; j++)
{
stid[j] = est.GetInt("j");
Debug.Assert(stid[j] >= numContextIndependentTiedState &&
stid[j] < numTiedState);
}
est.ExpectString("N");
Debug.Assert(!left.Equals("-"));
Debug.Assert(!right.Equals("-"));
Debug.Assert(!position.Equals("-"));
Debug.Assert(attribute.Equals("n/a"));
Debug.Assert(tmat < numTiedTransitionMatrices);
if (useCDUnits)
{
Unit unit;
var unitName = (name + ' ' + left + ' ' + right);
if (unitName.Equals(lastUnitName))
{
unit = lastUnit;
}
else
{
var leftContext = new Unit[1];
leftContext[0] = ContextIndependentUnits.Get(left);
var rightContext = new Unit[1];
rightContext[0] = ContextIndependentUnits.Get(right);
Context context = LeftRightContext.Get(leftContext,
rightContext);
unit = _unitManager.GetUnit(name, false, context);
}
lastUnitName = unitName;
lastUnit = unit;
//this.LogInfo("Loaded " + unit.ToString());
var transitionMatrix = MatrixPool.Get(tmat);
var ss = lastSenoneSequence;
if (ss == null || !SameSenoneSequence(stid, lastStid))
{
ss = GetSenoneSequence(stid);
}
lastSenoneSequence = ss;
lastStid = stid;
IHMM hmm = new SenoneHMM(unit, ss, transitionMatrix, GetHMMPosition(position));
HmmManager.Put(hmm);
}
}
est.Close();
}
private void GetSenoneToCIPhone()
{
var inputStream = GetDataStream(Path.Combine(Location.Path, Model));
if (inputStream == null)
{
throw new IOException("can't find modelDef " + Model);
}
var est = new ExtendedStreamTokenizer(inputStream, '#', false);
this.LogInfo("Loading HMM file from: " + Model);
est.ExpectString(ModelVersion);
_numBase = est.GetInt("numBase");
est.ExpectString("n_base");
var numTri = est.GetInt("numTri");
est.ExpectString("n_tri");
var numStateMap = est.GetInt("numStateMap");
est.ExpectString("n_state_map");
var numTiedState = est.GetInt("numTiedState");
est.ExpectString("n_tied_state");
Senone2Ci = new int[numTiedState];
est.GetInt("numContextIndependentTiedState");
est.ExpectString("n_tied_ci_state");
var numTiedTransitionMatrices = est.GetInt("numTiedTransitionMatrices");
est.ExpectString("n_tied_tmat");
var numStatePerHMM = numStateMap / (numTri + _numBase);
Debug.Assert(numTiedState == MixtureWeightsPool.StatesNum);
Debug.Assert(numTiedTransitionMatrices == MatrixPool.Size);
// Load the base phones
for (var i = 0; i < _numBase + numTri; i++)
{
//TODO name this magic const somehow
for (var j = 0; j < 5; j++)
{
est.GetString();
}
var tmat = est.GetInt("tmat");
for (var j = 0; j < numStatePerHMM - 1; j++)
{
Senone2Ci[est.GetInt("j")] = tmat;
}
est.ExpectString("N");
Debug.Assert(tmat < numTiedTransitionMatrices);
}
est.Close();
}