public void RunClassFldScenario()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunClassFldScenario));
var result = Avx2.AlignRight(_fld1, _fld2, 27);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_fld1, _fld2, _dataTable.outArrayPtr);
}
public void RunLclVarScenario_LoadAligned()
{
var left = Avx.LoadAlignedVector256((SByte *)(_dataTable.inArray1Ptr));
var right = Avx.LoadAlignedVector256((SByte *)(_dataTable.inArray2Ptr));
var result = Avx2.AlignRight(left, right, 250);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(left, right, _dataTable.outArrayPtr);
}
public void RunLclVarScenario_UnsafeRead()
{
var left = Unsafe.Read <Vector256 <SByte> >(_dataTable.inArray1Ptr);
var right = Unsafe.Read <Vector256 <SByte> >(_dataTable.inArray2Ptr);
var result = Avx2.AlignRight(left, right, 250);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(left, right, _dataTable.outArrayPtr);
}
private static Vector256 <ushort> ShiftLeft(Vector256 <ushort> targetV)
{
// Borde vara 0000_0001 ??
// Blir nu kanske low128 0000
var mask = Avx2.Permute2x128(targetV, targetV, 0x08);
// r1 = _mm256_permute2f128_si256(r, r, 0x08);
return(Avx2.AlignRight(targetV, mask, /*(16 - N) */ 14));
}
public void RunStructLclFldScenario()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunStructLclFldScenario));
var test = TestStruct.Create();
var result = Avx2.AlignRight(test._fld1, test._fld2, 8);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(test._fld1, test._fld2, _dataTable.outArrayPtr);
}
public void RunClassLclFldScenario()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunClassLclFldScenario));
var test = new ImmBinaryOpTest__AlignRightUInt648();
var result = Avx2.AlignRight(test._fld1, test._fld2, 8);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(test._fld1, test._fld2, _dataTable.outArrayPtr);
}
public void RunLclVarScenario_LoadAligned()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunLclVarScenario_LoadAligned));
var left = Avx.LoadAlignedVector256((UInt64 *)(_dataTable.inArray1Ptr));
var right = Avx.LoadAlignedVector256((UInt64 *)(_dataTable.inArray2Ptr));
var result = Avx2.AlignRight(left, right, 8);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(left, right, _dataTable.outArrayPtr);
}
public void RunClsVarScenario()
{
var result = Avx2.AlignRight(
_clsVar1,
_clsVar2,
5
);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_clsVar1, _clsVar2, _dataTable.outArrayPtr);
}
public void RunBasicScenario_LoadAligned()
{
var result = Avx2.AlignRight(
Avx.LoadAlignedVector256((SByte *)(_dataTable.inArray1Ptr)),
Avx.LoadAlignedVector256((SByte *)(_dataTable.inArray2Ptr)),
5
);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_dataTable.inArray1Ptr, _dataTable.inArray2Ptr, _dataTable.outArrayPtr);
}
public void RunBasicScenario_UnsafeRead()
{
var result = Avx2.AlignRight(
Unsafe.Read <Vector256 <SByte> >(_dataTable.inArray1Ptr),
Unsafe.Read <Vector256 <SByte> >(_dataTable.inArray2Ptr),
5
);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_dataTable.inArray1Ptr, _dataTable.inArray2Ptr, _dataTable.outArrayPtr);
}
public void RunLclVarScenario_UnsafeRead()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunLclVarScenario_UnsafeRead));
var left = Unsafe.Read <Vector256 <Int32> >(_dataTable.inArray1Ptr);
var right = Unsafe.Read <Vector256 <Int32> >(_dataTable.inArray2Ptr);
var result = Avx2.AlignRight(left, right, 4);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(left, right, _dataTable.outArrayPtr);
}
public void RunBasicScenario_Load()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunBasicScenario_Load));
var result = Avx2.AlignRight(
Avx.LoadVector256((UInt64 *)(_dataTable.inArray1Ptr)),
Avx.LoadVector256((UInt64 *)(_dataTable.inArray2Ptr)),
8
);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_dataTable.inArray1Ptr, _dataTable.inArray2Ptr, _dataTable.outArrayPtr);
}
public void RunBasicScenario_UnsafeRead()
{
TestLibrary.TestFramework.BeginScenario(nameof(RunBasicScenario_UnsafeRead));
var result = Avx2.AlignRight(
Unsafe.Read <Vector256 <UInt64> >(_dataTable.inArray1Ptr),
Unsafe.Read <Vector256 <UInt64> >(_dataTable.inArray2Ptr),
8
);
Unsafe.Write(_dataTable.outArrayPtr, result);
ValidateResult(_dataTable.inArray1Ptr, _dataTable.inArray2Ptr, _dataTable.outArrayPtr);
}
private static void mixAvx2(ulong *sh, ulong *m)
{
// Rotate shuffle masks. We can safely convert the ref to a pointer because the compiler guarantees the
// data is in a fixed location, and the ref itself is converted from a pointer. Same for the IV below.
byte *prm = (byte *)Unsafe.AsPointer(ref MemoryMarshal.GetReference(rormask));
var r24 = Avx2.BroadcastVector128ToVector256(prm);
var r16 = Avx2.BroadcastVector128ToVector256(prm + Vector128 <byte> .Count);
var row1 = Avx.LoadVector256(sh);
var row2 = Avx.LoadVector256(sh + Vector256 <ulong> .Count);
ulong *piv = (ulong *)Unsafe.AsPointer(ref MemoryMarshal.GetReference(ivle));
var row3 = Avx.LoadVector256(piv);
var row4 = Avx.LoadVector256(piv + Vector256 <ulong> .Count);
row4 = Avx2.Xor(row4, Avx.LoadVector256(sh + Vector256 <ulong> .Count * 2)); // t[] and f[]
//ROUND 1
var m0 = Avx2.BroadcastVector128ToVector256(m);
var m1 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count);
var m2 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 2);
var m3 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 3);
var t0 = Avx2.UnpackLow(m0, m1);
var t1 = Avx2.UnpackLow(m2, m3);
var b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m0, m1);
t1 = Avx2.UnpackHigh(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
var m4 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 4);
var m5 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 5);
var m6 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 6);
var m7 = Avx2.BroadcastVector128ToVector256(m + Vector128 <ulong> .Count * 7);
t0 = Avx2.UnpackLow(m7, m4);
t1 = Avx2.UnpackLow(m5, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m7, m4);
t1 = Avx2.UnpackHigh(m5, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 2
t0 = Avx2.UnpackLow(m7, m2);
t1 = Avx2.UnpackHigh(m4, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.AlignRight(m3, m7, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackHigh(m2, m0);
t1 = Avx2.Blend(m0.AsUInt32(), m5.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m6, m1, 8);
t1 = Avx2.Blend(m1.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 3
t0 = Avx2.AlignRight(m6, m5, 8);
t1 = Avx2.UnpackHigh(m2, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m4, m0);
t1 = Avx2.Blend(m1.AsUInt32(), m6.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.AlignRight(m5, m4, 8);
t1 = Avx2.UnpackHigh(m1, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m2, m7);
t1 = Avx2.Blend(m3.AsUInt32(), m0.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 4
t0 = Avx2.UnpackHigh(m3, m1);
t1 = Avx2.UnpackHigh(m6, m5);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m4, m0);
t1 = Avx2.UnpackLow(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.AlignRight(m1, m7, 8);
t1 = Avx2.Shuffle(m2.AsUInt32(), 0b_01_00_11_10).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m4, m3);
t1 = Avx2.UnpackLow(m5, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 5
t0 = Avx2.UnpackHigh(m4, m2);
t1 = Avx2.UnpackLow(m1, m5);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.Blend(m0.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.Blend(m2.AsUInt32(), m7.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.AlignRight(m7, m1, 8);
t1 = Avx2.AlignRight(m3, m5, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m6, m0);
t1 = Avx2.UnpackLow(m6, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 6
t0 = Avx2.UnpackLow(m1, m3);
t1 = Avx2.UnpackLow(m0, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m6, m5);
t1 = Avx2.UnpackHigh(m5, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.AlignRight(m2, m0, 8);
t1 = Avx2.UnpackHigh(m3, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m4, m6);
t1 = Avx2.AlignRight(m7, m2, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 7
t0 = Avx2.Blend(m6.AsUInt32(), m0.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.UnpackLow(m7, m2);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m2, m7);
t1 = Avx2.AlignRight(m5, m6, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackLow(m4, m0);
t1 = Avx2.Blend(m3.AsUInt32(), m4.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m5, m3);
t1 = Avx2.Shuffle(m1.AsUInt32(), 0b_01_00_11_10).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 8
t0 = Avx2.UnpackHigh(m6, m3);
t1 = Avx2.Blend(m6.AsUInt32(), m1.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m7, m5, 8);
t1 = Avx2.UnpackHigh(m0, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.Blend(m1.AsUInt32(), m2.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.AlignRight(m4, m7, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m5, m0);
t1 = Avx2.UnpackLow(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 9
t0 = Avx2.UnpackLow(m3, m7);
t1 = Avx2.AlignRight(m0, m5, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m7, m4);
t1 = Avx2.AlignRight(m4, m1, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackLow(m5, m6);
t1 = Avx2.UnpackHigh(m6, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m1, m2, 8);
t1 = Avx2.AlignRight(m2, m3, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 10
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.UnpackHigh(m3, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m1, m2);
t1 = Avx2.Blend(m3.AsUInt32(), m2.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackHigh(m6, m7);
t1 = Avx2.UnpackHigh(m4, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.Blend(m0.AsUInt32(), m5.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.UnpackLow(m7, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 11
t0 = Avx2.UnpackLow(m0, m1);
t1 = Avx2.UnpackLow(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m0, m1);
t1 = Avx2.UnpackHigh(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackLow(m7, m4);
t1 = Avx2.UnpackLow(m5, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m7, m4);
t1 = Avx2.UnpackHigh(m5, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
//ROUND 12
t0 = Avx2.UnpackLow(m7, m2);
t1 = Avx2.UnpackHigh(m4, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.AlignRight(m3, m7, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_10_01_00_11);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_00_11_10_01);
t0 = Avx2.UnpackHigh(m2, m0);
t1 = Avx2.Blend(m0.AsUInt32(), m5.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m6, m1, 8);
t1 = Avx2.Blend(m1.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row1 = Avx2.Permute4x64(row1, 0b_00_11_10_01);
row4 = Avx2.Permute4x64(row4, 0b_01_00_11_10);
row3 = Avx2.Permute4x64(row3, 0b_10_01_00_11);
row1 = Avx2.Xor(row1, row3);
row2 = Avx2.Xor(row2, row4);
row1 = Avx2.Xor(row1, Avx.LoadVector256(sh));
row2 = Avx2.Xor(row2, Avx.LoadVector256(sh + Vector256 <ulong> .Count));
Avx.Store(sh, row1);
Avx.Store(sh + Vector256 <ulong> .Count, row2);
}
static Vector256 <byte> push_last_2bytes_of_a_to_b(Vector256 <byte> a, Vector256 <byte> b)
{
return(Avx2.AlignRight(b, Avx2.Permute2x128(a, b, 0x21), 14));
}
unsafe private static void mixAvx2(Blake2bContext *s, ulong *m)
{
var row1 = Avx.LoadVector256(s->h);
var row2 = Avx.LoadVector256(s->h + 4);
var row3 = v256iv0;
var row4 = v256iv1;
row4 = Avx2.Xor(row4, Avx.LoadVector256(s->t)); // reads into f[] as well
//ROUND 1
var m0 = Avx2.BroadcastVector128ToVector256(m);
var m1 = Avx2.BroadcastVector128ToVector256(m + 2);
var m2 = Avx2.BroadcastVector128ToVector256(m + 4);
var m3 = Avx2.BroadcastVector128ToVector256(m + 6);
var r24 = v256rm0;
var r16 = v256rm1;
var t0 = Avx2.UnpackLow(m0, m1);
var t1 = Avx2.UnpackLow(m2, m3);
var b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m0, m1);
t1 = Avx2.UnpackHigh(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
var m4 = Avx2.BroadcastVector128ToVector256(m + 8);
var m5 = Avx2.BroadcastVector128ToVector256(m + 10);
var m6 = Avx2.BroadcastVector128ToVector256(m + 12);
var m7 = Avx2.BroadcastVector128ToVector256(m + 14);
t0 = Avx2.UnpackLow(m4, m5);
t1 = Avx2.UnpackLow(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m4, m5);
t1 = Avx2.UnpackHigh(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 2
t0 = Avx2.UnpackLow(m7, m2);
t1 = Avx2.UnpackHigh(m4, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.AlignRight(m3, m7, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Shuffle(m0.AsUInt32(), 0b_01_00_11_10).AsUInt64();
t1 = Avx2.UnpackHigh(m5, m2);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m6, m1);
t1 = Avx2.UnpackHigh(m3, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 3
t0 = Avx2.AlignRight(m6, m5, 8);
t1 = Avx2.UnpackHigh(m2, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m4, m0);
t1 = Avx2.Blend(m1.AsUInt32(), m6.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Blend(m5.AsUInt32(), m1.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.UnpackHigh(m3, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m7, m3);
t1 = Avx2.AlignRight(m2, m0, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 4
t0 = Avx2.UnpackHigh(m3, m1);
t1 = Avx2.UnpackHigh(m6, m5);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m4, m0);
t1 = Avx2.UnpackLow(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Blend(m1.AsUInt32(), m2.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.Blend(m2.AsUInt32(), m7.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m3, m5);
t1 = Avx2.UnpackLow(m0, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 5
t0 = Avx2.UnpackHigh(m4, m2);
t1 = Avx2.UnpackLow(m1, m5);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.Blend(m0.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.Blend(m2.AsUInt32(), m7.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Blend(m7.AsUInt32(), m5.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.Blend(m3.AsUInt32(), m1.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m6, m0, 8);
t1 = Avx2.Blend(m4.AsUInt32(), m6.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 6
t0 = Avx2.UnpackLow(m1, m3);
t1 = Avx2.UnpackLow(m0, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m6, m5);
t1 = Avx2.UnpackHigh(m5, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Blend(m2.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.UnpackHigh(m7, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m6, m2);
t1 = Avx2.Blend(m7.AsUInt32(), m4.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 7
t0 = Avx2.Blend(m6.AsUInt32(), m0.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = Avx2.UnpackLow(m7, m2);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m2, m7);
t1 = Avx2.AlignRight(m5, m6, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.UnpackLow(m0, m3);
t1 = Avx2.Shuffle(m4.AsUInt32(), 0b_01_00_11_10).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m3, m1);
t1 = Avx2.Blend(m1.AsUInt32(), m5.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 8
t0 = Avx2.UnpackHigh(m6, m3);
t1 = Avx2.Blend(m6.AsUInt32(), m1.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m7, m5, 8);
t1 = Avx2.UnpackHigh(m0, m4);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.UnpackHigh(m2, m7);
t1 = Avx2.UnpackLow(m4, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m0, m2);
t1 = Avx2.UnpackLow(m3, m5);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 9
t0 = Avx2.UnpackLow(m3, m7);
t1 = Avx2.AlignRight(m0, m5, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m7, m4);
t1 = Avx2.AlignRight(m4, m1, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = m6;
t1 = Avx2.AlignRight(m5, m0, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.Blend(m1.AsUInt32(), m3.AsUInt32(), 0b_1100_1100).AsUInt64();
t1 = m2;
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 10
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.UnpackHigh(m3, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m1, m2);
t1 = Avx2.Blend(m3.AsUInt32(), m2.AsUInt32(), 0b_1100_1100).AsUInt64();
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.UnpackHigh(m7, m4);
t1 = Avx2.UnpackHigh(m1, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.AlignRight(m7, m5, 8);
t1 = Avx2.UnpackLow(m6, m0);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 11
t0 = Avx2.UnpackLow(m0, m1);
t1 = Avx2.UnpackLow(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m0, m1);
t1 = Avx2.UnpackHigh(m2, m3);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.UnpackLow(m4, m5);
t1 = Avx2.UnpackLow(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackHigh(m4, m5);
t1 = Avx2.UnpackHigh(m6, m7);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
//ROUND 12
t0 = Avx2.UnpackLow(m7, m2);
t1 = Avx2.UnpackHigh(m4, m6);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m5, m4);
t1 = Avx2.AlignRight(m3, m7, 8);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//DIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_10_01_00_11);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_00_11_10_01);
t0 = Avx2.Shuffle(m0.AsUInt32(), 0b_01_00_11_10).AsUInt64();
t1 = Avx2.UnpackHigh(m5, m2);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G1
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsUInt32(), 0b_10_11_00_01).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Shuffle(row2.AsSByte(), r24).AsUInt64();
t0 = Avx2.UnpackLow(m6, m1);
t1 = Avx2.UnpackHigh(m3, m1);
b0 = Avx2.Blend(t0.AsUInt32(), t1.AsUInt32(), 0b_1111_0000).AsUInt64();
//G2
row1 = Avx2.Add(Avx2.Add(row1, b0), row2);
row4 = Avx2.Xor(row4, row1);
row4 = Avx2.Shuffle(row4.AsSByte(), r16).AsUInt64();
row3 = Avx2.Add(row3, row4);
row2 = Avx2.Xor(row2, row3);
row2 = Avx2.Xor(Avx2.ShiftRightLogical(row2, 63), Avx2.Add(row2, row2));
//UNDIAGONALIZE
row4 = Avx2.Permute4x64(row4, 0b_00_11_10_01);
row3 = Avx2.Permute4x64(row3, 0b_01_00_11_10);
row2 = Avx2.Permute4x64(row2, 0b_10_01_00_11);
row1 = Avx2.Xor(row1, row3);
row2 = Avx2.Xor(row2, row4);
row1 = Avx2.Xor(row1, Avx2.LoadVector256(s->h));
row2 = Avx2.Xor(row2, Avx2.LoadVector256(s->h + 4));
Avx2.Store(s->h, row1);
Avx2.Store(s->h + 4, row2);
}
