Ejemplo n.º 1
0
        //CLM these just generate D3D Texture versions of the KNS  & Recolor data
        //we should be able to remove this class all together
        unsafe void recoloredExemplarToD3DTexture(Exemplar a, int l)
        {
            // recolored exemplar
            // . quantize !
            Quantizer q = new Quantizer(a.recoloredStack(l), Globals.QUANTIZE_NUM_BITS, Globals.QUANTIZE_PERCENT_INSIDE);

            m_d3dRecolored_0_3 = new Texture(BRenderDevice.getDevice(),
                                             a.recoloredStack(l).width(),
                                             a.recoloredStack(l).height(), 1, 0, Format.A8R8G8B8, Pool.Managed);


            // . fill
            GraphicsStream texstream = m_d3dRecolored_0_3.LockRectangle(0, LockFlags.None);
            byte *         data      = (byte *)texstream.InternalDataPointer;
            int            rectPitch = a.recoloredStack(l).width() * 4;

            for (int j = 0; j < a.recoloredStack(l).height(); j++)
            {
                for (int i = 0; i < a.recoloredStack(l).width(); i++)
                {
                    int v0 = q.quantized().get(i, j, 0);
                    int v1 = q.quantized().get(i, j, 1);
                    int v2 = q.quantized().get(i, j, 2);
                    int v3 = q.quantized().get(i, j, 3);
                    Globals.Assert(v0 >= 0 && v0 <= 255);
                    Globals.Assert(v1 >= 0 && v1 <= 255);
                    Globals.Assert(v2 >= 0 && v2 <= 255);
                    Globals.Assert(v3 >= 0 && v3 <= 255);
                    data[i * 4 + j * rectPitch + 2] = (byte)(v0);
                    data[i * 4 + j * rectPitch + 1] = (byte)(v1);
                    data[i * 4 + j * rectPitch + 0] = (byte)(v2);
                    data[i * 4 + j * rectPitch + 3] = (byte)(v3);
                }
            }
            m_d3dRecolored_0_3.UnlockRectangle(0);



            // de-quantization parameters

            m_UnqRecolored_Scale = new List <float>(Globals.NUM_RUNTIME_PCA_COMPONENTS);
            m_UnqRecolored_Mean  = new List <float>(Globals.NUM_RUNTIME_PCA_COMPONENTS);

            for (int c = 0; c < Globals.NUM_RUNTIME_PCA_COMPONENTS; c++)
            {
                m_UnqRecolored_Scale.Add(q.radius(c));
                m_UnqRecolored_Mean.Add(q.center(c));
            }


            // . unquantize, recolored exemplar
            qr_mean_0_3  = new Vector4(m_UnqRecolored_Mean[0], m_UnqRecolored_Mean[1], m_UnqRecolored_Mean[2], m_UnqRecolored_Mean[3]);
            qr_scale_0_3 = new Vector4(m_UnqRecolored_Scale[0], m_UnqRecolored_Scale[1], m_UnqRecolored_Scale[2], m_UnqRecolored_Scale[3]);

            Vector4 div3 = new Vector4(0.33333f, 0.3333f, 0.3333f, 0.3333f);
            Vector4 mul2 = new Vector4(2, 2, 2, 2);

            qr_mean_0_3  = qr_mean_0_3 - qr_scale_0_3;
            qr_scale_0_3 = Vector4.Multiply(Vector4.Multiply(qr_scale_0_3, 1 / 3.0f), 2);
        }
Ejemplo n.º 2
0
        public bool LoadExemplar(String fname)
        {
            //load our Analyser
            mExemplar = null;
            mExemplar = new Exemplar(fname);

            //load our synthesiser
            mSynthesiser = null;
            mSynthesiser = new Synthesiser();
            mSynthesiser.loadPrograms(mExemplar, Synthesiser.SynthesisFlags._Standard | Synthesiser.SynthesisFlags._Subpass1234);

            clearPaintLayer();

            mSynthesiser.setExemplarPeriod(mExemplar, true, 1, 1);

            m_bNeedUpdate            = true;
            m_bNeedUpdateJacobianMap = true;
            for (int i = 0; i < mSynthNodes.Count; i++)
            {
                mSynthNodes[i].m_Query = null;
            }

            postLoadCreateControlPackets();

            return(true);
        }
Ejemplo n.º 3
0
        public LevelDataD3DPacket(Exemplar a, int l)
        {
            m_d3dSimilaritySet      = null;
            m_d3dRecolored_0_3      = null;
            m_d3dNeighborhoods_0_3  = null;
            m_d3dExemplarConstraint = null;

            recoloredExemplarToD3DTexture(a, l);
            synthesisNeighborhoodsToD3DTexture(a, l);
            similaritySetsToD3DTexture(a, l);
        }
Ejemplo n.º 4
0
        public SynthesizeParameters(Exemplar exemplar, SynthControlPacket ControlPacket, SynthResultPacket ResultPacket, Synthesiser.SynthesisFlags flags)
        {
            mExemplar      = exemplar;
            m_Flags        = (flags);
            mControlPacket = ControlPacket;
            mResultPacket  = ResultPacket;

            Globals.Assert((m_Flags & Synthesiser.SynthesisFlags._Standard) != 0 ||
                           (m_Flags & Synthesiser.SynthesisFlags._Spherical) != 0 ||
                           (m_Flags & Synthesiser.SynthesisFlags._Octahedron) != 0 ||
                           (m_Flags & Synthesiser.SynthesisFlags._Atlas) != 0);
        }
Ejemplo n.º 5
0
        unsafe void similaritySetsToD3DTexture(Exemplar a, int l)
        {
            // Indices
            {
                // . create texture
                m_d3dSimilaritySet = new Texture(BRenderDevice.getDevice(),
                                                 a.stack(l).getWidth(),
                                                 a.stack(l).getHeight(), 1, 0, Format.A8R8G8B8, Pool.Managed);


                // . fill in
                GraphicsStream texstream = m_d3dSimilaritySet.LockRectangle(0, LockFlags.None);
                byte *         data      = (byte *)texstream.InternalDataPointer;
                int            rectPitch = a.stack(l).getWidth() * 4;

                byte *dataI = data;// (byte*)rectI.pBits;
                int   pitch = rectPitch;
                int[] c_ki  = new int[2] {
                    2, 0
                };
                int[] c_kj = new int[2] {
                    1, 3
                };

                int kn = Math.Min(2, Globals.K_NEAREST); // TODO: extend to ohter values of K ?
                Globals.Assert(kn <= 2);
                int width = a.stack(l).getWidth();
                int exsz  = width;

                for (int j = 0; j < width; j++)
                {
                    for (int i = 0; i < width; i++)
                    {
                        int n = a.similaritySetSize(l, i, j);

                        for (int k = 0; k < kn; k++)
                        {
                            if (k < n)
                            {
                                Pair <int, int> kij = a.similarPixel(l, i, j, k);
                                int             vi  = kij.first;
                                int             vj  = kij.second;

                                //dataI[i*4+j*pitch  + c_ki[k]]=vi & 255;            // simsets as indirections
                                //dataI[i*4+j*pitch  + c_kj[k]]=vj & 255;

                                Globals.Assert(Math.Abs(vi - i) < exsz);
                                Globals.Assert(Math.Abs(vj - j) < exsz);

                                int oi = (vi - i) + 128;
                                int oj = (vj - j) + 128;

                                Globals.Assert(oi >= 0 && oi <= 255);
                                Globals.Assert(oj >= 0 && oj <= 255);

                                dataI[i * 4 + j * pitch + c_ki[k]] = (byte)(oi & 255); // simsets as offsets
                                dataI[i * 4 + j * pitch + c_kj[k]] = (byte)(oj & 255);
                            }
                            else
                            {
                                dataI[i * 4 + j * pitch + c_ki[k]] = 128;
                                dataI[i * 4 + j * pitch + c_kj[k]] = 128;
                            }
                        }
                    }
                }
                m_d3dSimilaritySet.UnlockRectangle(0);
            }
        }
Ejemplo n.º 6
0
        unsafe void synthesisNeighborhoodsToD3DTexture(Exemplar a, int l)
        {
            // synthesis neighborhoods
            // . build float multidim texture from projected neighborhoods
            MultiDimFloatTexture tex = new MultiDimFloatTexture(a.recoloredStack(l).width(), a.recoloredStack(l).height(), Globals.NUM_RUNTIME_PCA_COMPONENTS);

            for (int j = 0; j < tex.height(); j++)
            {
                for (int i = 0; i < tex.width(); i++)
                {
                    NeighborhoodSynth nproj = a.getProjectedSynthNeighborhood(l, i, j);
                    for (int c = 0; c < tex.numComp(); c++)
                    {
                        tex.set(nproj.getValue(c), i, j, c);
                    }
                }
            }

            // . quantize
            Quantizer q = new Quantizer(tex, Globals.QUANTIZE_NUM_BITS, Globals.QUANTIZE_PERCENT_INSIDE);

            m_d3dNeighborhoods_0_3 = new Texture(BRenderDevice.getDevice(), tex.width(), tex.height(), 1, 0, Format.A8R8G8B8, Pool.Managed);



            // . fill
            GraphicsStream texstream = m_d3dNeighborhoods_0_3.LockRectangle(0, LockFlags.None);
            byte *         data      = (byte *)texstream.InternalDataPointer;
            int            rectPitch = tex.width() * 4;

            for (int j = 0; j < tex.height(); j++)
            {
                for (int i = 0; i < tex.width(); i++)
                {
                    int v0 = q.quantized().get(i, j, 0);
                    int v1 = q.quantized().get(i, j, 1);
                    int v2 = q.quantized().get(i, j, 2);
                    int v3 = q.quantized().get(i, j, 3);
                    Globals.Assert(v0 >= 0 && v0 <= 255);
                    Globals.Assert(v1 >= 0 && v1 <= 255);
                    Globals.Assert(v2 >= 0 && v2 <= 255);
                    Globals.Assert(v3 >= 0 && v3 <= 255);
                    data[i * 4 + j * rectPitch + 2] = (byte)(v0);
                    data[i * 4 + j * rectPitch + 1] = (byte)(v1);
                    data[i * 4 + j * rectPitch + 0] = (byte)(v2);
                    data[i * 4 + j * rectPitch + 3] = (byte)(v3);
                }
            }
            m_d3dNeighborhoods_0_3.UnlockRectangle(0);


            // de-quantization parameters

            m_UnqNeighborhoods_Scale = new List <float>(8);
            m_UnqNeighborhoods_Mean  = new List <float>(8);

            for (int c = 0; c < q.quantized().numComp(); c++)
            {
                m_UnqNeighborhoods_Scale.Add(q.radius(c));
                m_UnqNeighborhoods_Mean.Add(q.center(c));
            }
            qn_mean_0_3  = new Vector4(m_UnqNeighborhoods_Mean[0], m_UnqNeighborhoods_Mean[1], m_UnqNeighborhoods_Mean[2], m_UnqNeighborhoods_Mean[3]);
            qn_scale_0_3 = new Vector4(m_UnqNeighborhoods_Scale[0], m_UnqNeighborhoods_Scale[1], m_UnqNeighborhoods_Scale[2], m_UnqNeighborhoods_Scale[3]);

            // expression in the shader is
            // (v*2.0-1.0)*UnqNeighborhoods_Scale_0_3 + UnqNeighborhoods_Mean_0_3
            // => this is baked into the ants to reduce work load
            qn_mean_0_3  = qn_mean_0_3 - qn_scale_0_3;
            qn_scale_0_3 = qn_scale_0_3 * 2.0f;
        }
Ejemplo n.º 7
0
 public KNearestSimilartySet(StreamReader f, Exemplar owner, int numLevels)
 {
     mOwner     = owner;
     mNumLevels = numLevels;
     load(f);
 }