Subversion Repositories Kolibri OS

/*

 * Copyright 2010 Christoph Bumiller

 *

 * Permission is hereby granted, free of charge, to any person obtaining a

 * copy of this software and associated documentation files (the "Software"),

 * to deal in the Software without restriction, including without limitation

 * the rights to use, copy, modify, merge, publish, distribute, sublicense,

 * and/or sell copies of the Software, and to permit persons to whom the

 * Software is furnished to do so, subject to the following conditions:

 *

 * The above copyright notice and this permission notice shall be included in

 * all copies or substantial portions of the Software.

 *

 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL

 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR

 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,

 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR

 * OTHER DEALINGS IN THE SOFTWARE.

 */

#include "pipe/p_defines.h"

#include "util/u_framebuffer.h"

#include "nvc0/nvc0_context.h"

#include "nvc0/nvc0_screen.h"

#include "nvc0/nvc0_resource.h"

static void

nvc0_flush(struct pipe_context *pipe,

           struct pipe_fence_handle **fence,

           unsigned flags)

{

   struct nvc0_context *nvc0 = nvc0_context(pipe);

   struct nouveau_screen *screen = &nvc0->screen->base;

   if (fence)

      nouveau_fence_ref(screen->fence.current, (struct nouveau_fence **)fence);

   PUSH_KICK(nvc0->base.pushbuf); /* fencing handled in kick_notify */

   nouveau_context_update_frame_stats(&nvc0->base);

}

static void

nvc0_texture_barrier(struct pipe_context *pipe)

{

   struct nouveau_pushbuf *push = nvc0_context(pipe)->base.pushbuf;

   IMMED_NVC0(push, NVC0_3D(SERIALIZE), 0);

   IMMED_NVC0(push, NVC0_3D(TEX_CACHE_CTL), 0);

}

static void

nvc0_memory_barrier(struct pipe_context *pipe, unsigned flags)

{

   struct nvc0_context *nvc0 = nvc0_context(pipe);

   int i, s;

   if (flags & PIPE_BARRIER_MAPPED_BUFFER) {

      for (i = 0; i < nvc0->num_vtxbufs; ++i) {

         if (!nvc0->vtxbuf[i].buffer)

            continue;

         if (nvc0->vtxbuf[i].buffer->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)

            nvc0->base.vbo_dirty = TRUE;

      }

      if (nvc0->idxbuf.buffer &&

          nvc0->idxbuf.buffer->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)

         nvc0->base.vbo_dirty = TRUE;

      for (s = 0; s < 5 && !nvc0->cb_dirty; ++s) {

         uint32_t valid = nvc0->constbuf_valid[s];

         while (valid && !nvc0->cb_dirty) {

            const unsigned i = ffs(valid) - 1;

            struct pipe_resource *res;

            valid &= ~(1 << i);

            if (nvc0->constbuf[s][i].user)

               continue;

            res = nvc0->constbuf[s][i].u.buf;

            if (!res)

               continue;

            if (res->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)

               nvc0->cb_dirty = TRUE;

         }

      }

   }

}

static void

nvc0_context_unreference_resources(struct nvc0_context *nvc0)

{

   unsigned s, i;

   nouveau_bufctx_del(&nvc0->bufctx_3d);

   nouveau_bufctx_del(&nvc0->bufctx);

   nouveau_bufctx_del(&nvc0->bufctx_cp);

   util_unreference_framebuffer_state(&nvc0->framebuffer);

   for (i = 0; i < nvc0->num_vtxbufs; ++i)

      pipe_resource_reference(&nvc0->vtxbuf[i].buffer, NULL);

   pipe_resource_reference(&nvc0->idxbuf.buffer, NULL);

   for (s = 0; s < 6; ++s) {

      for (i = 0; i < nvc0->num_textures[s]; ++i)

         pipe_sampler_view_reference(&nvc0->textures[s][i], NULL);

      for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i)

         if (!nvc0->constbuf[s][i].user)

            pipe_resource_reference(&nvc0->constbuf[s][i].u.buf, NULL);

   }

   for (s = 0; s < 2; ++s) {

      for (i = 0; i < NVC0_MAX_SURFACE_SLOTS; ++i)

         pipe_surface_reference(&nvc0->surfaces[s][i], NULL);

   }

   for (i = 0; i < nvc0->num_tfbbufs; ++i)

      pipe_so_target_reference(&nvc0->tfbbuf[i], NULL);

   for (i = 0; i < nvc0->global_residents.size / sizeof(struct pipe_resource *);

        ++i) {

      struct pipe_resource **res = util_dynarray_element(

         &nvc0->global_residents, struct pipe_resource *, i);

      pipe_resource_reference(res, NULL);

   }

   util_dynarray_fini(&nvc0->global_residents);

}

static void

nvc0_destroy(struct pipe_context *pipe)

{

   struct nvc0_context *nvc0 = nvc0_context(pipe);

   if (nvc0->screen->cur_ctx == nvc0) {

      nvc0->screen->cur_ctx = NULL;

      nvc0->screen->save_state = nvc0->state;

      nvc0->screen->save_state.tfb = NULL;

   }

   /* Unset bufctx, we don't want to revalidate any resources after the flush.

    * Other contexts will always set their bufctx again on action calls.

    */

   nouveau_pushbuf_bufctx(nvc0->base.pushbuf, NULL);

   nouveau_pushbuf_kick(nvc0->base.pushbuf, nvc0->base.pushbuf->channel);

   nvc0_context_unreference_resources(nvc0);

   nvc0_blitctx_destroy(nvc0);

   nouveau_context_destroy(&nvc0->base);

}

void

nvc0_default_kick_notify(struct nouveau_pushbuf *push)

{

   struct nvc0_screen *screen = push->user_priv;

   if (screen) {

      nouveau_fence_next(&screen->base);

      nouveau_fence_update(&screen->base, TRUE);

      if (screen->cur_ctx)

         screen->cur_ctx->state.flushed = TRUE;

      NOUVEAU_DRV_STAT(&screen->base, pushbuf_count, 1);

   }

}

static int

nvc0_invalidate_resource_storage(struct nouveau_context *ctx,

                                 struct pipe_resource *res,

                                 int ref)

{

   struct nvc0_context *nvc0 = nvc0_context(&ctx->pipe);

   unsigned s, i;

   if (res->bind & PIPE_BIND_RENDER_TARGET) {

      for (i = 0; i < nvc0->framebuffer.nr_cbufs; ++i) {

         if (nvc0->framebuffer.cbufs[i] &&

             nvc0->framebuffer.cbufs[i]->texture == res) {

            nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;

            nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);

            if (!--ref)

               return ref;

         }

      }

   }

   if (res->bind & PIPE_BIND_DEPTH_STENCIL) {

      if (nvc0->framebuffer.zsbuf &&

          nvc0->framebuffer.zsbuf->texture == res) {

         nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;

         nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);

         if (!--ref)

            return ref;

      }

   }

   if (res->bind & (PIPE_BIND_VERTEX_BUFFER |

                    PIPE_BIND_INDEX_BUFFER |

                    PIPE_BIND_CONSTANT_BUFFER |

                    PIPE_BIND_STREAM_OUTPUT |

                    PIPE_BIND_COMMAND_ARGS_BUFFER |

                    PIPE_BIND_SAMPLER_VIEW)) {

      for (i = 0; i < nvc0->num_vtxbufs; ++i) {

         if (nvc0->vtxbuf[i].buffer == res) {

            nvc0->dirty |= NVC0_NEW_ARRAYS;

            nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_VTX);

            if (!--ref)

               return ref;

         }

      }

      if (nvc0->idxbuf.buffer == res) {

         nvc0->dirty |= NVC0_NEW_IDXBUF;

         nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_IDX);

         if (!--ref)

            return ref;

      }

      for (s = 0; s < 5; ++s) {

      for (i = 0; i < nvc0->num_textures[s]; ++i) {

         if (nvc0->textures[s][i] &&

             nvc0->textures[s][i]->texture == res) {

            nvc0->textures_dirty[s] |= 1 << i;

            nvc0->dirty |= NVC0_NEW_TEXTURES;

            nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_TEX(s, i));

            if (!--ref)

               return ref;

         }

      }

      }

      for (s = 0; s < 5; ++s) {

      for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i) {

         if (!(nvc0->constbuf_valid[s] & (1 << i)))

            continue;

         if (!nvc0->constbuf[s][i].user &&

             nvc0->constbuf[s][i].u.buf == res) {

            nvc0->dirty |= NVC0_NEW_CONSTBUF;

            nvc0->constbuf_dirty[s] |= 1 << i;

            nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_CB(s, i));

            if (!--ref)

               return ref;

         }

      }

      }

   }

   return ref;

}

static void

nvc0_context_get_sample_position(struct pipe_context *, unsigned, unsigned,

                                 float *);

struct pipe_context *

nvc0_create(struct pipe_screen *pscreen, void *priv)

{

   struct nvc0_screen *screen = nvc0_screen(pscreen);

   struct nvc0_context *nvc0;

   struct pipe_context *pipe;

   int ret;

   uint32_t flags;

   nvc0 = CALLOC_STRUCT(nvc0_context);

   if (!nvc0)

      return NULL;

   pipe = &nvc0->base.pipe;

   if (!nvc0_blitctx_create(nvc0))

      goto out_err;

   nvc0->base.pushbuf = screen->base.pushbuf;

   nvc0->base.client = screen->base.client;

   ret = nouveau_bufctx_new(screen->base.client, 2, &nvc0->bufctx);

   if (!ret)

      ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_3D_COUNT,

                               &nvc0->bufctx_3d);

   if (!ret)

      ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_CP_COUNT,

                               &nvc0->bufctx_cp);

   if (ret)

      goto out_err;

   nvc0->screen = screen;

   nvc0->base.screen = &screen->base;

   pipe->screen = pscreen;

   pipe->priv = priv;

   pipe->destroy = nvc0_destroy;

   pipe->draw_vbo = nvc0_draw_vbo;

   pipe->clear = nvc0_clear;

   pipe->launch_grid = (nvc0->screen->base.class_3d >= NVE4_3D_CLASS) ?

      nve4_launch_grid : nvc0_launch_grid;

   pipe->flush = nvc0_flush;

   pipe->texture_barrier = nvc0_texture_barrier;

   pipe->memory_barrier = nvc0_memory_barrier;

   pipe->get_sample_position = nvc0_context_get_sample_position;

   if (!screen->cur_ctx) {

      nvc0->state = screen->save_state;

      screen->cur_ctx = nvc0;

      nouveau_pushbuf_bufctx(screen->base.pushbuf, nvc0->bufctx);

   }

   screen->base.pushbuf->kick_notify = nvc0_default_kick_notify;

   nvc0_init_query_functions(nvc0);

   nvc0_init_surface_functions(nvc0);

   nvc0_init_state_functions(nvc0);

   nvc0_init_transfer_functions(nvc0);

   nvc0_init_resource_functions(pipe);

   nvc0->base.invalidate_resource_storage = nvc0_invalidate_resource_storage;

   pipe->create_video_codec = nvc0_create_decoder;

   pipe->create_video_buffer = nvc0_video_buffer_create;

   /* shader builtin library is per-screen, but we need a context for m2mf */

   nvc0_program_library_upload(nvc0);

   /* add permanently resident buffers to bufctxts */

   flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_RD;

   BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->text);

   BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->uniform_bo);

   BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->txc);

   if (screen->compute) {

      BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->text);

      BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->txc);

      BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->parm);

   }

   flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_RDWR;

   if (screen->poly_cache)

      BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->poly_cache);

   if (screen->compute)

      BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->tls);

   flags = NOUVEAU_BO_GART | NOUVEAU_BO_WR;

   BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->fence.bo);

   BCTX_REFN_bo(nvc0->bufctx, FENCE, flags, screen->fence.bo);

   if (screen->compute)

      BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->fence.bo);

   nvc0->base.scratch.bo_size = 2 << 20;

   memset(nvc0->tex_handles, ~0, sizeof(nvc0->tex_handles));

   util_dynarray_init(&nvc0->global_residents);

   return pipe;

out_err:

   if (nvc0) {

      if (nvc0->bufctx_3d)

         nouveau_bufctx_del(&nvc0->bufctx_3d);

      if (nvc0->bufctx_cp)

         nouveau_bufctx_del(&nvc0->bufctx_cp);

      if (nvc0->bufctx)

         nouveau_bufctx_del(&nvc0->bufctx);

      FREE(nvc0->blit);

      FREE(nvc0);

   }

   return NULL;

}

void

nvc0_bufctx_fence(struct nvc0_context *nvc0, struct nouveau_bufctx *bufctx,

                  boolean on_flush)

{

   struct nouveau_list *list = on_flush ? &bufctx->current : &bufctx->pending;

   struct nouveau_list *it;

   NOUVEAU_DRV_STAT_IFD(unsigned count = 0);

   for (it = list->next; it != list; it = it->next) {

      struct nouveau_bufref *ref = (struct nouveau_bufref *)it;

      struct nv04_resource *res = ref->priv;

      if (res)

         nvc0_resource_validate(res, (unsigned)ref->priv_data);

      NOUVEAU_DRV_STAT_IFD(count++);

   }

   NOUVEAU_DRV_STAT(&nvc0->screen->base, resource_validate_count, count);

}

static void

nvc0_context_get_sample_position(struct pipe_context *pipe,

                                 unsigned sample_count, unsigned sample_index,

                                 float *xy)

{

   static const uint8_t ms1[1][2] = { { 0x8, 0x8 } };

   static const uint8_t ms2[2][2] = {

      { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */

   static const uint8_t ms4[4][2] = {

      { 0x6, 0x2 }, { 0xe, 0x6 },   /* (0,0), (1,0) */

      { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */

   static const uint8_t ms8[8][2] = {

      { 0x1, 0x7 }, { 0x5, 0x3 },   /* (0,0), (1,0) */

      { 0x3, 0xd }, { 0x7, 0xb },   /* (0,1), (1,1) */

      { 0x9, 0x5 }, { 0xf, 0x1 },   /* (2,0), (3,0) */

      { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */

#if 0

   /* NOTE: there are alternative modes for MS2 and MS8, currently not used */

   static const uint8_t ms8_alt[8][2] = {

      { 0x9, 0x5 }, { 0x7, 0xb },   /* (2,0), (1,1) */

      { 0xd, 0x9 }, { 0x5, 0x3 },   /* (3,1), (1,0) */

      { 0x3, 0xd }, { 0x1, 0x7 },   /* (0,1), (0,0) */

      { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */

#endif

   const uint8_t (*ptr)[2];

   switch (sample_count) {

   case 0:

   case 1: ptr = ms1; break;

   case 2: ptr = ms2; break;

   case 4: ptr = ms4; break;

   case 8: ptr = ms8; break;

   default:

      assert(0);

      return; /* bad sample count -> undefined locations */

   }

   xy[0] = ptr[sample_index][0] * 0.0625f;

   xy[1] = ptr[sample_index][1] * 0.0625f;

}