<div dir="ltr"><div dir="ltr"><br><br><div class="gmail_quote"><div dir="ltr">On Mon, Dec 10, 2018 at 7:35 AM Elie Tournier <<a href="mailto:tournier.elie@gmail.com">tournier.elie@gmail.com</a>> wrote:<br></div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">On Thu, Dec 06, 2018 at 05:20:42PM -0800, Gurchetan Singh wrote:<br>
> Previously, we ignored the the glUnmap(..) operation and<br>
> flushed before we flush the cbuf.  Now, let's just flush<br>
> the data when we unmap.<br>
> <br>
> Neither method is optimal, for example:<br>
> <br>
> glMapBufferRange(.., 0, 100, GL_MAP_FLUSH_EXPLICIT_BIT)<br>
> glFlushMappedBufferRange(.., 25, 30)<br>
> glFlushMappedBufferRange(.., 65, 70)<br>
> <br>
> We'll end up flushing 25 --> 70.  Maybe we can fix this later.<br>
I don't know how to feel about that.<br>
We clearly go against the spec.<br>
<br>
We currently know the behavor of this piece of code but in few<br>
months, someone will facing the issue and loose lots of time.<br></blockquote><div><br></div><div><div>I agree, the problem is the kernel transfer API (drm_virtgpu_3d_transfer_to_host) doesn't pass usage flags (PIPE_TRANSFER_FLUSH_EXPLICIT) such that the host can use GL_MAP_FLUSH_EXPLICIT_BIT.  The best method is to use the virgl protocol to encode the transfer.  This series is a self-contained cleanup for that:</div><div><br></div><div><a href="https://gitlab.freedesktop.org/gurchetansingh/mesa/tree/optimize-transfers">https://gitlab.freedesktop.org/gurchetansingh/mesa/tree/optimize-transfers</a></div><div><br></div><div>In the meantime, I'll add big comment.</div></div><div> </div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
I would prefer that we fix it now.<br>
If we decide to still upstream that code, we should at least add<br>
a big warning.<br></blockquote><div><br></div><div><br></div><div><br></div><div><br></div><div> </div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
> ---<br>
>  src/gallium/drivers/virgl/virgl_buffer.c   | 37 +++++++++-------------<br>
>  src/gallium/drivers/virgl/virgl_context.c  | 34 +-------------------<br>
>  src/gallium/drivers/virgl/virgl_context.h  |  1 -<br>
>  src/gallium/drivers/virgl/virgl_resource.h | 13 --------<br>
>  4 files changed, 16 insertions(+), 69 deletions(-)<br>
> <br>
> diff --git a/src/gallium/drivers/virgl/virgl_buffer.c b/src/gallium/drivers/virgl/virgl_buffer.c<br>
> index d5d728735e..ae828446ec 100644<br>
> --- a/src/gallium/drivers/virgl/virgl_buffer.c<br>
> +++ b/src/gallium/drivers/virgl/virgl_buffer.c<br>
> @@ -33,7 +33,6 @@ static void virgl_buffer_destroy(struct pipe_screen *screen,<br>
>     struct virgl_screen *vs = virgl_screen(screen);<br>
>     struct virgl_buffer *vbuf = virgl_buffer(buf);<br>
>  <br>
> -   util_range_destroy(&vbuf->valid_buffer_range);<br>
>     vs->vws->resource_unref(vs->vws, vbuf->base.hw_res);<br>
>     FREE(vbuf);<br>
>  }<br>
> @@ -53,7 +52,7 @@ static void *virgl_buffer_transfer_map(struct pipe_context *ctx,<br>
>     bool readback;<br>
>     bool doflushwait = false;<br>
>  <br>
> -   if ((usage & PIPE_TRANSFER_READ) && (vbuf->on_list == TRUE))<br>
> +   if (usage & PIPE_TRANSFER_READ)<br>
>        doflushwait = true;<br>
>     else<br>
>        doflushwait = virgl_res_needs_flush_wait(vctx, &vbuf->base, usage);<br>
> @@ -92,13 +91,19 @@ static void virgl_buffer_transfer_unmap(struct pipe_context *ctx,<br>
>     struct virgl_buffer *vbuf = virgl_buffer(transfer->resource);<br>
>  <br>
>     if (trans->base.usage & PIPE_TRANSFER_WRITE) {<br>
> -      if (!(transfer->usage & PIPE_TRANSFER_FLUSH_EXPLICIT)) {<br>
> -         struct virgl_screen *vs = virgl_screen(ctx->screen);<br>
> -         vctx->num_transfers++;<br>
> -         vs->vws->transfer_put(vs->vws, vbuf->base.hw_res,<br>
> -                               &transfer->box, trans->base.stride, trans->base.layer_stride, trans->offset, transfer->level);<br>
> -<br>
> +      struct virgl_screen *vs = virgl_screen(ctx->screen);<br>
> +      if (transfer->usage & PIPE_TRANSFER_FLUSH_EXPLICIT) {<br>
> +         transfer->box.x += trans->range.start;<br>
> +         transfer->box.width = trans->range.end - trans->range.start;<br>
> +         trans->offset = transfer->box.x;<br>
>        }<br>
> +<br>
> +      vctx->num_transfers++;<br>
> +      vs->vws->transfer_put(vs->vws, vbuf->base.hw_res,<br>
> +                            &transfer->box, trans->base.stride,<br>
> +                            trans->base.layer_stride, trans->offset,<br>
> +                            transfer->level);<br>
> +<br>
>     }<br>
>  <br>
>     virgl_resource_destroy_transfer(vctx, trans);<br>
> @@ -108,20 +113,10 @@ static void virgl_buffer_transfer_flush_region(struct pipe_context *ctx,<br>
>                                                 struct pipe_transfer *transfer,<br>
>                                                 const struct pipe_box *box)<br>
>  {<br>
> -   struct virgl_context *vctx = virgl_context(ctx);<br>
>     struct virgl_buffer *vbuf = virgl_buffer(transfer->resource);<br>
> +   struct virgl_transfer *trans = virgl_transfer(transfer);<br>
>  <br>
> -   if (!vbuf->on_list) {<br>
> -       struct pipe_resource *res = NULL;<br>
> -<br>
> -       list_addtail(&vbuf->flush_list, &vctx->to_flush_bufs);<br>
> -       vbuf->on_list = TRUE;<br>
> -       pipe_resource_reference(&res, &vbuf->base.u.b);<br>
> -   }<br>
> -<br>
> -   util_range_add(&vbuf->valid_buffer_range, transfer->box.x + box->x,<br>
> -                  transfer->box.x + box->x + box->width);<br>
> -<br>
> +   util_range_add(&trans->range, box->x, box->x + box->width);<br>
>     vbuf->base.clean = FALSE;<br>
>  }<br>
>  <br>
> @@ -145,7 +140,6 @@ struct pipe_resource *virgl_buffer_create(struct virgl_screen *vs,<br>
>     buf->base.u.b.screen = &vs->base;<br>
>     buf->base.u.vtbl = &virgl_buffer_vtbl;<br>
>     pipe_reference_init(&buf->base.u.b.reference, 1);<br>
> -   util_range_init(&buf->valid_buffer_range);<br>
>     virgl_resource_layout(&buf->base.u.b, &buf->metadata);<br>
>  <br>
>     vbind = pipe_to_virgl_bind(template->bind);<br>
> @@ -155,6 +149,5 @@ struct pipe_resource *virgl_buffer_create(struct virgl_screen *vs,<br>
>                                                 template->width0, 1, 1, 1, 0, 0,<br>
>                                                 buf->metadata.total_size);<br>
>  <br>
> -   util_range_set_empty(&buf->valid_buffer_range);<br>
>     return &buf->base.u.b;<br>
>  }<br>
> diff --git a/src/gallium/drivers/virgl/virgl_context.c b/src/gallium/drivers/virgl/virgl_context.c<br>
> index 90a9429fa5..a92fd6115a 100644<br>
> --- a/src/gallium/drivers/virgl/virgl_context.c<br>
> +++ b/src/gallium/drivers/virgl/virgl_context.c<br>
> @@ -54,29 +54,6 @@ uint32_t virgl_object_assign_handle(void)<br>
>     return ++next_handle;<br>
>  }<br>
>  <br>
> -static void virgl_buffer_flush(struct virgl_context *vctx,<br>
> -                              struct virgl_buffer *vbuf)<br>
> -{<br>
> -   struct virgl_screen *rs = virgl_screen(vctx->base.screen);<br>
> -   struct pipe_box box;<br>
> -<br>
> -   assert(vbuf->on_list);<br>
> -<br>
> -   box.height = 1;<br>
> -   box.depth = 1;<br>
> -   box.y = 0;<br>
> -   box.z = 0;<br>
> -<br>
> -   box.x = vbuf->valid_buffer_range.start;<br>
> -   box.width = MIN2(vbuf->valid_buffer_range.end - vbuf->valid_buffer_range.start, vbuf->base.u.b.width0);<br>
> -<br>
> -   vctx->num_transfers++;<br>
> -   rs->vws->transfer_put(rs->vws, vbuf->base.hw_res,<br>
> -                         &box, 0, 0, box.x, 0);<br>
> -<br>
> -   util_range_set_empty(&vbuf->valid_buffer_range);<br>
> -}<br>
> -<br>
>  static void virgl_attach_res_framebuffer(struct virgl_context *vctx)<br>
>  {<br>
>     struct virgl_winsys *vws = virgl_screen(vctx->base.screen)->vws;<br>
> @@ -736,19 +713,11 @@ static void virgl_flush_from_st(struct pipe_context *ctx,<br>
>                                 enum pipe_flush_flags flags)<br>
>  {<br>
>     struct virgl_context *vctx = virgl_context(ctx);<br>
> -   struct virgl_buffer *buf, *tmp;<br>
> +   struct virgl_screen *rs = virgl_screen(ctx->screen);<br>
>  <br>
>     if (flags & PIPE_FLUSH_FENCE_FD)<br>
>         vctx->cbuf->needs_out_fence_fd = true;<br>
>  <br>
> -   LIST_FOR_EACH_ENTRY_SAFE(buf, tmp, &vctx->to_flush_bufs, flush_list) {<br>
> -      struct pipe_resource *res = &buf->base.u.b;<br>
> -      virgl_buffer_flush(vctx, buf);<br>
> -      list_del(&buf->flush_list);<br>
> -      buf->on_list = FALSE;<br>
> -      pipe_resource_reference(&res, NULL);<br>
> -<br>
> -   }<br>
>     virgl_flush_eq(vctx, vctx, fence);<br>
>  <br>
>     if (vctx->cbuf->in_fence_fd != -1) {<br>
> @@ -1291,7 +1260,6 @@ struct pipe_context *virgl_context_create(struct pipe_screen *pscreen,<br>
>     virgl_init_query_functions(vctx);<br>
>     virgl_init_so_functions(vctx);<br>
>  <br>
> -   list_inithead(&vctx->to_flush_bufs);<br>
>     slab_create_child(&vctx->transfer_pool, &rs->transfer_pool);<br>
>  <br>
>     vctx->primconvert = util_primconvert_create(&vctx->base, rs->caps.caps.v1.prim_mask);<br>
> diff --git a/src/gallium/drivers/virgl/virgl_context.h b/src/gallium/drivers/virgl/virgl_context.h<br>
> index 4a6cc09ee5..65166154e4 100644<br>
> --- a/src/gallium/drivers/virgl/virgl_context.h<br>
> +++ b/src/gallium/drivers/virgl/virgl_context.h<br>
> @@ -73,7 +73,6 @@ struct virgl_context {<br>
>     struct pipe_resource *images[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];<br>
>     int num_transfers;<br>
>     int num_draws;<br>
> -   struct list_head to_flush_bufs;<br>
>  <br>
>     struct pipe_resource *atomic_buffers[PIPE_MAX_HW_ATOMIC_BUFFERS];<br>
>  <br>
> diff --git a/src/gallium/drivers/virgl/virgl_resource.h b/src/gallium/drivers/virgl/virgl_resource.h<br>
> index fa985494a7..2e2fa186d1 100644<br>
> --- a/src/gallium/drivers/virgl/virgl_resource.h<br>
> +++ b/src/gallium/drivers/virgl/virgl_resource.h<br>
> @@ -52,19 +52,6 @@ struct virgl_resource {<br>
>  <br>
>  struct virgl_buffer {<br>
>     struct virgl_resource base;<br>
> -<br>
> -   struct list_head flush_list;<br>
> -   boolean on_list;<br>
> -<br>
> -   /* The buffer range which is initialized (with a write transfer,<br>
> -    * streamout, DMA, or as a random access target). The rest of<br>
> -    * the buffer is considered invalid and can be mapped unsynchronized.<br>
> -    *<br>
> -    * This allows unsychronized mapping of a buffer range which hasn't<br>
> -    * been used yet. It's for applications which forget to use<br>
> -    * the unsynchronized map flag and expect the driver to figure it out.<br>
> -    */<br>
> -   struct util_range valid_buffer_range;<br>
>     struct virgl_resource_metadata metadata;<br>
>  };<br>
>  <br>
> -- <br>
> 2.18.1<br>
> <br>
> _______________________________________________<br>
> mesa-dev mailing list<br>
> <a href="mailto:mesa-dev@lists.freedesktop.org" target="_blank">mesa-dev@lists.freedesktop.org</a><br>
> <a href="https://lists.freedesktop.org/mailman/listinfo/mesa-dev" rel="noreferrer" target="_blank">https://lists.freedesktop.org/mailman/listinfo/mesa-dev</a><br>
</blockquote></div></div></div>