[Mesa-dev] [PATCH v2 04/16] intel: aubinator: drop the 1Tb GTT mapping

Rafael Antognolli rafael.antognolli at intel.com
Tue Jun 19 23:43:35 UTC 2018


Patch is

Reviewed-by: Rafael Antognolli <rafael.antognolli at intel.com>

On Tue, Jun 19, 2018 at 02:45:19PM +0100, Lionel Landwerlin wrote:
> Now that we're softpinning the address of our BOs in anv & i965, the
> addresses selected start at the top of the addressing space. This is a
> problem for the current implementation of aubinator which uses only a
> 40bit mmapped address space.
> 
> This change keeps track of all the memory writes from the aub file and
> fetch them on request by the batch decoder. As a result we can get rid
> of the 1<<40 mmapped address space and only rely on the mmap aub file
> \o/
> 
> Signed-off-by: Lionel Landwerlin <lionel.g.landwerlin at intel.com>
> ---
>  src/intel/tools/aubinator.c | 130 ++++++++++++++++++++----------------
>  1 file changed, 72 insertions(+), 58 deletions(-)
> 
> diff --git a/src/intel/tools/aubinator.c b/src/intel/tools/aubinator.c
> index 0438f96cd1b..f70038376be 100644
> --- a/src/intel/tools/aubinator.c
> +++ b/src/intel/tools/aubinator.c
> @@ -37,10 +37,12 @@
>  #include <sys/wait.h>
>  #include <sys/mman.h>
>  
> +#include "util/list.h"
>  #include "util/macros.h"
>  
>  #include "common/gen_decoder.h"
>  #include "common/gen_disasm.h"
> +#include "common/gen_gem.h"
>  #include "intel_aub.h"
>  
>  /* Below is the only command missing from intel_aub.h in libdrm
> @@ -68,8 +70,12 @@ char *input_file = NULL, *xml_path = NULL;
>  struct gen_device_info devinfo;
>  struct gen_batch_decode_ctx batch_ctx;
>  
> -uint64_t gtt_size, gtt_end;
> -void *gtt;
> +struct bo_map {
> +   struct list_head link;
> +   struct gen_batch_decode_bo bo;
> +};
> +
> +static struct list_head maps;
>  
>  FILE *outfile;
>  
> @@ -85,10 +91,32 @@ field(uint32_t value, int start, int end)
>  
>  struct brw_instruction;
>  
> -static inline int
> -valid_offset(uint32_t offset)
> +static void
> +add_gtt_bo_map(struct gen_batch_decode_bo bo)
>  {
> -   return offset < gtt_end;
> +   struct bo_map *m = calloc(1, sizeof(*m));
> +
> +   m->bo = bo;
> +   list_add(&m->link, &maps);
> +}
> +
> +static void
> +clear_bo_maps(void)
> +{
> +   list_for_each_entry_safe(struct bo_map, i, &maps, link) {
> +      list_del(&i->link);
> +      free(i);
> +   }
> +}
> +
> +static struct gen_batch_decode_bo
> +get_gen_batch_bo(void *user_data, uint64_t address)
> +{
> +   list_for_each_entry(struct bo_map, i, &maps, link)
> +      if (i->bo.addr <= address && i->bo.addr + i->bo.size > address)
> +         return i->bo;
> +
> +   return (struct gen_batch_decode_bo) { .map = NULL };
>  }
>  
>  #define GEN_ENGINE_RENDER 1
> @@ -100,26 +128,23 @@ handle_trace_block(uint32_t *p)
>     int operation = p[1] & AUB_TRACE_OPERATION_MASK;
>     int type = p[1] & AUB_TRACE_TYPE_MASK;
>     int address_space = p[1] & AUB_TRACE_ADDRESS_SPACE_MASK;
> -   uint64_t offset = p[3];
> -   uint32_t size = p[4];
>     int header_length = p[0] & 0xffff;
> -   uint32_t *data = p + header_length + 2;
>     int engine = GEN_ENGINE_RENDER;
> -
> -   if (devinfo.gen >= 8)
> -      offset += (uint64_t) p[5] << 32;
> +   struct gen_batch_decode_bo bo = {
> +      .map = p + header_length + 2,
> +      /* Addresses written by aubdump here are in canonical form but the batch
> +       * decoder always gives us addresses with the top 16bits zeroed, so do
> +       * the same here.
> +       */
> +      .addr = gen_48b_address((devinfo.gen >= 8 ? ((uint64_t) p[5] << 32) : 0) |
> +                              ((uint64_t) p[3])),
> +      .size = p[4],
> +   };
>  
>     switch (operation) {
>     case AUB_TRACE_OP_DATA_WRITE:
> -      if (address_space != AUB_TRACE_MEMTYPE_GTT)
> -         break;
> -      if (gtt_size < offset + size) {
> -         fprintf(stderr, "overflow gtt space: %s\n", strerror(errno));
> -         exit(EXIT_FAILURE);
> -      }
> -      memcpy((char *) gtt + offset, data, size);
> -      if (gtt_end < offset + size)
> -         gtt_end = offset + size;
> +      if (address_space == AUB_TRACE_MEMTYPE_GTT)
> +         add_gtt_bo_map(bo);
>        break;
>     case AUB_TRACE_OP_COMMAND_WRITE:
>        switch (type) {
> @@ -135,27 +160,13 @@ handle_trace_block(uint32_t *p)
>        }
>  
>        (void)engine; /* TODO */
> -      gen_print_batch(&batch_ctx, data, size, 0);
> +      gen_print_batch(&batch_ctx, bo.map, bo.size, 0);
>  
> -      gtt_end = 0;
> +      clear_bo_maps();
>        break;
>     }
>  }
>  
> -static struct gen_batch_decode_bo
> -get_gen_batch_bo(void *user_data, uint64_t address)
> -{
> -   if (address > gtt_end)
> -      return (struct gen_batch_decode_bo) { .map = NULL };
> -
> -   /* We really only have one giant address range */
> -   return (struct gen_batch_decode_bo) {
> -      .addr = 0,
> -      .map = gtt,
> -      .size = gtt_size
> -   };
> -}
> -
>  static void
>  aubinator_init(uint16_t aub_pci_id, const char *app_name)
>  {
> @@ -305,34 +316,44 @@ handle_memtrace_reg_write(uint32_t *p)
>     }
>  
>     const uint32_t pphwsp_size = 4096;
> -   uint32_t *context = (uint32_t*)(gtt + (context_descriptor & 0xfffff000) + pphwsp_size);
> +   uint32_t pphwsp_addr = context_descriptor & 0xfffff000;
> +   struct gen_batch_decode_bo pphwsp_bo = get_gen_batch_bo(NULL, pphwsp_addr);
> +   uint32_t *context = (uint32_t *)((uint8_t *)pphwsp_bo.map +
> +                                    (pphwsp_bo.addr - pphwsp_addr) +
> +                                    pphwsp_size);
> +
>     uint32_t ring_buffer_head = context[5];
>     uint32_t ring_buffer_tail = context[7];
>     uint32_t ring_buffer_start = context[9];
> -   uint32_t *commands = (uint32_t*)((uint8_t*)gtt + ring_buffer_start + ring_buffer_head);
> +
> +   struct gen_batch_decode_bo ring_bo = get_gen_batch_bo(NULL,
> +                                                         ring_buffer_start);
> +   assert(ring_bo.size > 0);
> +   void *commands = (uint8_t *)ring_bo.map + (ring_bo.addr - ring_buffer_start);
>     (void)engine; /* TODO */
> -   gen_print_batch(&batch_ctx, commands, ring_buffer_tail - ring_buffer_head, 0);
> +   gen_print_batch(&batch_ctx, commands, ring_buffer_tail - ring_buffer_head,
> +                   0);
> +   clear_bo_maps();
>  }
>  
>  static void
>  handle_memtrace_mem_write(uint32_t *p)
>  {
> -   uint64_t address = *(uint64_t*)&p[1];
> +   struct gen_batch_decode_bo bo = {
> +      .map = p + 5,
> +      /* Addresses written by aubdump here are in canonical form but the batch
> +       * decoder always gives us addresses with the top 16bits zeroed, so do
> +       * the same here.
> +       */
> +      .addr = gen_48b_address(*(uint64_t*)&p[1]),
> +      .size = p[4],
> +   };
>     uint32_t address_space = p[3] >> 28;
> -   uint32_t size = p[4];
> -   uint32_t *data = p + 5;
>  
>     if (address_space != 1)
>        return;
>  
> -   if (gtt_size < address + size) {
> -      fprintf(stderr, "overflow gtt space: %s\n", strerror(errno));
> -      exit(EXIT_FAILURE);
> -   }
> -
> -   memcpy((char *) gtt + address, data, size);
> -   if (gtt_end < address + size)
> -      gtt_end = address + size;
> +   add_gtt_bo_map(bo);
>  }
>  
>  struct aub_file {
> @@ -596,14 +617,7 @@ int main(int argc, char *argv[])
>     if (isatty(1) && pager)
>        setup_pager();
>  
> -   /* mmap a terabyte for our gtt space. */
> -   gtt_size = 1ull << 40;
> -   gtt = mmap(NULL, gtt_size, PROT_READ | PROT_WRITE,
> -              MAP_PRIVATE | MAP_ANONYMOUS |  MAP_NORESERVE, -1, 0);
> -   if (gtt == MAP_FAILED) {
> -      fprintf(stderr, "failed to alloc gtt space: %s\n", strerror(errno));
> -      exit(EXIT_FAILURE);
> -   }
> +   list_inithead(&maps);
>  
>     file = aub_file_open(input_file);
>  
> -- 
> 2.17.1
> 
> _______________________________________________
> mesa-dev mailing list
> mesa-dev at lists.freedesktop.org
> https://lists.freedesktop.org/mailman/listinfo/mesa-dev


More information about the mesa-dev mailing list