[Mesa-dev] [PATCH 35/40] util/disk_cache: allow drivers to pass a directory structure
Aaron Watry
awatry at gmail.com
Wed Feb 8 02:20:51 UTC 2017
On Tue, Feb 7, 2017 at 3:43 PM, Timothy Arceri <tarceri at itsqueeze.com>
wrote:
> On Wed, 8 Feb 2017 08:29:29 +1100
> Timothy Arceri <tarceri at itsqueeze.com> wrote:
>
> > On Tue, 7 Feb 2017 11:40:12 -0600
> > Aaron Watry <awatry at gmail.com> wrote:
> >
> > > On Mon, Feb 6, 2017 at 9:42 PM, Timothy Arceri
> > > <tarceri at itsqueeze.com> wrote:
> > >
> > > > In order to avoid costly fallback recompiles when cache items are
> > > > created with an old version of Mesa or for a different gpu on the
> > > > same system we want to create directories that look like this:
> > > >
> > > > ./{MESA_VERSION_STRING}/{GPU_ID}
> > > >
> > > > For llvm based drivers we will probably want an additional
> > > > {LLVM_VERSION} folder although it looks like there is currently
> > > > no support for querying this at runtime.
> > > > ---
> > > > src/compiler/glsl/tests/cache_test.c | 20 ++++++++++----------
> > > > src/util/disk_cache.c | 29
> > > > +++++++++++++++++++++++++---- src/util/disk_cache.h
> > > > | 4 ++-- 3 files changed, 37 insertions(+), 16 deletions(-)
> > > >
> > > > diff --git a/src/compiler/glsl/tests/cache_test.c
> > > > b/src/compiler/glsl/tests/cache_test.c
> > > > index 8547141..ba56441 100644
> > > > --- a/src/compiler/glsl/tests/cache_test.c
> > > > +++ b/src/compiler/glsl/tests/cache_test.c
> > > > @@ -126,7 +126,7 @@ test_disk_cache_create(void)
> > > > * MESA_GLSL_CACHE_DISABLE set, that disk_cache_create returns
> > > > NULL. */
> > > > setenv("MESA_GLSL_CACHE_DISABLE", "1", 1);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_null(cache, "disk_cache_create with
> > > > MESA_GLSL_CACHE_DISABLE set");
> > > >
> > > > unsetenv("MESA_GLSL_CACHE_DISABLE");
> > > > @@ -137,19 +137,19 @@ test_disk_cache_create(void)
> > > > unsetenv("MESA_GLSL_CACHE_DIR");
> > > > unsetenv("XDG_CACHE_HOME");
> > > >
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_non_null(cache, "disk_cache_create with no environment
> > > > variables");
> > > >
> > > > disk_cache_destroy(cache);
> > > >
> > > > /* Test with XDG_CACHE_HOME set */
> > > > setenv("XDG_CACHE_HOME", CACHE_TEST_TMP "/xdg-cache-home", 1);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_null(cache, "disk_cache_create with XDG_CACHE_HOME set
> > > > with" "a non-existing parent directory");
> > > >
> > > > mkdir(CACHE_TEST_TMP, 0755);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_non_null(cache, "disk_cache_create with XDG_CACHE_HOME
> > > > set");
> > > >
> > > > disk_cache_destroy(cache);
> > > > @@ -159,12 +159,12 @@ test_disk_cache_create(void)
> > > > expect_equal(err, 0, "Removing " CACHE_TEST_TMP);
> > > >
> > > > setenv("MESA_GLSL_CACHE_DIR", CACHE_TEST_TMP
> > > > "/mesa-glsl-cache-dir", 1);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_null(cache, "disk_cache_create with MESA_GLSL_CACHE_DIR
> > > > set with"
> > > > "a non-existing parent directory");
> > > >
> > > > mkdir(CACHE_TEST_TMP, 0755);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > > expect_non_null(cache, "disk_cache_create with
> > > > MESA_GLSL_CACHE_DIR set");
> > > >
> > > > disk_cache_destroy(cache);
> > > > @@ -203,7 +203,7 @@ test_put_and_get(void)
> > > > uint8_t one_KB_key[20], one_MB_key[20];
> > > > int count;
> > > >
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > >
> > > > _mesa_sha1_compute(blob, sizeof(blob), blob_key);
> > > >
> > > > @@ -235,7 +235,7 @@ test_put_and_get(void)
> > > > disk_cache_destroy(cache);
> > > >
> > > > setenv("MESA_GLSL_CACHE_MAX_SIZE", "1K", 1);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > >
> > > > one_KB = calloc(1, 1024);
> > > >
> > > > @@ -287,7 +287,7 @@ test_put_and_get(void)
> > > > disk_cache_destroy(cache);
> > > >
> > > > setenv("MESA_GLSL_CACHE_MAX_SIZE", "1M", 1);
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > >
> > > > disk_cache_put(cache, blob_key, blob, sizeof(blob));
> > > > disk_cache_put(cache, string_key, string, sizeof(string));
> > > > @@ -343,7 +343,7 @@ test_put_key_and_get_key(void)
> > > > { 0, 1, 42, 43, 44, 45, 46, 47, 48, 49,
> > > > 50, 55, 52, 53, 54, 55, 56, 57, 58, 59};
> > > >
> > > > - cache = disk_cache_create();
> > > > + cache = disk_cache_create("test", "make_check");
> > > >
> > > > /* First test that disk_cache_has_key returns false before
> > > > disk_cache_put_key */
> > > > result = disk_cache_has_key(cache, key_a);
> > > > diff --git a/src/util/disk_cache.c b/src/util/disk_cache.c
> > > > index 382ac6c..df511e4 100644
> > > > --- a/src/util/disk_cache.c
> > > > +++ b/src/util/disk_cache.c
> > > > @@ -115,7 +115,7 @@ mkdir_if_needed(char *path)
> > > > * <path>/<name> cannot be created as a directory
> > > > */
> > > > static char *
> > > > -concatenate_and_mkdir(void *ctx, char *path, char *name)
> > > > +concatenate_and_mkdir(void *ctx, char *path, const char *name)
> > > > {
> > > > char *new_path;
> > > > struct stat sb;
> > > > @@ -131,8 +131,27 @@ concatenate_and_mkdir(void *ctx, char *path,
> > > > char *name)
> > > > return NULL;
> > > > }
> > > >
> > > > +static char *
> > > > +create_mesa_cache_dir(void *mem_ctx, char *path, const char
> > > > *mesa_version,
> > > > + const char *gpu_name)
> > > > +{
> > > > + char *new_path = concatenate_and_mkdir(mem_ctx, path, "mesa");
> > > > + if (new_path == NULL)
> > > > + return NULL;
> > > > +
> > > > + new_path = concatenate_and_mkdir(mem_ctx, new_path,
> > > > mesa_version);
> > > > + if (new_path == NULL)
> > > > + return NULL;
> > > > +
> > > > + new_path = concatenate_and_mkdir(mem_ctx, new_path, gpu_name);
> > > > + if (new_path == NULL)
> > > > + return NULL;
> > > > +
> > > > + return new_path;
> > > > +}
> > > > +
> > > > struct disk_cache *
> > > > -disk_cache_create(void)
> > > > +disk_cache_create(const char *gpu_name, const char *mesa_version)
> > > >
> > >
> > > You forgot to update cache_test.c, so make check now fails:
> > >
> > > DIR/src/mesa/src/compiler/glsl/tests/cache_test.c: In function
> > > ‘test_put_key_and_get_key’:
> > > DIR/src/mesa/src/compiler/glsl/tests/cache_test.c:346:12: error: too
> > > few arguments to function ‘disk_cache_create’
> > > cache = disk_cache_create();
> > > ^
> > > In file included from
> > > DIR/src/mesa/src/compiler/glsl/tests/cache_test.c:36:0:
> > > DIR/src/mesa/src/util/disk_cache.h:72:1: note: declared here
> > > disk_cache_create(const char *driver_directory, const char
> > > *mesa_version); ^
> > > Makefile:2362: recipe for target
> > > 'glsl/tests/glsl_tests_cache_test-cache_test.o' failed
> > >
> > >
> >
> > Actually I fixed that before sending out, although I've done
> > something silly. I did git send-email to write the cover letter
> > then remembered to run make check afterwards and fixed the tests,
> > however that would have sent the original patch.
> >
> > I'll send a v2 thanks.
>
> Actually no I did send the right patch.
>
> It looks like you are running an old branch from my repo rather than
> this patch. Your error message doesn't match the function declaration
> here, and the test is updated above.
>
> Yeah, you're right... I just skimmed this patch, and it's probably
fine... I had pulled the shader-cache-radeonsi3 branch, which was the
latest one on your github repo... which was evidently out of date and
failed to compile. I should've read the exact patch more closely before
hitting send.
--Aaron
> >
> >
> > >
> > >
> > > > {
> > > > void *local;
> > > > struct disk_cache *cache = NULL;
> > > > @@ -180,7 +199,8 @@ disk_cache_create(void)
> > > > if (mkdir_if_needed(xdg_cache_home) == -1)
> > > > goto fail;
> > > >
> > > > - path = concatenate_and_mkdir(local, xdg_cache_home,
> > > > "mesa");
> > > > + path = create_mesa_cache_dir(local, xdg_cache_home,
> > > > mesa_version,
> > > > + gpu_name);
> > > > if (path == NULL)
> > > > goto fail;
> > > > }
> > > > @@ -216,7 +236,8 @@ disk_cache_create(void)
> > > > if (path == NULL)
> > > > goto fail;
> > > >
> > > > - path = concatenate_and_mkdir(local, path, "mesa");
> > > > + path = create_mesa_cache_dir(local, path, mesa_version,
> > > > + gpu_name);
> > > > if (path == NULL)
> > > > goto fail;
> > > > }
> > > > diff --git a/src/util/disk_cache.h b/src/util/disk_cache.h
> > > > index 1f2bf3d..e429db5 100644
> > > > --- a/src/util/disk_cache.h
> > > > +++ b/src/util/disk_cache.h
> > > > @@ -69,7 +69,7 @@ struct disk_cache;
> > > > * assistance in computing SHA-1 signatures.
> > > > */
> > > > struct disk_cache *
> > > > -disk_cache_create(void);
> > > > +disk_cache_create(const char *gpu_name, const char
> > > > *mesa_version);
> > > >
> > > > /**
> > > > * Destroy a cache object, (freeing all associated resources).
> > > > @@ -140,7 +140,7 @@ disk_cache_has_key(struct disk_cache *cache,
> > > > cache_key key);
> > > > #else
> > > >
> > > > static inline struct disk_cache *
> > > > -disk_cache_create(void)
> > > > +disk_cache_create(const char *gpu_name, const char *mesa_version)
> > > > {
> > > > return NULL;
> > > > }
> > > > --
> > > > 2.9.3
> > > >
> > > > _______________________________________________
> > > > mesa-dev mailing list
> > > > mesa-dev at lists.freedesktop.org
> > > > https://lists.freedesktop.org/mailman/listinfo/mesa-dev
> > > >
> >
> > _______________________________________________
> > mesa-dev mailing list
> > mesa-dev at lists.freedesktop.org
> > https://lists.freedesktop.org/mailman/listinfo/mesa-dev
>
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://lists.freedesktop.org/archives/mesa-dev/attachments/20170207/79425070/attachment-0001.html>
More information about the mesa-dev
mailing list