disk cache: initialize cache path and index only when used
This patch makes disk_cache initialize path and index lazily so that we can utilize disk_cache without a path using callback functionality introduced by next patch. v2: unmap mmap and destroy queue only if index_mmap exists Signed-off-by: Tapani Pälli <tapani.palli@intel.com> Reviewed-by: Jordan Justen <jordan.l.justen@intel.com> Reviewed-by: Emil Velikov <emil.velikov@collabora.com>
This commit is contained in:
@@ -77,6 +77,7 @@
|
|||||||
struct disk_cache {
|
struct disk_cache {
|
||||||
/* The path to the cache directory. */
|
/* The path to the cache directory. */
|
||||||
char *path;
|
char *path;
|
||||||
|
bool path_init_failed;
|
||||||
|
|
||||||
/* Thread queue for compressing and writing cache entries to disk */
|
/* Thread queue for compressing and writing cache entries to disk */
|
||||||
struct util_queue cache_queue;
|
struct util_queue cache_queue;
|
||||||
@@ -178,37 +179,20 @@ concatenate_and_mkdir(void *ctx, const char *path, const char *name)
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
#define DRV_KEY_CPY(_dst, _src, _src_size) \
|
static bool
|
||||||
do { \
|
disk_cache_path_init(struct disk_cache *cache)
|
||||||
memcpy(_dst, _src, _src_size); \
|
|
||||||
_dst += _src_size; \
|
|
||||||
} while (0);
|
|
||||||
|
|
||||||
struct disk_cache *
|
|
||||||
disk_cache_create(const char *gpu_name, const char *timestamp,
|
|
||||||
uint64_t driver_flags)
|
|
||||||
{
|
{
|
||||||
void *local;
|
void *local = NULL;
|
||||||
struct disk_cache *cache = NULL;
|
char *path;
|
||||||
char *path, *max_size_str;
|
|
||||||
uint64_t max_size;
|
|
||||||
int fd = -1;
|
int fd = -1;
|
||||||
struct stat sb;
|
struct stat sb;
|
||||||
size_t size;
|
size_t size;
|
||||||
|
|
||||||
/* If running as a users other than the real user disable cache */
|
|
||||||
if (geteuid() != getuid())
|
|
||||||
return NULL;
|
|
||||||
|
|
||||||
/* A ralloc context for transient data during this invocation. */
|
/* A ralloc context for transient data during this invocation. */
|
||||||
local = ralloc_context(NULL);
|
local = ralloc_context(NULL);
|
||||||
if (local == NULL)
|
if (local == NULL)
|
||||||
goto fail;
|
goto fail;
|
||||||
|
|
||||||
/* At user request, disable shader cache entirely. */
|
|
||||||
if (env_var_as_boolean("MESA_GLSL_CACHE_DISABLE", false))
|
|
||||||
goto fail;
|
|
||||||
|
|
||||||
/* Determine path for cache based on the first defined name as follows:
|
/* Determine path for cache based on the first defined name as follows:
|
||||||
*
|
*
|
||||||
* $MESA_GLSL_CACHE_DIR
|
* $MESA_GLSL_CACHE_DIR
|
||||||
@@ -273,10 +257,6 @@ disk_cache_create(const char *gpu_name, const char *timestamp,
|
|||||||
goto fail;
|
goto fail;
|
||||||
}
|
}
|
||||||
|
|
||||||
cache = ralloc(NULL, struct disk_cache);
|
|
||||||
if (cache == NULL)
|
|
||||||
goto fail;
|
|
||||||
|
|
||||||
cache->path = ralloc_strdup(cache, path);
|
cache->path = ralloc_strdup(cache, path);
|
||||||
if (cache->path == NULL)
|
if (cache->path == NULL)
|
||||||
goto fail;
|
goto fail;
|
||||||
@@ -325,6 +305,58 @@ disk_cache_create(const char *gpu_name, const char *timestamp,
|
|||||||
cache->size = (uint64_t *) cache->index_mmap;
|
cache->size = (uint64_t *) cache->index_mmap;
|
||||||
cache->stored_keys = cache->index_mmap + sizeof(uint64_t);
|
cache->stored_keys = cache->index_mmap + sizeof(uint64_t);
|
||||||
|
|
||||||
|
/* 1 thread was chosen because we don't really care about getting things
|
||||||
|
* to disk quickly just that it's not blocking other tasks.
|
||||||
|
*
|
||||||
|
* The queue will resize automatically when it's full, so adding new jobs
|
||||||
|
* doesn't stall.
|
||||||
|
*/
|
||||||
|
util_queue_init(&cache->cache_queue, "disk_cache", 32, 1,
|
||||||
|
UTIL_QUEUE_INIT_RESIZE_IF_FULL |
|
||||||
|
UTIL_QUEUE_INIT_USE_MINIMUM_PRIORITY);
|
||||||
|
|
||||||
|
ralloc_free(local);
|
||||||
|
|
||||||
|
return true;
|
||||||
|
|
||||||
|
fail:
|
||||||
|
if (fd != -1)
|
||||||
|
close(fd);
|
||||||
|
|
||||||
|
if (local)
|
||||||
|
ralloc_free(local);
|
||||||
|
|
||||||
|
cache->path_init_failed = true;
|
||||||
|
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
#define DRV_KEY_CPY(_dst, _src, _src_size) \
|
||||||
|
do { \
|
||||||
|
memcpy(_dst, _src, _src_size); \
|
||||||
|
_dst += _src_size; \
|
||||||
|
} while (0);
|
||||||
|
|
||||||
|
struct disk_cache *
|
||||||
|
disk_cache_create(const char *gpu_name, const char *timestamp,
|
||||||
|
uint64_t driver_flags)
|
||||||
|
{
|
||||||
|
struct disk_cache *cache = NULL;
|
||||||
|
char *max_size_str;
|
||||||
|
uint64_t max_size;
|
||||||
|
|
||||||
|
/* If running as a users other than the real user disable cache */
|
||||||
|
if (geteuid() != getuid())
|
||||||
|
return NULL;
|
||||||
|
|
||||||
|
/* At user request, disable shader cache entirely. */
|
||||||
|
if (env_var_as_boolean("MESA_GLSL_CACHE_DISABLE", false))
|
||||||
|
return NULL;
|
||||||
|
|
||||||
|
cache = rzalloc(NULL, struct disk_cache);
|
||||||
|
if (cache == NULL)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
max_size = 0;
|
max_size = 0;
|
||||||
|
|
||||||
max_size_str = getenv("MESA_GLSL_CACHE_MAX_SIZE");
|
max_size_str = getenv("MESA_GLSL_CACHE_MAX_SIZE");
|
||||||
@@ -360,16 +392,6 @@ disk_cache_create(const char *gpu_name, const char *timestamp,
|
|||||||
|
|
||||||
cache->max_size = max_size;
|
cache->max_size = max_size;
|
||||||
|
|
||||||
/* 1 thread was chosen because we don't really care about getting things
|
|
||||||
* to disk quickly just that it's not blocking other tasks.
|
|
||||||
*
|
|
||||||
* The queue will resize automatically when it's full, so adding new jobs
|
|
||||||
* doesn't stall.
|
|
||||||
*/
|
|
||||||
util_queue_init(&cache->cache_queue, "disk_cache", 32, 1,
|
|
||||||
UTIL_QUEUE_INIT_RESIZE_IF_FULL |
|
|
||||||
UTIL_QUEUE_INIT_USE_MINIMUM_PRIORITY);
|
|
||||||
|
|
||||||
uint8_t cache_version = CACHE_VERSION;
|
uint8_t cache_version = CACHE_VERSION;
|
||||||
size_t cv_size = sizeof(cache_version);
|
size_t cv_size = sizeof(cache_version);
|
||||||
cache->driver_keys_blob_size = cv_size;
|
cache->driver_keys_blob_size = cv_size;
|
||||||
@@ -392,8 +414,10 @@ disk_cache_create(const char *gpu_name, const char *timestamp,
|
|||||||
|
|
||||||
cache->driver_keys_blob =
|
cache->driver_keys_blob =
|
||||||
ralloc_size(cache, cache->driver_keys_blob_size);
|
ralloc_size(cache, cache->driver_keys_blob_size);
|
||||||
if (!cache->driver_keys_blob)
|
if (!cache->driver_keys_blob) {
|
||||||
goto fail;
|
ralloc_free(cache);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
uint8_t *drv_key_blob = cache->driver_keys_blob;
|
uint8_t *drv_key_blob = cache->driver_keys_blob;
|
||||||
DRV_KEY_CPY(drv_key_blob, &cache_version, cv_size)
|
DRV_KEY_CPY(drv_key_blob, &cache_version, cv_size)
|
||||||
@@ -405,24 +429,13 @@ disk_cache_create(const char *gpu_name, const char *timestamp,
|
|||||||
/* Seed our rand function */
|
/* Seed our rand function */
|
||||||
s_rand_xorshift128plus(cache->seed_xorshift128plus, true);
|
s_rand_xorshift128plus(cache->seed_xorshift128plus, true);
|
||||||
|
|
||||||
ralloc_free(local);
|
|
||||||
|
|
||||||
return cache;
|
return cache;
|
||||||
|
|
||||||
fail:
|
|
||||||
if (fd != -1)
|
|
||||||
close(fd);
|
|
||||||
if (cache)
|
|
||||||
ralloc_free(cache);
|
|
||||||
ralloc_free(local);
|
|
||||||
|
|
||||||
return NULL;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
void
|
||||||
disk_cache_destroy(struct disk_cache *cache)
|
disk_cache_destroy(struct disk_cache *cache)
|
||||||
{
|
{
|
||||||
if (cache) {
|
if (cache && cache->index_mmap) {
|
||||||
util_queue_destroy(&cache->cache_queue);
|
util_queue_destroy(&cache->cache_queue);
|
||||||
munmap(cache->index_mmap, cache->index_mmap_size);
|
munmap(cache->index_mmap, cache->index_mmap_size);
|
||||||
}
|
}
|
||||||
@@ -441,6 +454,9 @@ get_cache_file(struct disk_cache *cache, const cache_key key)
|
|||||||
char buf[41];
|
char buf[41];
|
||||||
char *filename;
|
char *filename;
|
||||||
|
|
||||||
|
if (!cache->path)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
_mesa_sha1_format(buf, key);
|
_mesa_sha1_format(buf, key);
|
||||||
if (asprintf(&filename, "%s/%c%c/%s", cache->path, buf[0],
|
if (asprintf(&filename, "%s/%c%c/%s", cache->path, buf[0],
|
||||||
buf[1], buf + 2) == -1)
|
buf[1], buf + 2) == -1)
|
||||||
@@ -996,6 +1012,11 @@ disk_cache_put(struct disk_cache *cache, const cache_key key,
|
|||||||
const void *data, size_t size,
|
const void *data, size_t size,
|
||||||
struct cache_item_metadata *cache_item_metadata)
|
struct cache_item_metadata *cache_item_metadata)
|
||||||
{
|
{
|
||||||
|
/* Initialize path if not initialized yet. */
|
||||||
|
if (cache->path_init_failed ||
|
||||||
|
(!cache->path && !disk_cache_path_init(cache)))
|
||||||
|
return;
|
||||||
|
|
||||||
struct disk_cache_put_job *dc_job =
|
struct disk_cache_put_job *dc_job =
|
||||||
create_put_job(cache, key, data, size, cache_item_metadata);
|
create_put_job(cache, key, data, size, cache_item_metadata);
|
||||||
|
|
||||||
@@ -1173,6 +1194,11 @@ disk_cache_put_key(struct disk_cache *cache, const cache_key key)
|
|||||||
int i = CPU_TO_LE32(*key_chunk) & CACHE_INDEX_KEY_MASK;
|
int i = CPU_TO_LE32(*key_chunk) & CACHE_INDEX_KEY_MASK;
|
||||||
unsigned char *entry;
|
unsigned char *entry;
|
||||||
|
|
||||||
|
if (!cache->path) {
|
||||||
|
assert(!"disk_cache_put_key called with no path set");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
entry = &cache->stored_keys[i * CACHE_KEY_SIZE];
|
entry = &cache->stored_keys[i * CACHE_KEY_SIZE];
|
||||||
|
|
||||||
memcpy(entry, key, CACHE_KEY_SIZE);
|
memcpy(entry, key, CACHE_KEY_SIZE);
|
||||||
@@ -1192,6 +1218,11 @@ disk_cache_has_key(struct disk_cache *cache, const cache_key key)
|
|||||||
int i = CPU_TO_LE32(*key_chunk) & CACHE_INDEX_KEY_MASK;
|
int i = CPU_TO_LE32(*key_chunk) & CACHE_INDEX_KEY_MASK;
|
||||||
unsigned char *entry;
|
unsigned char *entry;
|
||||||
|
|
||||||
|
/* Initialize path if not initialized yet. */
|
||||||
|
if (cache->path_init_failed ||
|
||||||
|
(!cache->path && !disk_cache_path_init(cache)))
|
||||||
|
return false;
|
||||||
|
|
||||||
entry = &cache->stored_keys[i * CACHE_KEY_SIZE];
|
entry = &cache->stored_keys[i * CACHE_KEY_SIZE];
|
||||||
|
|
||||||
return memcmp(entry, key, CACHE_KEY_SIZE) == 0;
|
return memcmp(entry, key, CACHE_KEY_SIZE) == 0;
|
||||||
|
Reference in New Issue
Block a user