Mesa (master): nir/lower_int64: Lower 64-bit vote_ieq
GitLab Mirror
gitlab-mirror at kemper.freedesktop.org
Fri Jan 22 19:12:48 UTC 2021
Module: Mesa
Branch: master
Commit: 178820212b7c7d86c1d17f5c1beb2ce9b0ef5a47
URL: http://cgit.freedesktop.org/mesa/mesa/commit/?id=178820212b7c7d86c1d17f5c1beb2ce9b0ef5a47
Author: Jason Ekstrand <jason at jlekstrand.net>
Date: Mon Oct 26 23:08:26 2020 -0500
nir/lower_int64: Lower 64-bit vote_ieq
Reviewed-by: Kenneth Graunke <kenneth at whitecape.org>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/7329>
---
src/compiler/nir/nir.h | 1 +
src/compiler/nir/nir_lower_int64.c | 28 ++++++++++++++++++++++++++++
2 files changed, 29 insertions(+)
diff --git a/src/compiler/nir/nir.h b/src/compiler/nir/nir.h
index f84ebbec85e..ffa32fb18da 100644
--- a/src/compiler/nir/nir.h
+++ b/src/compiler/nir/nir.h
@@ -3072,6 +3072,7 @@ typedef enum {
nir_lower_subgroup_shuffle64 = (1 << 16),
nir_lower_scan_reduce_bitwise64 = (1 << 17),
nir_lower_scan_reduce_iadd64 = (1 << 18),
+ nir_lower_vote_ieq64 = (1 << 19),
} nir_lower_int64_options;
typedef enum {
diff --git a/src/compiler/nir/nir_lower_int64.c b/src/compiler/nir/nir_lower_int64.c
index dbe6d1e315b..43f7a8b27a7 100644
--- a/src/compiler/nir/nir_lower_int64.c
+++ b/src/compiler/nir/nir_lower_int64.c
@@ -1110,6 +1110,25 @@ split_64bit_subgroup_op(nir_builder *b, const nir_intrinsic_instr *intrin)
return nir_pack_64_2x32_split(b, res[0], res[1]);
}
+static nir_ssa_def *
+build_vote_ieq(nir_builder *b, nir_ssa_def *x)
+{
+ nir_intrinsic_instr *vote =
+ nir_intrinsic_instr_create(b->shader, nir_intrinsic_vote_ieq);
+ vote->src[0] = nir_src_for_ssa(x);
+ vote->num_components = x->num_components;
+ nir_ssa_dest_init(&vote->instr, &vote->dest, 1, 1, NULL);
+ nir_builder_instr_insert(b, &vote->instr);
+ return &vote->dest.ssa;
+}
+
+static nir_ssa_def *
+lower_vote_ieq(nir_builder *b, nir_ssa_def *x)
+{
+ return nir_iand(b, build_vote_ieq(b, nir_unpack_64_2x32_split_x(b, x)),
+ build_vote_ieq(b, nir_unpack_64_2x32_split_y(b, x)));
+}
+
static nir_ssa_def *
build_scan_intrinsic(nir_builder *b, nir_intrinsic_op scan_op,
nir_op reduction_op, unsigned cluster_size,
@@ -1187,6 +1206,11 @@ should_lower_int64_intrinsic(const nir_intrinsic_instr *intrin,
return intrin->dest.ssa.bit_size == 64 &&
(options->lower_int64_options & nir_lower_subgroup_shuffle64);
+ case nir_intrinsic_vote_ieq:
+ assert(intrin->src[0].is_ssa);
+ return intrin->src[0].ssa->bit_size == 64 &&
+ (options->lower_int64_options & nir_lower_vote_ieq64);
+
case nir_intrinsic_reduce:
case nir_intrinsic_inclusive_scan:
case nir_intrinsic_exclusive_scan:
@@ -1227,6 +1251,10 @@ lower_int64_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin)
case nir_intrinsic_quad_swap_diagonal:
return split_64bit_subgroup_op(b, intrin);
+ case nir_intrinsic_vote_ieq:
+ assert(intrin->src[0].is_ssa);
+ return lower_vote_ieq(b, intrin->src[0].ssa);
+
case nir_intrinsic_reduce:
case nir_intrinsic_inclusive_scan:
case nir_intrinsic_exclusive_scan:
More information about the mesa-commit
mailing list