// Copyright 2023 the Vello Authors // SPDX-License-Identifier: Apache-2.0 OR MIT OR Unlicense // This shader computes the scan of reduced tag monoids given // two levels of reduction. #import config #import pathtag @group(0) @binding(0) var reduced: array; @group(0) @binding(1) var reduced2: array; @group(0) @binding(2) var tag_monoids: array; let LG_WG_SIZE = 8u; let WG_SIZE = 256u; var sh_parent: array; // These could be combined? var sh_monoid: array; @compute @workgroup_size(256) fn main( @builtin(global_invocation_id) global_id: vec3, @builtin(local_invocation_id) local_id: vec3, @builtin(workgroup_id) wg_id: vec3, ) { var agg = tag_monoid_identity(); if local_id.x < wg_id.x { agg = reduced2[local_id.x]; } sh_parent[local_id.x] = agg; for (var i = 0u; i < LG_WG_SIZE; i += 1u) { workgroupBarrier(); if local_id.x + (1u << i) < WG_SIZE { let other = sh_parent[local_id.x + (1u << i)]; agg = combine_tag_monoid(agg, other); } workgroupBarrier(); sh_parent[local_id.x] = agg; } let ix = global_id.x; agg = reduced[ix]; sh_monoid[local_id.x] = agg; for (var i = 0u; i < LG_WG_SIZE; i += 1u) { workgroupBarrier(); if local_id.x >= 1u << i { let other = sh_monoid[local_id.x - (1u << i)]; agg = combine_tag_monoid(other, agg); } workgroupBarrier(); sh_monoid[local_id.x] = agg; } workgroupBarrier(); // prefix up to this workgroup var tm = sh_parent[0]; if local_id.x > 0u { tm = combine_tag_monoid(tm, sh_monoid[local_id.x - 1u]); } // exclusive prefix sum, granularity of 4 tag bytes * workgroup size tag_monoids[ix] = tm; }