{%- if activation_type == "Relu"-%}
	{{ activation_output }} = max({{ activation_input }}, Vec4(Scalar(), Scalar(), Scalar(), Scalar()));

{%- elif activation_type == "Sigmoid" -%}
	{{ activation_output }} = Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)) / (Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)) + exp(-{{ activation_input }}));

{%- elif activation_type == "Softsign" -%}
	let input = {{ activation_input }}; 
	{{ activation_output }} = input / (Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)) + abs(input));

{%- elif activation_type == "Softplus" -%}
	{{ activation_output }} = log(Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)) + exp({{ activation_input }}));

{%- elif activation_type == "Clip" -%}
	{{ activation_output }} = clamp(
		{{ activation_input }},
		Vec4({{ min }}, {{ min }}, {{ min }}, {{ min }}),
		Vec4({{ max }}, {{ max }}, {{ max }}, {{ max }}),
	);

{%- elif activation_type == "Celu" -%}
	let input_vec = {{ activation_input }}; 
	{{ activation_output }} = max(
			Vec4(Scalar(), Scalar(), Scalar(), Scalar()), 
			input_vec
		) + min(
			Vec4(Scalar(), Scalar(), Scalar(), Scalar()), 
			{{scalar_type}}({{ alpha }}) * (exp(input_vec / {{ scalar_type }}({{ alpha }})) - Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)))
		);

{%- elif activation_type == "Elu" -%}
		let input_vec = {{ activation_input }}; 
		{{ activation_output }} = max(
			Vec4(Scalar(), Scalar(), Scalar(), Scalar()), 
			input_vec
		) + min(
			Vec4(Scalar(), Scalar(), Scalar(), Scalar()), 
			{{scalar_type}}({{ alpha }}) * (exp(input_vec) - Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)))
		);

{%- elif activation_type == "Mish" -%}
	let input_vec = {{ activation_input }}; 
	{{ activation_output }} = input_vec * tanh(log(Vec4({{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1), {{ scalar_type }}(1)) + exp(input_vec)));

{%- elif activation_type == "LeakyRelu" -%}
	{{ activation_output }} = max({{ activation_input }}, Vec4(Scalar(), Scalar(), Scalar(), Scalar()))
	                         + min({{ scalar_type }}({{ alpha }}) * {{ activation_input }}, Vec4(Scalar(), Scalar(), Scalar(), Scalar()));

{%- elif activation_output != activation_input -%}
	{{ activation_output }} = {{ activation_input }};

{%- endif -%}