#[test] fn test_ident() { macro_rules! test_ident { ($algorithm:meta, $lookup:ident) => {{ #[$algorithm] #[derive(Debug)] pub enum Table { #[matches(b'a'..b'p')] Lowercase1, #[matches(b'p'..=b'z')] Lowercase2, #[matches(b'A'..b'P')] Uppercase1, #[matches(b'P'..=b'Z')] Uppercase2, #[matches(b'_')] Underscore, #[matches(b'0'..=b'9')] Digits, #[wildcard] Other, } let input = b"_some_1dent1f13r"; use Table::*; assert_eq!( $lookup::(&input), [ Underscore as u8, Lowercase2 as u8, Lowercase1 as u8, Lowercase1 as u8, Lowercase1 as u8, Underscore as u8, Digits as u8, Lowercase1 as u8, Lowercase1 as u8, Lowercase1 as u8, Lowercase2 as u8, Digits as u8, Lowercase1 as u8, Digits as u8, Digits as u8, Lowercase2 as u8 ] ); }}; } test_ident!(absolut::one_cold, lookup_one_cold); test_ident!(absolut::one_hot, lookup_one_hot); test_ident!(absolut::composite, lookup_composite); #[cfg(feature = "sat")] test_ident!(absolut::general, lookup_general); } #[test] fn test_json() { macro_rules! test_json { ($algorithm:meta, $lookup:ident) => {{ #[$algorithm] #[derive(Debug)] pub enum Table { #[matches(b',')] Comma, #[matches(b':')] Colon, #[matches(b'[', b']', b'{', b'}')] Brackets, #[matches(b'\r', b'\n', b'\t')] Control, #[matches(b' ')] Space, #[wildcard] Other, } let input = b"'o':{'k':[1,2]}\n"; use Table::*; assert_eq!( $lookup::
(&input), [ Other as u8, Other as u8, Other as u8, Colon as u8, Brackets as u8, Other as u8, Other as u8, Other as u8, Colon as u8, Brackets as u8, Other as u8, Comma as u8, Other as u8, Brackets as u8, Brackets as u8, Control as u8 ] ); }}; } test_json!(absolut::one_cold, lookup_one_cold); test_json!(absolut::one_hot, lookup_one_hot); test_json!(absolut::composite, lookup_composite); #[cfg(feature = "sat")] test_json!(absolut::general, lookup_general); } #[cfg(target_arch = "aarch64")] #[target_feature(enable = "neon")] pub unsafe fn lookup_one_of_8_neon( input: &[u8; 16], lo: &[u8; 16], hi: &[u8; 16], ) -> [u8; 16] { use std::arch::aarch64::{ vandq_u8, vdupq_n_u8, vld1q_u8, vorrq_u8, vqtbl1q_u8, vshrq_n_u8, vst1q_u8, }; let v_input = vld1q_u8(input.as_ptr()); let v_table_lo = vld1q_u8(lo.as_ptr()); let v_table_hi = vld1q_u8(hi.as_ptr()); let v_input_lo = vandq_u8(v_input, vdupq_n_u8(0b1111)); let v_input_hi = vshrq_n_u8::<4>(v_input); let v_lookup_lo = vqtbl1q_u8(v_table_lo, v_input_lo); let v_lookup_hi = vqtbl1q_u8(v_table_hi, v_input_hi); let v_lookup = if ONE_HOT { vandq_u8(v_lookup_lo, v_lookup_hi) } else { vorrq_u8(v_lookup_lo, v_lookup_hi) }; let mut lookup = [0; 16]; vst1q_u8(lookup.as_mut_ptr(), v_lookup); lookup } #[cfg(any(target_arch = "x86", target_arch = "x86_64"))] #[target_feature(enable = "ssse3")] unsafe fn lookup_one_of_8_ssse3( input: &[u8; 16], lo: &[u8; 16], hi: &[u8; 16], ) -> [u8; 16] { #[cfg(target_arch = "x86")] use std::arch::x86 as arch; #[cfg(target_arch = "x86_64")] use std::arch::x86_64 as arch; use arch::{ _mm_and_si128, _mm_loadu_si128, _mm_or_si128, _mm_set1_epi8, _mm_shuffle_epi8, _mm_srli_epi32, _mm_storeu_si128, }; let v_input = _mm_loadu_si128(input.as_ptr().cast()); let v_table_lo = _mm_loadu_si128(lo.as_ptr().cast()); let v_table_hi = _mm_loadu_si128(hi.as_ptr().cast()); let v_input_lo = v_input; let v_input_hi = _mm_and_si128(_mm_srli_epi32::<4>(v_input), _mm_set1_epi8(0b1111111)); let v_lookup_lo = _mm_shuffle_epi8(v_table_lo, v_input_lo); let v_lookup_hi = _mm_shuffle_epi8(v_table_hi, v_input_hi); let v_lookup = if ONE_HOT { _mm_and_si128(v_lookup_lo, v_lookup_hi) } else { // ONE_COLD _mm_or_si128(v_lookup_lo, v_lookup_hi) }; let mut lookup = [0; 16]; _mm_storeu_si128(lookup.as_mut_ptr().cast(), v_lookup); lookup } fn lookup_one_of_8_fallback( input: &[u8; 16], lo: &[u8; 16], hi: &[u8; 16], ) -> [u8; 16] { let mut lookup = [0; 16]; for (index, byte) in input.iter().copied().enumerate() { let nibble_lo = byte & 0b1111; let nibble_hi = byte >> 4; lookup[index] = if ONE_HOT { lo[nibble_lo as usize] & hi[nibble_hi as usize] } else { // ONE_COLD lo[nibble_lo as usize] | hi[nibble_hi as usize] }; } lookup } fn lookup_one_of_8( input: &[u8; 16], lo: &[u8; 16], hi: &[u8; 16], ) -> [u8; 16] { #[cfg(any(target_arch = "x86", target_arch = "x86_64"))] { if std::arch::is_x86_feature_detected!("ssse3") { unsafe { lookup_one_of_8_ssse3::(input, lo, hi) } } else { lookup_one_of_8_fallback::(input, lo, hi) } } #[cfg(target_arch = "aarch64")] { if std::arch::is_aarch64_feature_detected!("neon") { unsafe { lookup_one_of_8_neon::(input, lo, hi) } } else { lookup_one_of_8_fallback::(input, lo, hi) } } #[cfg(not(any(target_arch = "x86", target_arch = "x86_64", target_arch = "aarch64")))] { lookup_one_of_8_fallback::(input, lo, hi) } } fn lookup_one_hot(input: &[u8; 16]) -> [u8; 16] { lookup_one_of_8::(input, &Table::TABLE_LOW_NIBBLES, &Table::TABLE_HIGH_NIBBLES) } fn lookup_one_cold(input: &[u8; 16]) -> [u8; 16] { lookup_one_of_8::(input, &Table::TABLE_LOW_NIBBLES, &Table::TABLE_HIGH_NIBBLES) } #[cfg(feature = "sat")] fn lookup_general(input: &[u8; 16]) -> [u8; 16] { lookup_one_of_8::(input, &Table::TABLE_LOW_NIBBLES, &Table::TABLE_HIGH_NIBBLES) } #[cfg(target_arch = "aarch64")] #[target_feature(enable = "neon")] unsafe fn lookup_composite_neon(input: &[u8; 16]) -> [u8; 16] { use std::arch::aarch64::{ vdupq_n_u8, veorq_u8, vld1q_u8, vld1q_u8_x4, vorrq_u8, vqtbl4q_u8, vst1q_u8, }; let v_table_q1 = vld1q_u8_x4(Table::TABLE_QUARTERS[0].as_ptr()); let v_table_q2 = vld1q_u8_x4(Table::TABLE_QUARTERS[1].as_ptr()); let v_table_q3 = vld1q_u8_x4(Table::TABLE_QUARTERS[2].as_ptr()); let v_table_q4 = vld1q_u8_x4(Table::TABLE_QUARTERS[3].as_ptr()); let v_input = vld1q_u8(input.as_ptr().cast()); let v_input_q1 = v_input; let v_input_q2 = veorq_u8(v_input, vdupq_n_u8(64)); let v_input_q3 = veorq_u8(v_input, vdupq_n_u8(128)); let v_input_q4 = veorq_u8(v_input, vdupq_n_u8(192)); let v_lookup_q1 = vqtbl4q_u8(v_table_q1, v_input_q1); let v_lookup_q2 = vqtbl4q_u8(v_table_q2, v_input_q2); let v_lookup_q3 = vqtbl4q_u8(v_table_q3, v_input_q3); let v_lookup_q4 = vqtbl4q_u8(v_table_q4, v_input_q4); let v_lookup = vorrq_u8( vorrq_u8(v_lookup_q1, v_lookup_q2), vorrq_u8(v_lookup_q3, v_lookup_q4), ); let mut lookup = [0; 16]; vst1q_u8(lookup.as_mut_ptr().cast(), v_lookup); lookup } fn lookup_composite_fallback(input: &[u8; 16]) -> [u8; 16] { let mut lookup = [0; 16]; for (index, byte) in input.iter().enumerate() { lookup[index] = match byte { 0..=63 => Table::TABLE_QUARTERS[0][*byte as usize], 64..=127 => Table::TABLE_QUARTERS[1][*byte as usize - 64], 128..=191 => Table::TABLE_QUARTERS[2][*byte as usize - 128], 192..=255 => Table::TABLE_QUARTERS[3][*byte as usize - 192], }; } lookup } fn lookup_composite(input: &[u8; 16]) -> [u8; 16] { #[cfg(any(target_arch = "x86", target_arch = "x86_64"))] { if std::arch::is_x86_feature_detected!("ssse3") { // TODO: unsafe { lookup_ssse3::(input) } lookup_composite_fallback::
(input) } else { lookup_composite_fallback::
(input) } } #[cfg(target_arch = "aarch64")] { if std::arch::is_aarch64_feature_detected!("neon") { unsafe { lookup_composite_neon::
(input) } } else { lookup_composite_fallback::
(input) } } #[cfg(not(any(target_arch = "x86", target_arch = "x86_64", target_arch = "aarch64")))] { lookup_composite_fallback::(input) } }