/** * @brief Batch operation tests - Arm ISA family. * @file test/test_cross_arm.cpp * @author Ash Vardanian * @date February 6, 2026 * * Covers NEON, NEONHALF, NEONFHM, NEONBFDOT, NEONSDOT. */ #include "test.hpp" #include "test_cross.hpp" void test_cross_arm() { [[maybe_unused]] error_stats_section_t check; #if NK_TARGET_NEON check("dots_packed_f64_neon", test_dots_packed, nk_dots_packed_size_f64_neon, nk_dots_pack_f64_neon, nk_dots_packed_f64_neon); check("dots_packed_f32_neon", test_dots_packed, nk_dots_packed_size_f32_neon, nk_dots_pack_f32_neon, nk_dots_packed_f32_neon); check("dots_packed_bf16_neon", test_dots_packed, nk_dots_packed_size_bf16_neon, nk_dots_pack_bf16_neon, nk_dots_packed_bf16_neon); check("dots_packed_u1_neon", test_dots_packed, nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial, nk_dots_packed_u1_neon); check("dots_symmetric_f64_neon", test_dots_symmetric, nk_dots_symmetric_f64_neon); check("dots_symmetric_f32_neon", test_dots_symmetric, nk_dots_symmetric_f32_neon); check("dots_symmetric_bf16_neon", test_dots_symmetric, nk_dots_symmetric_bf16_neon); check("dots_symmetric_u1_neon", test_dots_symmetric, nk_dots_symmetric_u1_neon); check("angulars_packed_f64_neon", test_angulars_packed, nk_dots_packed_size_f64_neon, nk_dots_pack_f64_neon, nk_angulars_packed_f64_neon); check("angulars_packed_f32_neon", test_angulars_packed, nk_dots_packed_size_f32_neon, nk_dots_pack_f32_neon, nk_angulars_packed_f32_neon); check("angulars_packed_bf16_neon", test_angulars_packed, nk_dots_packed_size_bf16_neon, nk_dots_pack_bf16_neon, nk_angulars_packed_bf16_neon); check("angulars_symmetric_f64_neon", test_angulars_symmetric, nk_angulars_symmetric_f64_neon); check("angulars_symmetric_f32_neon", test_angulars_symmetric, nk_angulars_symmetric_f32_neon); check("angulars_symmetric_bf16_neon", test_angulars_symmetric, nk_angulars_symmetric_bf16_neon); check("euclideans_packed_f64_neon", test_euclideans_packed, nk_dots_packed_size_f64_neon, nk_dots_pack_f64_neon, nk_euclideans_packed_f64_neon); check("euclideans_packed_f32_neon", test_euclideans_packed, nk_dots_packed_size_f32_neon, nk_dots_pack_f32_neon, nk_euclideans_packed_f32_neon); check("euclideans_packed_bf16_neon", test_euclideans_packed, nk_dots_packed_size_bf16_neon, nk_dots_pack_bf16_neon, nk_euclideans_packed_bf16_neon); check("euclideans_symmetric_f64_neon", test_euclideans_symmetric, nk_euclideans_symmetric_f64_neon); check("euclideans_symmetric_f32_neon", test_euclideans_symmetric, nk_euclideans_symmetric_f32_neon); check("euclideans_symmetric_bf16_neon", test_euclideans_symmetric, nk_euclideans_symmetric_bf16_neon); check("dots_packed_f16_neon", test_dots_packed, nk_dots_packed_size_f16_neon, nk_dots_pack_f16_neon, nk_dots_packed_f16_neon); check("dots_symmetric_f16_neon", test_dots_symmetric, nk_dots_symmetric_f16_neon); check("angulars_packed_f16_neon", test_angulars_packed, nk_dots_packed_size_f16_neon, nk_dots_pack_f16_neon, nk_angulars_packed_f16_neon); check("angulars_symmetric_f16_neon", test_angulars_symmetric, nk_angulars_symmetric_f16_neon); check("euclideans_packed_f16_neon", test_euclideans_packed, nk_dots_packed_size_f16_neon, nk_dots_pack_f16_neon, nk_euclideans_packed_f16_neon); check("euclideans_symmetric_f16_neon", test_euclideans_symmetric, nk_euclideans_symmetric_f16_neon); check("hammings_packed_u1_neon", test_hammings_packed, nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial, nk_hammings_packed_u1_neon); check("hammings_symmetric_u1_neon", test_hammings_symmetric, nk_hammings_symmetric_u1_neon); check("jaccards_packed_u1_neon", test_jaccards_packed, nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial, nk_jaccards_packed_u1_neon); check("jaccards_symmetric_u1_neon", test_jaccards_symmetric, nk_jaccards_symmetric_u1_neon); #endif #if NK_TARGET_NEONBFDOT check("dots_packed_bf16_neonbfdot", test_dots_packed, nk_dots_packed_size_bf16_neonbfdot, nk_dots_pack_bf16_neonbfdot, nk_dots_packed_bf16_neonbfdot); check("dots_symmetric_bf16_neonbfdot", test_dots_symmetric, nk_dots_symmetric_bf16_neonbfdot); check("angulars_packed_bf16_neonbfdot", test_angulars_packed, nk_dots_packed_size_bf16_neonbfdot, nk_dots_pack_bf16_neonbfdot, nk_angulars_packed_bf16_neonbfdot); check("angulars_symmetric_bf16_neonbfdot", test_angulars_symmetric, nk_angulars_symmetric_bf16_neonbfdot); check("euclideans_packed_bf16_neonbfdot", test_euclideans_packed, nk_dots_packed_size_bf16_neonbfdot, nk_dots_pack_bf16_neonbfdot, nk_euclideans_packed_bf16_neonbfdot); check("euclideans_symmetric_bf16_neonbfdot", test_euclideans_symmetric, nk_euclideans_symmetric_bf16_neonbfdot); #endif #if NK_TARGET_NEONFHM check("dots_packed_f16_neonfhm", test_dots_packed, nk_dots_packed_size_f16_neonfhm, nk_dots_pack_f16_neonfhm, nk_dots_packed_f16_neonfhm); check("dots_symmetric_f16_neonfhm", test_dots_symmetric, nk_dots_symmetric_f16_neonfhm); check("angulars_packed_f16_neonfhm", test_angulars_packed, nk_dots_packed_size_f16_neonfhm, nk_dots_pack_f16_neonfhm, nk_angulars_packed_f16_neonfhm); check("angulars_packed_e5m2_neonfhm", test_angulars_packed, nk_dots_packed_size_e5m2_neonfhm, nk_dots_pack_e5m2_neonfhm, nk_angulars_packed_e5m2_neonfhm); check("angulars_packed_e4m3_neonfhm", test_angulars_packed, nk_dots_packed_size_e4m3_neonfhm, nk_dots_pack_e4m3_neonfhm, nk_angulars_packed_e4m3_neonfhm); check("angulars_symmetric_f16_neonfhm", test_angulars_symmetric, nk_angulars_symmetric_f16_neonfhm); check("angulars_symmetric_e5m2_neonfhm", test_angulars_symmetric, nk_angulars_symmetric_e5m2_neonfhm); check("angulars_symmetric_e4m3_neonfhm", test_angulars_symmetric, nk_angulars_symmetric_e4m3_neonfhm); check("euclideans_packed_f16_neonfhm", test_euclideans_packed, nk_dots_packed_size_f16_neonfhm, nk_dots_pack_f16_neonfhm, nk_euclideans_packed_f16_neonfhm); check("euclideans_packed_e5m2_neonfhm", test_euclideans_packed, nk_dots_packed_size_e5m2_neonfhm, nk_dots_pack_e5m2_neonfhm, nk_euclideans_packed_e5m2_neonfhm); check("euclideans_packed_e4m3_neonfhm", test_euclideans_packed, nk_dots_packed_size_e4m3_neonfhm, nk_dots_pack_e4m3_neonfhm, nk_euclideans_packed_e4m3_neonfhm); check("euclideans_symmetric_f16_neonfhm", test_euclideans_symmetric, nk_euclideans_symmetric_f16_neonfhm); check("euclideans_symmetric_e5m2_neonfhm", test_euclideans_symmetric, nk_euclideans_symmetric_e5m2_neonfhm); check("euclideans_symmetric_e4m3_neonfhm", test_euclideans_symmetric, nk_euclideans_symmetric_e4m3_neonfhm); #endif #if NK_TARGET_NEONSDOT check("dots_packed_i8_neonsdot", test_dots_packed, nk_dots_packed_size_i8_neonsdot, nk_dots_pack_i8_neonsdot, nk_dots_packed_i8_neonsdot); check("dots_packed_u8_neonsdot", test_dots_packed, nk_dots_packed_size_u8_neonsdot, nk_dots_pack_u8_neonsdot, nk_dots_packed_u8_neonsdot); check("dots_packed_i4_neonsdot", test_dots_packed, nk_dots_packed_size_i4_neonsdot, nk_dots_pack_i4_neonsdot, nk_dots_packed_i4_neonsdot); check("dots_packed_u4_neonsdot", test_dots_packed, nk_dots_packed_size_u4_neonsdot, nk_dots_pack_u4_neonsdot, nk_dots_packed_u4_neonsdot); check("dots_symmetric_i8_neonsdot", test_dots_symmetric, nk_dots_symmetric_i8_neonsdot); check("dots_symmetric_u8_neonsdot", test_dots_symmetric, nk_dots_symmetric_u8_neonsdot); check("dots_symmetric_i4_neonsdot", test_dots_symmetric, nk_dots_symmetric_i4_neonsdot); check("dots_symmetric_u4_neonsdot", test_dots_symmetric, nk_dots_symmetric_u4_neonsdot); check("angulars_packed_i8_neonsdot", test_angulars_packed, nk_dots_packed_size_i8_neonsdot, nk_dots_pack_i8_neonsdot, nk_angulars_packed_i8_neonsdot); check("angulars_packed_u8_neonsdot", test_angulars_packed, nk_dots_packed_size_u8_neonsdot, nk_dots_pack_u8_neonsdot, nk_angulars_packed_u8_neonsdot); check("angulars_packed_i4_neonsdot", test_angulars_packed, nk_dots_packed_size_i4_neonsdot, nk_dots_pack_i4_neonsdot, nk_angulars_packed_i4_neonsdot); check("angulars_packed_u4_neonsdot", test_angulars_packed, nk_dots_packed_size_u4_neonsdot, nk_dots_pack_u4_neonsdot, nk_angulars_packed_u4_neonsdot); check("angulars_symmetric_i8_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_i8_neonsdot); check("angulars_symmetric_u8_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_u8_neonsdot); check("angulars_symmetric_i4_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_i4_neonsdot); check("angulars_symmetric_u4_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_u4_neonsdot); check("euclideans_packed_i8_neonsdot", test_euclideans_packed, nk_dots_packed_size_i8_neonsdot, nk_dots_pack_i8_neonsdot, nk_euclideans_packed_i8_neonsdot); check("euclideans_packed_u8_neonsdot", test_euclideans_packed, nk_dots_packed_size_u8_neonsdot, nk_dots_pack_u8_neonsdot, nk_euclideans_packed_u8_neonsdot); check("euclideans_packed_i4_neonsdot", test_euclideans_packed, nk_dots_packed_size_i4_neonsdot, nk_dots_pack_i4_neonsdot, nk_euclideans_packed_i4_neonsdot); check("euclideans_packed_u4_neonsdot", test_euclideans_packed, nk_dots_packed_size_u4_neonsdot, nk_dots_pack_u4_neonsdot, nk_euclideans_packed_u4_neonsdot); check("euclideans_symmetric_i8_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_i8_neonsdot); check("euclideans_symmetric_u8_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_u8_neonsdot); check("euclideans_symmetric_i4_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_i4_neonsdot); check("euclideans_symmetric_u4_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_u4_neonsdot); check("dots_packed_e2m3_neonsdot", test_dots_packed, nk_dots_packed_size_e2m3_neonsdot, nk_dots_pack_e2m3_neonsdot, nk_dots_packed_e2m3_neonsdot); check("dots_packed_e3m2_neonsdot", test_dots_packed, nk_dots_packed_size_e3m2_neonsdot, nk_dots_pack_e3m2_neonsdot, nk_dots_packed_e3m2_neonsdot); check("dots_symmetric_e2m3_neonsdot", test_dots_symmetric, nk_dots_symmetric_e2m3_neonsdot); check("dots_symmetric_e3m2_neonsdot", test_dots_symmetric, nk_dots_symmetric_e3m2_neonsdot); check("angulars_packed_e2m3_neonsdot", test_angulars_packed, nk_dots_packed_size_e2m3_neonsdot, nk_dots_pack_e2m3_neonsdot, nk_angulars_packed_e2m3_neonsdot); check("angulars_packed_e3m2_neonsdot", test_angulars_packed, nk_dots_packed_size_e3m2_neonsdot, nk_dots_pack_e3m2_neonsdot, nk_angulars_packed_e3m2_neonsdot); check("angulars_symmetric_e2m3_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_e2m3_neonsdot); check("angulars_symmetric_e3m2_neonsdot", test_angulars_symmetric, nk_angulars_symmetric_e3m2_neonsdot); check("euclideans_packed_e2m3_neonsdot", test_euclideans_packed, nk_dots_packed_size_e2m3_neonsdot, nk_dots_pack_e2m3_neonsdot, nk_euclideans_packed_e2m3_neonsdot); check("euclideans_packed_e3m2_neonsdot", test_euclideans_packed, nk_dots_packed_size_e3m2_neonsdot, nk_dots_pack_e3m2_neonsdot, nk_euclideans_packed_e3m2_neonsdot); check("euclideans_symmetric_e2m3_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_e2m3_neonsdot); check("euclideans_symmetric_e3m2_neonsdot", test_euclideans_symmetric, nk_euclideans_symmetric_e3m2_neonsdot); #endif #if NK_TARGET_NEONFP8 check("dots_packed_e4m3_neonfp8", test_dots_packed, nk_dots_packed_size_e4m3_neonfp8, nk_dots_pack_e4m3_neonfp8, nk_dots_packed_e4m3_neonfp8); check("dots_packed_e5m2_neonfp8", test_dots_packed, nk_dots_packed_size_e5m2_neonfp8, nk_dots_pack_e5m2_neonfp8, nk_dots_packed_e5m2_neonfp8); check("dots_packed_e2m3_neonfp8", test_dots_packed, nk_dots_packed_size_e2m3_neonfp8, nk_dots_pack_e2m3_neonfp8, nk_dots_packed_e2m3_neonfp8); check("dots_packed_e3m2_neonfp8", test_dots_packed, nk_dots_packed_size_e3m2_neonfp8, nk_dots_pack_e3m2_neonfp8, nk_dots_packed_e3m2_neonfp8); check("dots_symmetric_e4m3_neonfp8", test_dots_symmetric, nk_dots_symmetric_e4m3_neonfp8); check("dots_symmetric_e5m2_neonfp8", test_dots_symmetric, nk_dots_symmetric_e5m2_neonfp8); check("dots_symmetric_e2m3_neonfp8", test_dots_symmetric, nk_dots_symmetric_e2m3_neonfp8); check("dots_symmetric_e3m2_neonfp8", test_dots_symmetric, nk_dots_symmetric_e3m2_neonfp8); check("angulars_packed_e4m3_neonfp8", test_angulars_packed, nk_dots_packed_size_e4m3_neonfp8, nk_dots_pack_e4m3_neonfp8, nk_angulars_packed_e4m3_neonfp8); check("angulars_packed_e5m2_neonfp8", test_angulars_packed, nk_dots_packed_size_e5m2_neonfp8, nk_dots_pack_e5m2_neonfp8, nk_angulars_packed_e5m2_neonfp8); check("angulars_packed_e2m3_neonfp8", test_angulars_packed, nk_dots_packed_size_e2m3_neonfp8, nk_dots_pack_e2m3_neonfp8, nk_angulars_packed_e2m3_neonfp8); check("angulars_packed_e3m2_neonfp8", test_angulars_packed, nk_dots_packed_size_e3m2_neonfp8, nk_dots_pack_e3m2_neonfp8, nk_angulars_packed_e3m2_neonfp8); check("angulars_symmetric_e4m3_neonfp8", test_angulars_symmetric, nk_angulars_symmetric_e4m3_neonfp8); check("angulars_symmetric_e5m2_neonfp8", test_angulars_symmetric, nk_angulars_symmetric_e5m2_neonfp8); check("angulars_symmetric_e2m3_neonfp8", test_angulars_symmetric, nk_angulars_symmetric_e2m3_neonfp8); check("angulars_symmetric_e3m2_neonfp8", test_angulars_symmetric, nk_angulars_symmetric_e3m2_neonfp8); check("euclideans_packed_e4m3_neonfp8", test_euclideans_packed, nk_dots_packed_size_e4m3_neonfp8, nk_dots_pack_e4m3_neonfp8, nk_euclideans_packed_e4m3_neonfp8); check("euclideans_packed_e5m2_neonfp8", test_euclideans_packed, nk_dots_packed_size_e5m2_neonfp8, nk_dots_pack_e5m2_neonfp8, nk_euclideans_packed_e5m2_neonfp8); check("euclideans_packed_e2m3_neonfp8", test_euclideans_packed, nk_dots_packed_size_e2m3_neonfp8, nk_dots_pack_e2m3_neonfp8, nk_euclideans_packed_e2m3_neonfp8); check("euclideans_packed_e3m2_neonfp8", test_euclideans_packed, nk_dots_packed_size_e3m2_neonfp8, nk_dots_pack_e3m2_neonfp8, nk_euclideans_packed_e3m2_neonfp8); check("euclideans_symmetric_e4m3_neonfp8", test_euclideans_symmetric, nk_euclideans_symmetric_e4m3_neonfp8); check("euclideans_symmetric_e5m2_neonfp8", test_euclideans_symmetric, nk_euclideans_symmetric_e5m2_neonfp8); check("euclideans_symmetric_e2m3_neonfp8", test_euclideans_symmetric, nk_euclideans_symmetric_e2m3_neonfp8); check("euclideans_symmetric_e3m2_neonfp8", test_euclideans_symmetric, nk_euclideans_symmetric_e3m2_neonfp8); #endif }