/**
 *  @brief Batch operation benchmarks - SME ISA.
 *  @file bench/bench_cross_sme.cpp
 *  @author Ash Vardanian
 *  @date January 14, 2025
 */

#include "numkong/dot.h"
#include "numkong/dots.h"
#include "numkong/sets.h"
#include "numkong/spatials.h"

#include "bench.hpp"

void bench_cross_sme() {
    constexpr nk_dtype_t f64_k = nk_f64_k;
    constexpr nk_dtype_t f32_k = nk_f32_k;
    constexpr nk_dtype_t u1_k = nk_u1_k;
    constexpr nk_dtype_t i4_k = nk_i4_k;
    constexpr nk_dtype_t u4_k = nk_u4_k;
    constexpr nk_dtype_t i8_k = nk_i8_k;
    constexpr nk_dtype_t u8_k = nk_u8_k;
    constexpr nk_dtype_t f16_k = nk_f16_k;
    constexpr nk_dtype_t bf16_k = nk_bf16_k;
    constexpr nk_dtype_t e4m3_k = nk_e4m3_k;
    constexpr nk_dtype_t e5m2_k = nk_e5m2_k;
    constexpr nk_dtype_t e2m3_k = nk_e2m3_k;
    constexpr nk_dtype_t e3m2_k = nk_e3m2_k;

#if NK_TARGET_SME
    run_dots_packed<f16_k>("dots_packed_f16_sme", nk_dots_packed_size_f16_sme, nk_dots_pack_f16_sme,
                           nk_dots_packed_f16_sme);
    run_dots_packed<bf16_k>("dots_packed_bf16_sme", nk_dots_packed_size_bf16_sme, nk_dots_pack_bf16_sme,
                            nk_dots_packed_bf16_sme);
    run_dots_packed<e4m3_k>("dots_packed_e4m3_sme", nk_dots_packed_size_e4m3_sme, nk_dots_pack_e4m3_sme,
                            nk_dots_packed_e4m3_sme);
    run_dots_packed<e5m2_k>("dots_packed_e5m2_sme", nk_dots_packed_size_e5m2_sme, nk_dots_pack_e5m2_sme,
                            nk_dots_packed_e5m2_sme);
    run_dots_packed<e2m3_k>("dots_packed_e2m3_sme", nk_dots_packed_size_e2m3_sme, nk_dots_pack_e2m3_sme,
                            nk_dots_packed_e2m3_sme);
    run_dots_packed<e3m2_k>("dots_packed_e3m2_sme", nk_dots_packed_size_e3m2_sme, nk_dots_pack_e3m2_sme,
                            nk_dots_packed_e3m2_sme);
    run_dots_packed<i8_k>("dots_packed_i8_sme", nk_dots_packed_size_i8_sme, nk_dots_pack_i8_sme, nk_dots_packed_i8_sme);
    run_dots_packed<u8_k>("dots_packed_u8_sme", nk_dots_packed_size_u8_sme, nk_dots_pack_u8_sme, nk_dots_packed_u8_sme);
    run_dots_packed<i4_k>("dots_packed_i4_sme", nk_dots_packed_size_i4_sme, nk_dots_pack_i4_sme, nk_dots_packed_i4_sme);
    run_dots_packed<u4_k>("dots_packed_u4_sme", nk_dots_packed_size_u4_sme, nk_dots_pack_u4_sme, nk_dots_packed_u4_sme);

    run_dots_symmetric<f16_k>("dots_symmetric_f16_sme", nk_dots_symmetric_f16_sme);
    run_dots_symmetric<bf16_k>("dots_symmetric_bf16_sme", nk_dots_symmetric_bf16_sme);
    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_sme", nk_dots_symmetric_e4m3_sme);
    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_sme", nk_dots_symmetric_e5m2_sme);
    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_sme", nk_dots_symmetric_e2m3_sme);
    run_dots_symmetric<e3m2_k>("dots_symmetric_e3m2_sme", nk_dots_symmetric_e3m2_sme);
    run_dots_symmetric<i8_k>("dots_symmetric_i8_sme", nk_dots_symmetric_i8_sme);
    run_dots_symmetric<u8_k>("dots_symmetric_u8_sme", nk_dots_symmetric_u8_sme);
    run_dots_symmetric<i4_k>("dots_symmetric_i4_sme", nk_dots_symmetric_i4_sme);
    run_dots_symmetric<u4_k>("dots_symmetric_u4_sme", nk_dots_symmetric_u4_sme);

    run_angulars_packed<f16_k>("angulars_packed_f16_sme", nk_dots_packed_size_f16_sme, nk_dots_pack_f16_sme,
                               nk_angulars_packed_f16_sme);
    run_angulars_packed<bf16_k>("angulars_packed_bf16_sme", nk_dots_packed_size_bf16_sme, nk_dots_pack_bf16_sme,
                                nk_angulars_packed_bf16_sme);
    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_sme", nk_dots_packed_size_e4m3_sme, nk_dots_pack_e4m3_sme,
                                nk_angulars_packed_e4m3_sme);
    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_sme", nk_dots_packed_size_e5m2_sme, nk_dots_pack_e5m2_sme,
                                nk_angulars_packed_e5m2_sme);
    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_sme", nk_dots_packed_size_e2m3_sme, nk_dots_pack_e2m3_sme,
                                nk_angulars_packed_e2m3_sme);
    run_angulars_packed<e3m2_k>("angulars_packed_e3m2_sme", nk_dots_packed_size_e3m2_sme, nk_dots_pack_e3m2_sme,
                                nk_angulars_packed_e3m2_sme);
    run_angulars_packed<i8_k>("angulars_packed_i8_sme", nk_dots_packed_size_i8_sme, nk_dots_pack_i8_sme,
                              nk_angulars_packed_i8_sme);
    run_angulars_packed<u8_k>("angulars_packed_u8_sme", nk_dots_packed_size_u8_sme, nk_dots_pack_u8_sme,
                              nk_angulars_packed_u8_sme);
    run_angulars_packed<i4_k>("angulars_packed_i4_sme", nk_dots_packed_size_i4_sme, nk_dots_pack_i4_sme,
                              nk_angulars_packed_i4_sme);
    run_angulars_packed<u4_k>("angulars_packed_u4_sme", nk_dots_packed_size_u4_sme, nk_dots_pack_u4_sme,
                              nk_angulars_packed_u4_sme);

    run_angulars_symmetric<f16_k>("angulars_symmetric_f16_sme", nk_angulars_symmetric_f16_sme);
    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_sme", nk_angulars_symmetric_bf16_sme);
    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_sme", nk_angulars_symmetric_e4m3_sme);
    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_sme", nk_angulars_symmetric_e5m2_sme);
    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_sme", nk_angulars_symmetric_e2m3_sme);
    run_angulars_symmetric<e3m2_k>("angulars_symmetric_e3m2_sme", nk_angulars_symmetric_e3m2_sme);
    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_sme", nk_angulars_symmetric_i8_sme);
    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_sme", nk_angulars_symmetric_u8_sme);
    run_angulars_symmetric<i4_k>("angulars_symmetric_i4_sme", nk_angulars_symmetric_i4_sme);
    run_angulars_symmetric<u4_k>("angulars_symmetric_u4_sme", nk_angulars_symmetric_u4_sme);

    run_euclideans_packed<f16_k>("euclideans_packed_f16_sme", nk_dots_packed_size_f16_sme, nk_dots_pack_f16_sme,
                                 nk_euclideans_packed_f16_sme);
    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_sme", nk_dots_packed_size_bf16_sme, nk_dots_pack_bf16_sme,
                                  nk_euclideans_packed_bf16_sme);
    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_sme", nk_dots_packed_size_e4m3_sme, nk_dots_pack_e4m3_sme,
                                  nk_euclideans_packed_e4m3_sme);
    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_sme", nk_dots_packed_size_e5m2_sme, nk_dots_pack_e5m2_sme,
                                  nk_euclideans_packed_e5m2_sme);
    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_sme", nk_dots_packed_size_e2m3_sme, nk_dots_pack_e2m3_sme,
                                  nk_euclideans_packed_e2m3_sme);
    run_euclideans_packed<e3m2_k>("euclideans_packed_e3m2_sme", nk_dots_packed_size_e3m2_sme, nk_dots_pack_e3m2_sme,
                                  nk_euclideans_packed_e3m2_sme);
    run_euclideans_packed<i8_k>("euclideans_packed_i8_sme", nk_dots_packed_size_i8_sme, nk_dots_pack_i8_sme,
                                nk_euclideans_packed_i8_sme);
    run_euclideans_packed<u8_k>("euclideans_packed_u8_sme", nk_dots_packed_size_u8_sme, nk_dots_pack_u8_sme,
                                nk_euclideans_packed_u8_sme);
    run_euclideans_packed<i4_k>("euclideans_packed_i4_sme", nk_dots_packed_size_i4_sme, nk_dots_pack_i4_sme,
                                nk_euclideans_packed_i4_sme);
    run_euclideans_packed<u4_k>("euclideans_packed_u4_sme", nk_dots_packed_size_u4_sme, nk_dots_pack_u4_sme,
                                nk_euclideans_packed_u4_sme);

    run_euclideans_symmetric<f16_k>("euclideans_symmetric_f16_sme", nk_euclideans_symmetric_f16_sme);
    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_sme", nk_euclideans_symmetric_bf16_sme);
    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_sme", nk_euclideans_symmetric_e4m3_sme);
    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_sme", nk_euclideans_symmetric_e5m2_sme);
    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_sme", nk_euclideans_symmetric_e2m3_sme);
    run_euclideans_symmetric<e3m2_k>("euclideans_symmetric_e3m2_sme", nk_euclideans_symmetric_e3m2_sme);
    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_sme", nk_euclideans_symmetric_i8_sme);
    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_sme", nk_euclideans_symmetric_u8_sme);
    run_euclideans_symmetric<i4_k>("euclideans_symmetric_i4_sme", nk_euclideans_symmetric_i4_sme);
    run_euclideans_symmetric<u4_k>("euclideans_symmetric_u4_sme", nk_euclideans_symmetric_u4_sme);
#endif

#if NK_TARGET_SMEBI32
    run_dots_packed<u1_k>("dots_packed_u1_smebi32", nk_dots_packed_size_u1_smebi32, nk_dots_pack_u1_smebi32,
                          nk_dots_packed_u1_smebi32);
    run_dots_symmetric<u1_k>("dots_symmetric_u1_smebi32", nk_dots_symmetric_u1_smebi32);

    run_hammings_packed<u1_k>("hammings_packed_u1_smebi32", nk_dots_packed_size_u1_smebi32, nk_dots_pack_u1_smebi32,
                              nk_hammings_packed_u1_smebi32);
    run_hammings_symmetric<u1_k>("hammings_symmetric_u1_smebi32", nk_hammings_symmetric_u1_smebi32);

    run_jaccards_packed<u1_k>("jaccards_packed_u1_smebi32", nk_dots_packed_size_u1_smebi32, nk_dots_pack_u1_smebi32,
                              nk_jaccards_packed_u1_smebi32);
    run_jaccards_symmetric<u1_k>("jaccards_symmetric_u1_smebi32", nk_jaccards_symmetric_u1_smebi32);
#endif

#if NK_TARGET_SMEF64
    run_dots_packed<f64_k>("dots_packed_f64_smef64", nk_dots_packed_size_f64_smef64, nk_dots_pack_f64_smef64,
                           nk_dots_packed_f64_smef64);
    run_dots_packed<f32_k>("dots_packed_f32_smef64", nk_dots_packed_size_f32_smef64, nk_dots_pack_f32_smef64,
                           nk_dots_packed_f32_smef64);

    run_dots_symmetric<f64_k>("dots_symmetric_f64_smef64", nk_dots_symmetric_f64_smef64);
    run_dots_symmetric<f32_k>("dots_symmetric_f32_smef64", nk_dots_symmetric_f32_smef64);

    run_angulars_packed<f32_k>("angulars_packed_f32_smef64", nk_dots_packed_size_f32_smef64, nk_dots_pack_f32_smef64,
                               nk_angulars_packed_f32_smef64);
    run_angulars_packed<f64_k>("angulars_packed_f64_smef64", nk_dots_packed_size_f64_smef64, nk_dots_pack_f64_smef64,
                               nk_angulars_packed_f64_smef64);

    run_angulars_symmetric<f32_k>("angulars_symmetric_f32_smef64", nk_angulars_symmetric_f32_smef64);
    run_angulars_symmetric<f64_k>("angulars_symmetric_f64_smef64", nk_angulars_symmetric_f64_smef64);

    run_euclideans_packed<f32_k>("euclideans_packed_f32_smef64", nk_dots_packed_size_f32_smef64,
                                 nk_dots_pack_f32_smef64, nk_euclideans_packed_f32_smef64);
    run_euclideans_packed<f64_k>("euclideans_packed_f64_smef64", nk_dots_packed_size_f64_smef64,
                                 nk_dots_pack_f64_smef64, nk_euclideans_packed_f64_smef64);

    run_euclideans_symmetric<f32_k>("euclideans_symmetric_f32_smef64", nk_euclideans_symmetric_f32_smef64);
    run_euclideans_symmetric<f64_k>("euclideans_symmetric_f64_smef64", nk_euclideans_symmetric_f64_smef64);
#endif
}