FazBrowse GitHub Viewer | Trending | | Home

Tools: [Download Repo ZIP] [View Raw Code] [Original HTTPS Page]

VibeASR.cpp/include/vae-config.h at main · microsoft/VibeASR.cpp · GitHub

Repository navigation

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

#define VAE_ACT_PARALLEL

#if defined(__AVX__) || defined(__AVX2__) || defined(__AVX512F__) || defined(__SSSE3__)

#define QK_I8_S 32

#if defined(VAE_ACT_PARALLEL)

#define VAE_ROW_BLOCK_SIZE 16

#define VAE_COL_BLOCK_SIZE 16

#define VAE_PARALLEL_SIZE 4

#else

#define VAE_ROW_BLOCK_SIZE 16

#define VAE_COL_BLOCK_SIZE 4

#define VAE_PARALLEL_SIZE 4

#endif

#elif defined(__ARM_NEON)

// One block == one 128-bit q register. Shapes with a smaller n are intercepted

// by the specializations in ggml_gemm_i8_i8.

#define QK_I8_S 16

#if defined(VAE_ACT_PARALLEL)

#define VAE_ROW_BLOCK_SIZE 16

#define VAE_COL_BLOCK_SIZE 16

#define VAE_PARALLEL_SIZE 4

#else

#define VAE_ROW_BLOCK_SIZE 16

#define VAE_COL_BLOCK_SIZE 4

#define VAE_PARALLEL_SIZE 4

#endif

#else

#define QK_I8_S 32

#endif

Back | FazBrowse Home | New Git URL