ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

ggml : add GGML_DEFAULT_N_THREADS

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-13 18:36:40 +03:00
parent d990e3fffc
commit a3a2a0eda8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 9 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
ggml.h
View file

@ -177,11 +177,12 @@ extern "C" {
#include <stddef.h>
#include <stdbool.h>
#define GGML_MAX_DIMS 4
#define GGML_MAX_NODES 4096
#define GGML_MAX_PARAMS 16
#define GGML_MAX_CONTEXTS 64
#define GGML_MAX_OPT 4
#define GGML_MAX_DIMS 4
#define GGML_MAX_NODES 4096
#define GGML_MAX_PARAMS 16
#define GGML_MAX_CONTEXTS 64
#define GGML_MAX_OPT 4
#define GGML_DEFAULT_N_THREADS 4
#ifdef __ARM_NEON
// we use the built-in 16-bit float type