CUDA/HIP: add warp_size to cuda_device_info

This commit is contained in:
uvos 2025-01-29 17:46:23 +01:00
parent 3d804dec76
commit c300e68ef4
2 changed files with 5 additions and 2 deletions

View file

@ -520,6 +520,7 @@ struct ggml_cuda_device_info {
bool vmm; // virtual memory support
size_t vmm_granularity; // granularity of virtual memory
size_t total_vram;
int warp_size; // Number of threads in a dispatch
};
cuda_device_info devices[GGML_CUDA_MAX_DEVICES] = {};