jeffbolznv commited on
Commit
cf24af7
·
1 Parent(s): 054584a

vulkan: disable spirv-opt for bfloat16 shaders (llama/15352)

Browse files
ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp CHANGED
@@ -223,7 +223,8 @@ void string_to_spv_func(const std::string& _name, const std::string& in_fname, c
223
  std::string target_env = (name.find("_cm2") != std::string::npos) ? "--target-env=vulkan1.3" : "--target-env=vulkan1.2";
224
 
225
  // disable spirv-opt for coopmat shaders for https://github.com/ggerganov/llama.cpp/issues/10734
226
- std::string opt_level = coopmat ? "" : "-O";
 
227
 
228
  #ifdef _WIN32
229
  std::vector<std::string> cmd = {GLSLC, "-fshader-stage=compute", target_env, opt_level, "\"" + in_path + "\"", "-o", "\"" + out_fname + "\""};
 
223
  std::string target_env = (name.find("_cm2") != std::string::npos) ? "--target-env=vulkan1.3" : "--target-env=vulkan1.2";
224
 
225
  // disable spirv-opt for coopmat shaders for https://github.com/ggerganov/llama.cpp/issues/10734
226
+ // disable spirv-opt for bf16 shaders for https://github.com/ggml-org/llama.cpp/issues/15344
227
+ std::string opt_level = (coopmat || name.find("bf16") != std::string::npos) ? "" : "-O";
228
 
229
  #ifdef _WIN32
230
  std::vector<std::string> cmd = {GLSLC, "-fshader-stage=compute", target_env, opt_level, "\"" + in_path + "\"", "-o", "\"" + out_fname + "\""};