Skip to content

Commit

Permalink
add tensor split gui input for vulkan
Browse files Browse the repository at this point in the history
  • Loading branch information
LostRuins authored and Nexesenex committed Jun 30, 2024
1 parent f175c47 commit 7b1d0aa
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion koboldcpp.py
Original file line number Diff line number Diff line change
Expand Up @@ -740,7 +740,7 @@ def string_contains_sequence_substring(inputstr,sequences):
modelbusy = threading.Lock()
requestsinqueue = 0
defaultport = 5001
KcppVersion = "1.68Z"
KcppVersion = "1.68Z2"
LcppVersion = "b3235+16"
ReleaseDate = "2024/06/29"
showdebug = True
Expand Down Expand Up @@ -2237,6 +2237,10 @@ def changerunmode(a,b,c):
tensor_split_entry.grid_forget()
splitmode_box.grid_forget()

if index == "Use Vulkan":
tensor_split_label.grid(row=8, column=0, padx = 8, pady=1, stick="nw")
tensor_split_entry.grid(row=8, column=1, padx=8, pady=1, stick="nw")

if index == "Use Vulkan" or index == "Vulkan NoAVX2 (Old CPU)" or index == "Use CLBlast" or index == "CLBlast NoAVX2 (Old CPU)" or index == "Use CuBLAS" or index == "Use hipBLAS (ROCm)":
gpu_layers_label.grid(row=6, column=0, padx = 8, pady=1, stick="nw")
gpu_layers_entry.grid(row=6, column=1, padx=8, pady=1, stick="nw")
Expand Down

0 comments on commit 7b1d0aa

Please sign in to comment.