From 7b1d0aa1a8e9bf9d6cd35f49480a46f8e2f86f18 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 30 Jun 2024 11:16:48 +0800 Subject: [PATCH] add tensor split gui input for vulkan --- koboldcpp.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 2b2b980928846..13af51dcc2ed9 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -740,7 +740,7 @@ def string_contains_sequence_substring(inputstr,sequences): modelbusy = threading.Lock() requestsinqueue = 0 defaultport = 5001 -KcppVersion = "1.68Z" +KcppVersion = "1.68Z2" LcppVersion = "b3235+16" ReleaseDate = "2024/06/29" showdebug = True @@ -2237,6 +2237,10 @@ def changerunmode(a,b,c): tensor_split_entry.grid_forget() splitmode_box.grid_forget() + if index == "Use Vulkan": + tensor_split_label.grid(row=8, column=0, padx = 8, pady=1, stick="nw") + tensor_split_entry.grid(row=8, column=1, padx=8, pady=1, stick="nw") + if index == "Use Vulkan" or index == "Vulkan NoAVX2 (Old CPU)" or index == "Use CLBlast" or index == "CLBlast NoAVX2 (Old CPU)" or index == "Use CuBLAS" or index == "Use hipBLAS (ROCm)": gpu_layers_label.grid(row=6, column=0, padx = 8, pady=1, stick="nw") gpu_layers_entry.grid(row=6, column=1, padx=8, pady=1, stick="nw")