diff --git a/klite.embd b/klite.embd index e4ddb54c40a46..702c6bd19de10 100644 --- a/klite.embd +++ b/klite.embd @@ -8882,15 +8882,16 @@ Current version indicated by LITEVER below. for(let i=0;i
- `+(testslot?`[ Slot `+(i+1)+` - `+testslot+` ]`:`[ Slot `+(i+1)+` - Empty ]`)+` + `+(testslot?`[ Slot `+(lbl)+` - `+testslot+` ]`:`[ Slot `+(lbl)+` - Empty ]`)+`
- - - - + + + +
`; filetable += entry; } diff --git a/koboldcpp.py b/koboldcpp.py index d3eaaf7f7c273..22db954594876 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2800,14 +2800,7 @@ def togglerope(a,b,c): noqkvlabel = makelabel(tokens_tab,"Requirments Not Met",31,0,"Requires FlashAttention ENABLED and ContextShift DISABLED.") noqkvlabel.configure(text_color="#ff5555") qkvslider,qkvlabel,qkvtitle = makeslider(tokens_tab, "Quantize KV Cache:", quantkv_text, quantkv_var, 0, 2, 30, set=0,tooltip="Enable quantization of KV cache.\nRequires FlashAttention and disables ContextShift.") - makefileentry(tokens_tab, "ChatCompletions Adapter:", "Select ChatCompletions Adapter File", chatcompletionsadapter_var, 32, width=250, filetypes=[("JSON Adapter", "*.json")], tooltiptxt="Select an optional ChatCompletions Adapter JSON file to force custom instruct tags.") - def pickpremadetemplate(): - initialDir = os.path.join(os.path.abspath(os.path.dirname(__file__)), 'kcpp_adapters') - initialDir = initialDir if os.path.isdir(initialDir) else None - fnam = askopenfilename(title="Pick Premade ChatCompletions Adapter",filetypes=[("JSON Adapter", "*.json")], initialdir=initialDir) - if fnam: - chatcompletionsadapter_var.set(fnam) - ctk.CTkButton(tokens_tab, 64, text="Pick Premade", command=pickpremadetemplate).grid(row=33, column=0, padx=322, stick="nw") + togglerope(1,1,1) toggleflashattn(1,1,1) togglectxshift(1,1,1) @@ -2820,6 +2813,15 @@ def pickpremadetemplate(): makefileentry(model_tab, "Lora Base:", "Select Lora Base File", lora_base_var, 5,width=280,tooltiptxt="Select an optional F16 GGML LoRA base file to use.\nLeave blank to skip.") makefileentry(model_tab, "LLaVA mmproj:", "Select LLaVA mmproj File", mmproj_var, 7,width=280,tooltiptxt="Select a mmproj file to use for LLaVA.\nLeave blank to skip.") makefileentry(model_tab, "Preloaded Story:", "Select Preloaded Story File", preloadstory_var, 9,width=280,tooltiptxt="Select an optional KoboldAI JSON savefile \nto be served on launch to any client.") + makefileentry(model_tab, "ChatCompletions Adapter:", "Select ChatCompletions Adapter File", chatcompletionsadapter_var, 12, width=250, filetypes=[("JSON Adapter", "*.json")], tooltiptxt="Select an optional ChatCompletions Adapter JSON file to force custom instruct tags.") + def pickpremadetemplate(): + initialDir = os.path.join(os.path.abspath(os.path.dirname(__file__)), 'kcpp_adapters') + initialDir = initialDir if os.path.isdir(initialDir) else None + fnam = askopenfilename(title="Pick Premade ChatCompletions Adapter",filetypes=[("JSON Adapter", "*.json")], initialdir=initialDir) + if fnam: + chatcompletionsadapter_var.set(fnam) + ctk.CTkButton(model_tab, 64, text="Pick Premade", command=pickpremadetemplate).grid(row=13, column=0, padx=322, stick="nw") + mmproj_var.trace("w", gui_changed_modelfile) # Network Tab