summaryrefslogtreecommitdiffstats
path: root/krebs/5pkgs/simple/vicuna-chat
diff options
context:
space:
mode:
authorlassulus <git@lassul.us>2023-08-23 22:06:13 +0200
committerlassulus <git@lassul.us>2023-08-23 22:06:13 +0200
commit03f86e7faa67f953b3829b96402f752b1df19c9d (patch)
tree5f04df981902d7a1ed7b1f4cb9329f35b2dc942a /krebs/5pkgs/simple/vicuna-chat
parent947dd631235359a22993ed213828266f0fc60313 (diff)
vicuna-chat: update model name
Diffstat (limited to 'krebs/5pkgs/simple/vicuna-chat')
-rw-r--r--krebs/5pkgs/simple/vicuna-chat/default.nix2
1 files changed, 1 insertions, 1 deletions
diff --git a/krebs/5pkgs/simple/vicuna-chat/default.nix b/krebs/5pkgs/simple/vicuna-chat/default.nix
index 11a11aabe..db15899d6 100644
--- a/krebs/5pkgs/simple/vicuna-chat/default.nix
+++ b/krebs/5pkgs/simple/vicuna-chat/default.nix
@@ -23,7 +23,7 @@ pkgs.writers.writeDashBin "vicuna-chat" ''
add_to_context "{\"role\": \"user\", \"content\": \"$PROMPT\"}"
response=$(
jq -nc --slurpfile context "$CONTEXT" '{
- model: "vicuna-13b",
+ model: "vicuna-13b-v1.5-16k",
messages: $context[0],
}' |
curl -Ss http://vicuna.r/v1/chat/completions -H 'Content-Type: application/json' -d @-