vicuna-chat: update model name

2023-08-23 22:06:13 +02:00 · 2023-08-23 22:06:13 +02:00 · 03f86e7faa
parent 947dd63123
commit 03f86e7faa
1 changed files with 1 additions and 1 deletions
--- a/krebs/5pkgs/simple/vicuna-chat/default.nix
+++ b/krebs/5pkgs/simple/vicuna-chat/default.nix
@ -23,7 +23,7 @@ pkgs.writers.writeDashBin "vicuna-chat" ''
  add_to_context "{\"role\": \"user\", \"content\": \"$PROMPT\"}"
  response=$(
    jq -nc --slurpfile context "$CONTEXT" '{
-      model: "vicuna-13b",
+      model: "vicuna-13b-v1.5-16k",
      messages: $context[0],
    }' |
      curl -Ss http://vicuna.r/v1/chat/completions -H 'Content-Type: application/json' -d @-