Mic92/stockholm
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

vicuna-chat: update model name

Browse Source
This commit is contained in:
lassulus 2023-08-23 22:06:13 +02:00
parent 947dd63123
commit 03f86e7faa
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
krebs/5pkgs/simple/vicuna-chat/default.nix
View File

@ -23,7 +23,7 @@ pkgs.writers.writeDashBin "vicuna-chat" ''
add_to_context "{\"role\": \"user\", \"content\": \"$PROMPT\"}" add_to_context "{\"role\": \"user\", \"content\": \"$PROMPT\"}"
response=$( response=$(
jq -nc --slurpfile context "$CONTEXT" '{ jq -nc --slurpfile context "$CONTEXT" '{
model: "vicuna-13b", model: "vicuna-13b-v1.5-16k",
messages: $context[0], messages: $context[0],
}' | }' |
curl -Ss http://vicuna.r/v1/chat/completions -H 'Content-Type: application/json' -d @- curl -Ss http://vicuna.r/v1/chat/completions -H 'Content-Type: application/json' -d @-