You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
#!/usr/bin/env bash
|
|
|
|
PORT=${PORT:-8080}
|
|
MODEL=${MODEL:-models/7B/ggml-model-q4_0.bin}
|
|
|
|
./main -l ${PORT} -m $MODEL
|