Default to 4 threads (#243)

3 years ago · 4f54609110
parent e81b9c81c1
commit 4f54609110
1 changed files with 2 additions and 2 deletions
--- a/utils.h
+++ b/utils.h
@ -14,7 +14,7 @@

 struct gpt_params {
    int32_t seed      = -1; // RNG seed
-    int32_t n_threads;
+    int32_t n_threads = std::min(4, (int32_t) std::thread::hardware_concurrency());
    int32_t n_predict = 128; // new tokens to predict
    int32_t repeat_last_n = 64;  // last n tokens to penalize
    int32_t n_ctx = 512; //context size