From 7c17c01ea594b34f469c14a99309ac753c68cd4d Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Sun, 16 Apr 2023 21:33:34 +0200 Subject: [PATCH] number of threads can be set --- app.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/app.py b/app.py index 654987c3..7660df36 100644 --- a/app.py +++ b/app.py @@ -407,6 +407,12 @@ if __name__ == "__main__": default=None, help="Number of tokens to predict at each step.", ) + parser.add_argument( + "--n_threads", + type=int, + default=None, + help="Number of threads to use.", + ) parser.add_argument( "--top_k", type=int, default=None, help="Value for the top-k sampling." )