From 46af0eb00dc5c6fdc7b63afaacccf490f7a8b4eb Mon Sep 17 00:00:00 2001 From: saloui Date: Mon, 22 May 2023 01:12:15 +0200 Subject: [PATCH] added models --- backends/c_transformers/__init__.py | 2 +- backends/c_transformers/models.yaml | 12 ++++++++++++ 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/backends/c_transformers/__init__.py b/backends/c_transformers/__init__.py index b908b834..a51876e0 100644 --- a/backends/c_transformers/__init__.py +++ b/backends/c_transformers/__init__.py @@ -44,7 +44,7 @@ class GPTJ(GPTBackend): model_type='dolly-v2' elif 'starcoder' in self.config['model']: model_type='starcoder' - elif 'llama' in self.config['model']: + elif 'llama' in self.config['model'] or 'wizardLM' in self.config['model']: model_type='llama' elif 'mpt' in self.config['model']: model_type='mpt' diff --git a/backends/c_transformers/models.yaml b/backends/c_transformers/models.yaml index d0140966..68fd7335 100644 --- a/backends/c_transformers/models.yaml +++ b/backends/c_transformers/models.yaml @@ -14,6 +14,18 @@ owner: TheBloke server: https://huggingface.co/TheBloke/wizardLM-7B-GGML/resolve/main/ sha256: ea35e30a7c140485b856d0919284ce59e4ca47c1b8af037ea8b7ba05ef291c43 +- LLAMA: 'true' + description: GGML format model files for Wizard LM 7B model + filename: koala-7b.ggml.unquantized.pr613.bin + license: Non commercial + owner_link: https://huggingface.co/TheBloke/ + owner: TheBloke + server: https://huggingface.co/TheBloke/koala-7b-ggml-unquantized/resolve/main/ + sha256: c478ceced3b38800cb768225b1e759a32c9e89bd33606fb38eeff3b811e28371 + + + + - MPT-7B: 'true' description: MPT-7B filename: mpt-7b.ggmlv3.q5_1.bin