diff options
Diffstat (limited to 'main.py')
| -rw-r--r-- | main.py | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -6,14 +6,14 @@ import websockets from websockets.server import serve from datetime import datetime -#chatmodel = "hf.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF:Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf" +chatmodel = "hf.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF:Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf" embedmodel = 'hf.co/CompendiumLabs/bge-base-en-v1.5-gguf' # these are test models just ignore #chatmodel = 'hf.co/bartowski/Llama-3.2-1B-Instruct-GGUF' #chatmodel = 'hf.co/VibeStudio/Nidum-Llama-3.2-3B-Uncensored-GGUF' #chatmodel = "faggotchan" -chatmodel = "qwen3.5:4b" +#chatmodel = "qwen3.5:4b" NUM_THREADS = 6 # hardcoded since threads.txt is gone, change if needed |
