diff options
Diffstat (limited to 'main.py')
| -rw-r--r-- | main.py | 3 |
1 files changed, 1 insertions, 2 deletions
@@ -10,11 +10,10 @@ from datetime import datetime embedmodel = 'hf.co/CompendiumLabs/bge-base-en-v1.5-gguf' # these are test models just ignore -chatmodel = "hf.co/tvall43/Qwen3.5-4B-heretic-gguf:Q4_K_M" #chatmodel = 'hf.co/bartowski/Llama-3.2-1B-Instruct-GGUF' #chatmodel = 'hf.co/VibeStudio/Nidum-Llama-3.2-3B-Uncensored-GGUF' #chatmodel = "faggotchan" -#chatmodel = "deepseek-r1:1.5b" +chatmodel = "qwen3.5:4b" NUM_THREADS = 6 # hardcoded since threads.txt is gone, change if needed |
