Inteligentzia artifiziala
pip3 install llama-cpp-python
pip3 install llama-cpp-python[server]
bash download.sh
python3 index.py
export MODEL=./orca-mini-3b.ggmlv3.q8_0.bin
python3 -m llama_cpp.server
Inteligentzia artifiziala
pip3 install llama-cpp-python
pip3 install llama-cpp-python[server]
bash download.sh
python3 index.py
export MODEL=./orca-mini-3b.ggmlv3.q8_0.bin
python3 -m llama_cpp.server