python3 -m venv .venv
source .venv/bin/activate
pip install -r requirements.txt
This is for installing LLamaCPP in macOS
for mac:
Using Home brew
# Linux and Mac
CMAKE_ARGS="-DLLAMA_METAL_EMBED_LIBRARY=ON -DLLAMA_METAL=on" pip install llama-cpp-python --no-cache-dir
for windows:
CMAKE website Link
# Windows
$env:CMAKE_ARGS = "-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS"
pip install llama-cpp-python
Run the streamlit app
sh run.sh
to run flake8 and tests
tox