Windows系统编译支持GPU的llama.cpp
bash
git clone https://github.com/ggerganov/llama.cpp.git
cd llama.cpp
mkdir build
cd build
bash
cmake .. -G "Visual Studio 17 2022" -DGGML_CUDA=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_CUDA_ARCHITECTURES="86"
bash
cmake --build . --config Release -- /m