#!/usr/bin/env bash # Setup script for vllm-project/vllm on Linux, from https://gitmanual.com/vllm-project/vllm # Read it before you run it: the commands come from the repo's own README and files. # Run: bash setup.sh set -eo pipefail trap 'echo "Setup stopped at the step above. Steps and fixes: https://gitmanual.com/vllm-project/vllm" >&2' ERR step() { printf '\n\033[1m==> %s\033[0m\n' "$1"; } have() { command -v "$1" >/dev/null 2>&1; } # Installers put programs here; make them usable right away. export PATH="$HOME/.local/share/mise/shims:$HOME/.cargo/bin:$HOME/.local/bin:$HOME/.deno/bin:$HOME/.bun/bin:$PATH" # nvm is a shell function, so load it into this script when it's installed. export NVM_DIR="${NVM_DIR:-$HOME/.nvm}" load_nvm() { [ -s "$NVM_DIR/nvm.sh" ] && . "$NVM_DIR/nvm.sh"; } have_nvm() { load_nvm >/dev/null 2>&1; type nvm >/dev/null 2>&1; } step '1/3 Clone the repository' [ -d 'vllm' ] || git clone https://github.com/vllm-project/vllm.git cd 'vllm' step '2/3 Install the required runtimes' # Python >=3.11,<3.15, C/C++ compiler, CMake 3.26 have uv || curl -LsSf https://astral.sh/uv/install.sh | sh # Debian/Ubuntu have gcc || sudo apt install -y build-essential have cmake || sudo apt install -y cmake step '3/3 Install dependencies' uv sync cmake -S . -B build -DCMAKE_BUILD_TYPE=Release cmake --build build echo 'Set up vllm-project/vllm.' echo 'Next, from the project folder:' echo ' uv run pytest' echo 'Manual: https://gitmanual.com/vllm-project/vllm'