Download setup.sh from acnagle/Terminator-Qwen3-14B: direct link, hf CLI and curl.
- Browser
- Download file 3.81 kB
-
https://huggingface.co/acnagle/Terminator-Qwen3-14B/resolve/main/setup.sh
- Command line
-
hf download hf://acnagle/Terminator-Qwen3-14B/setup.sh
-
curl -L -o setup.sh https://huggingface.co/acnagle/Terminator-Qwen3-14B/resolve/main/setup.sh
3.81 kB
| set -euo pipefail | |
| # ========================================================================== | |
| # Terminator-Qwen3-14B — Automated Setup | |
| # | |
| # This script: | |
| # 1. Creates a conda environment with Python 3.12 | |
| # 2. Installs uv, vllm, and openai | |
| # 3. Downloads Qwen3-14B base model weights and creates the model directory | |
| # | |
| # Prerequisites: | |
| # - NVIDIA GPU with sufficient VRAM (minimum ~40GB for Qwen3-14B) | |
| # - CUDA drivers installed | |
| # - conda or micromamba installed | |
| # | |
| # Usage: | |
| # ./setup.sh | |
| # ========================================================================== | |
| SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" | |
| ENV_NAME="${TERMINATOR_ENV_NAME:-terminator}" | |
| echo "" | |
| echo "=====================================" | |
| echo " Terminator-Qwen3-14B Setup" | |
| echo "=====================================" | |
| echo "" | |
| # ------------------------------------------------------------------ | |
| # Step 1: Create conda environment | |
| # ------------------------------------------------------------------ | |
| # Detect conda or micromamba | |
| if command -v micromamba &>/dev/null; then | |
| CONDA_CMD="micromamba" | |
| elif command -v conda &>/dev/null; then | |
| CONDA_CMD="conda" | |
| else | |
| echo "ERROR: Neither conda nor micromamba found." | |
| echo "" | |
| echo "Install micromamba:" | |
| echo ' "${SHELL}" <(curl -L micro.mamba.pm/install.sh)' | |
| echo "" | |
| echo "Or install conda:" | |
| echo " https://docs.conda.io/en/latest/miniconda.html" | |
| exit 1 | |
| fi | |
| echo "[1/3] Setting up Python environment..." | |
| # Check if environment already exists | |
| if $CONDA_CMD env list 2>/dev/null | grep -q "^${ENV_NAME} \|/${ENV_NAME}\$"; then | |
| echo " Environment '${ENV_NAME}' already exists. Activating..." | |
| else | |
| echo " Creating environment '${ENV_NAME}' with Python 3.12..." | |
| $CONDA_CMD create -n "${ENV_NAME}" python=3.12 -y | |
| fi | |
| # Helper: run a command inside the conda/micromamba environment | |
| run_in_env() { | |
| if [ "$CONDA_CMD" = "micromamba" ]; then | |
| micromamba run -n "${ENV_NAME}" "$@" | |
| else | |
| # For conda, activate in a subshell | |
| (eval "$(conda shell.bash hook 2>/dev/null)" && conda activate "${ENV_NAME}" && "$@") | |
| fi | |
| } | |
| echo " Python: $(run_in_env python --version)" | |
| # ------------------------------------------------------------------ | |
| # Step 2: Install packages | |
| # ------------------------------------------------------------------ | |
| echo "" | |
| echo "[2/3] Installing packages..." | |
| echo " Installing uv..." | |
| run_in_env pip install --upgrade uv --quiet | |
| echo " Installing vllm (this may take a few minutes)..." | |
| run_in_env uv pip install vllm --torch-backend=auto | |
| echo " Installing openai (for client)..." | |
| run_in_env uv pip install openai | |
| echo " Installing accelerate (for HF inference)..." | |
| run_in_env uv pip install accelerate | |
| echo " Done." | |
| # ------------------------------------------------------------------ | |
| # Step 3: Set up model directory | |
| # ------------------------------------------------------------------ | |
| echo "" | |
| echo "[3/3] Setting up model directory..." | |
| echo " This downloads Qwen3-14B base weights (~28GB) from HuggingFace." | |
| echo " (Skipped if already cached.)" | |
| echo "" | |
| cd "$SCRIPT_DIR" | |
| run_in_env python setup_model_dir.py | |
| # ------------------------------------------------------------------ | |
| # Done | |
| # ------------------------------------------------------------------ | |
| echo "" | |
| echo "=====================================" | |
| echo " Setup Complete!" | |
| echo "=====================================" | |
| echo "" | |
| echo "To start the server:" | |
| echo " $CONDA_CMD activate ${ENV_NAME}" | |
| echo " cd $SCRIPT_DIR" | |
| echo " ./start_server.sh" | |
| echo "" | |
| echo "Then in another terminal:" | |
| echo " $CONDA_CMD activate ${ENV_NAME}" | |
| echo " cd $SCRIPT_DIR" | |
| echo " python client.py --interactive" | |
| echo "" | |
| echo "See README.md for configuration options (GPU memory, context length, etc.)" | |