feat: enhance LocalAGI installation scripts with backend resolution and ROCm runtime support

This commit is contained in:
John Doe
2026-03-03 23:57:14 -05:00
parent c2dba1e052
commit 7e897f4e93
2 changed files with 76 additions and 1 deletions

View File

@@ -22,6 +22,13 @@ variables
color
catch_errors
# Decide which runtime backend label to use for LocalAGI during updates.
# Priority:
# 1) Explicit user choice (`var_localagi_backend` or `var_torch_backend`)
# 2) Auto-detection when GPU passthrough is enabled:
# - NVIDIA device nodes => `cu128`
# - AMD KFD node => `rocm7.2`
# 3) Fallback => `cpu`
resolve_backend() {
local requested="${var_localagi_backend:-${var_torch_backend:-auto}}"
local backend="cpu"
@@ -44,6 +51,8 @@ resolve_backend() {
echo "$backend"
}
# Update or append a key=value pair inside LocalAGI environment file.
# Used to keep backend and runtime flags in sync across updates.
set_env_var() {
local env_file="$1"
local key="$2"
@@ -55,6 +64,9 @@ set_env_var() {
fi
}
# Build LocalAGI from source using upstream workflow:
# - Build frontend in `webui/react-ui` with Bun
# - Build backend binary with Go to `/usr/local/bin/localagi`
build_localagi_source() {
msg_info "Building LocalAGI from source"
cd /opt/localagi/webui/react-ui || return 1
@@ -65,6 +77,13 @@ build_localagi_source() {
msg_ok "Built LocalAGI from source"
}
# Install ROCm runtime via AMD Debian package-manager method.
# Steps:
# - Determine supported suite mapping for current Debian version
# - Install AMD signing key
# - Add ROCm and graphics repositories for 7.2
# - Pin AMD repo origin
# - Install `rocm` meta-package
install_rocm_runtime_debian() {
if [[ -f /etc/os-release ]]; then
. /etc/os-release
@@ -106,19 +125,23 @@ EOF
}
function update_script() {
# Standard update prechecks and environment summary.
header_info
check_container_storage
check_container_resources
# Ensure LocalAGI source install and service exist before update flow.
if [[ ! -d /opt/localagi || ! -f /etc/systemd/system/localagi.service ]]; then
msg_error "No ${APP} Installation Found!"
exit
fi
# Pull latest release and refresh source tree if a new version is available.
local update_performed="no"
if check_for_gh_release "localagi" "mudler/LocalAGI"; then
update_performed="yes"
# Stop service and preserve runtime env before replacing source tree.
msg_info "Stopping LocalAGI Service"
systemctl stop localagi
msg_ok "Stopped LocalAGI Service"
@@ -139,16 +162,19 @@ function update_script() {
fi
fi
# Re-evaluate backend each update in case hardware/override changed.
BACKEND="$(resolve_backend)"
if [[ ! -f /opt/localagi/.env ]]; then
msg_warn "Missing /opt/localagi/.env. Recreate by running install script again."
exit
fi
# Provision ROCm runtime only when AMD backend is selected.
if [[ "${BACKEND}" == "rocm7.2" ]]; then
install_rocm_runtime_debian || msg_warn "ROCm runtime package installation failed"
fi
# Ensure source-build toolchain exists for update rebuild step.
NODE_VERSION="24" setup_nodejs
GO_VERSION="latest" setup_go
if ! command -v bun >/dev/null 2>&1; then
@@ -157,12 +183,14 @@ function update_script() {
msg_ok "Installed Bun"
fi
# Persist backend marker and rebuild the project from source.
set_env_var /opt/localagi/.env "LOCALAGI_GPU_BACKEND" "$BACKEND"
if ! build_localagi_source; then
msg_error "Failed to build LocalAGI from source"
exit
fi
# Restart service with rebuilt binary and current env settings.
msg_info "Starting LocalAGI Service"
if ! systemctl restart localagi; then
msg_error "Failed to start LocalAGI service"
@@ -185,4 +213,4 @@ description
msg_ok "Completed successfully!\n"
echo -e "${CREATING}${GN}${APP} setup has been successfully initialized!${CL}"
echo -e "${INFO}${YW} Access it using the following URL:${CL}"
echo -e "${TAB}${GATEWAY}${BGN}http://${IP}:8080${CL}"
echo -e "${TAB}${GATEWAY}${BGN}http://${IP}:3000${CL}"

View File

@@ -7,6 +7,10 @@
source /dev/stdin <<<"$FUNCTIONS_FILE_PATH"
APP="LocalAGI"
# Load common UI/helpers and perform standard container bootstrap lifecycle.
# - `color`, `verb_ip6`, `catch_errors`: logging/error behavior
# - `setting_up_container`, `network_check`, `update_os`: baseline prep/update
color
verb_ip6
catch_errors
@@ -15,6 +19,13 @@ network_check
update_os
header_info "$APP"
# Decide which runtime backend label to use for LocalAGI.
# Priority:
# 1) Explicit user choice (`var_localagi_backend` or `var_torch_backend`)
# 2) Auto-detection when GPU passthrough is enabled:
# - NVIDIA device nodes => `cu128`
# - AMD KFD node => `rocm7.2`
# 3) Fallback => `cpu`
resolve_backend() {
local requested="${var_localagi_backend:-${var_torch_backend:-auto}}"
local backend="cpu"
@@ -37,6 +48,9 @@ resolve_backend() {
echo "$backend"
}
# Build LocalAGI from source using upstream workflow:
# - Build frontend in `webui/react-ui` with Bun
# - Build backend binary with Go to `/usr/local/bin/localagi`
build_localagi_source() {
msg_info "Building LocalAGI from source"
cd /opt/localagi/webui/react-ui || return 1
@@ -47,6 +61,8 @@ build_localagi_source() {
msg_ok "Built LocalAGI from source"
}
# Generic command retry helper with linear backoff.
# Usage: retry_cmd <attempts> <base_delay_seconds> <command> [args...]
retry_cmd() {
local max_attempts="$1"
local base_delay="$2"
@@ -65,12 +81,16 @@ retry_cmd() {
return 1
}
# Recovery path for transient apt repository/index failures.
# Especially useful for Hash Sum mismatch and stale list states.
apt_recover_indexes() {
rm -rf /var/lib/apt/lists/partial/* /var/lib/apt/lists/* 2>/dev/null || true
$STD apt clean
$STD apt update
}
# Small wrappers so retry helper executes apt commands in current shell context.
# This avoids subshell issues with helper wrappers like `$STD` (e.g. `silent`).
apt_update_cmd() {
$STD apt update
}
@@ -83,6 +103,10 @@ apt_install_fix_missing_cmd() {
$STD apt install -y --fix-missing "$@"
}
# Resilient package install flow:
# 1) Retry normal install
# 2) If still failing, clean apt state + refresh indexes
# 3) Retry with `--fix-missing`
install_apt_packages_resilient() {
if retry_cmd 3 5 apt_install_cmd "$@"; then
return 0
@@ -96,6 +120,13 @@ install_apt_packages_resilient() {
retry_cmd 2 5 apt_install_fix_missing_cmd "$@"
}
# Install ROCm runtime via AMD Debian package-manager method.
# Steps:
# - Determine supported suite mapping for current Debian version
# - Install AMD signing key
# - Add ROCm and graphics repositories for 7.2
# - Pin AMD repo origin
# - Install `rocm` meta-package
install_rocm_runtime_debian() {
if [[ -f /etc/os-release ]]; then
. /etc/os-release
@@ -136,6 +167,8 @@ EOF
msg_ok "Installed ROCm runtime packages"
}
# Install base tooling needed to fetch/build/run LocalAGI.
# `gnupg` is required for ROCm key import path.
msg_info "Installing Dependencies"
install_apt_packages_resilient \
curl \
@@ -146,26 +179,35 @@ install_apt_packages_resilient \
build-essential
msg_ok "Installed Dependencies"
# Install language/runtime toolchains used by LocalAGI source build.
# - Node.js: frontend/Bun ecosystem compatibility
# - Go: backend binary build
NODE_VERSION="24" setup_nodejs
GO_VERSION="latest" setup_go
# Install Bun package manager (if not already present).
msg_info "Installing Bun"
if ! command -v bun >/dev/null 2>&1; then
$STD npm install -g bun
fi
msg_ok "Installed Bun"
# Pull latest LocalAGI source snapshot from GitHub release tarball.
msg_info "Fetching LocalAGI Source"
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "localagi" "mudler/LocalAGI" "tarball" "latest" "/opt/localagi"
msg_ok "Fetched LocalAGI Source"
# Resolve backend and prepare persistent state directory.
BACKEND="$(resolve_backend)"
mkdir -p /opt/localagi/pool
# Only attempt ROCm runtime provisioning when AMD backend is selected.
if [[ "${BACKEND}" == "rocm7.2" ]]; then
install_rocm_runtime_debian || msg_warn "ROCm runtime package installation failed"
fi
# Generate runtime configuration file used by systemd service.
# Note: `LOCALAGI_LLM_API_URL` points to an OpenAI-compatible backend endpoint.
msg_info "Configuring LocalAGI"
cat <<EOF >/opt/localagi/.env
LOCALAGI_MODEL=gemma-3-4b-it-qat
@@ -179,11 +221,14 @@ LOCALAGI_GPU_BACKEND=${BACKEND}
EOF
msg_ok "Configured LocalAGI"
# Build source tree into executable binary.
if ! build_localagi_source; then
msg_error "Failed to build LocalAGI from source"
exit 1
fi
# Create and start systemd unit for LocalAGI.
# The service reads `/opt/localagi/.env` at runtime.
msg_info "Creating Service"
cat <<EOF >/etc/systemd/system/localagi.service
[Unit]
@@ -205,12 +250,14 @@ systemctl daemon-reload
systemctl enable -q --now localagi
msg_ok "Created Service"
# Verify service health before exiting installer.
if ! systemctl is-active -q localagi; then
msg_error "Failed to start LocalAGI service"
exit 1
fi
msg_ok "Started LocalAGI (${BACKEND})"
# Standard post-install housekeeping from shared framework.
motd_ssh
customize
cleanup_lxc