feat: enhance LocalAGI installation scripts with backend resolution and ROCm runtime support

This commit is contained in:
John Doe
2026-03-03 23:57:14 -05:00
parent c2dba1e052
commit 7e897f4e93
2 changed files with 76 additions and 1 deletions

View File

@@ -22,6 +22,13 @@ variables
color
catch_errors
# Decide which runtime backend label to use for LocalAGI during updates.
# Priority:
# 1) Explicit user choice (`var_localagi_backend` or `var_torch_backend`)
# 2) Auto-detection when GPU passthrough is enabled:
# - NVIDIA device nodes => `cu128`
# - AMD KFD node => `rocm7.2`
# 3) Fallback => `cpu`
resolve_backend() {
local requested="${var_localagi_backend:-${var_torch_backend:-auto}}"
local backend="cpu"
@@ -44,6 +51,8 @@ resolve_backend() {
echo "$backend"
}
# Update or append a key=value pair inside LocalAGI environment file.
# Used to keep backend and runtime flags in sync across updates.
set_env_var() {
local env_file="$1"
local key="$2"
@@ -55,6 +64,9 @@ set_env_var() {
fi
}
# Build LocalAGI from source using upstream workflow:
# - Build frontend in `webui/react-ui` with Bun
# - Build backend binary with Go to `/usr/local/bin/localagi`
build_localagi_source() {
msg_info "Building LocalAGI from source"
cd /opt/localagi/webui/react-ui || return 1
@@ -65,6 +77,13 @@ build_localagi_source() {
msg_ok "Built LocalAGI from source"
}
# Install ROCm runtime via AMD Debian package-manager method.
# Steps:
# - Determine supported suite mapping for current Debian version
# - Install AMD signing key
# - Add ROCm and graphics repositories for 7.2
# - Pin AMD repo origin
# - Install `rocm` meta-package
install_rocm_runtime_debian() {
if [[ -f /etc/os-release ]]; then
. /etc/os-release
@@ -106,19 +125,23 @@ EOF
}
function update_script() {
# Standard update prechecks and environment summary.
header_info
check_container_storage
check_container_resources
# Ensure LocalAGI source install and service exist before update flow.
if [[ ! -d /opt/localagi || ! -f /etc/systemd/system/localagi.service ]]; then
msg_error "No ${APP} Installation Found!"
exit
fi
# Pull latest release and refresh source tree if a new version is available.
local update_performed="no"
if check_for_gh_release "localagi" "mudler/LocalAGI"; then
update_performed="yes"
# Stop service and preserve runtime env before replacing source tree.
msg_info "Stopping LocalAGI Service"
systemctl stop localagi
msg_ok "Stopped LocalAGI Service"
@@ -139,16 +162,19 @@ function update_script() {
fi
fi
# Re-evaluate backend each update in case hardware/override changed.
BACKEND="$(resolve_backend)"
if [[ ! -f /opt/localagi/.env ]]; then
msg_warn "Missing /opt/localagi/.env. Recreate by running install script again."
exit
fi
# Provision ROCm runtime only when AMD backend is selected.
if [[ "${BACKEND}" == "rocm7.2" ]]; then
install_rocm_runtime_debian || msg_warn "ROCm runtime package installation failed"
fi
# Ensure source-build toolchain exists for update rebuild step.
NODE_VERSION="24" setup_nodejs
GO_VERSION="latest" setup_go
if ! command -v bun >/dev/null 2>&1; then
@@ -157,12 +183,14 @@ function update_script() {
msg_ok "Installed Bun"
fi
# Persist backend marker and rebuild the project from source.
set_env_var /opt/localagi/.env "LOCALAGI_GPU_BACKEND" "$BACKEND"
if ! build_localagi_source; then
msg_error "Failed to build LocalAGI from source"
exit
fi
# Restart service with rebuilt binary and current env settings.
msg_info "Starting LocalAGI Service"
if ! systemctl restart localagi; then
msg_error "Failed to start LocalAGI service"
@@ -185,4 +213,4 @@ description
msg_ok "Completed successfully!\n"
echo -e "${CREATING}${GN}${APP} setup has been successfully initialized!${CL}"
echo -e "${INFO}${YW} Access it using the following URL:${CL}"
echo -e "${TAB}${GATEWAY}${BGN}http://${IP}:8080${CL}"
echo -e "${TAB}${GATEWAY}${BGN}http://${IP}:3000${CL}"