Self-Hosting AI Infrastructure di ARM: Panduan Lengkap 2026

┌─────────────────────────────────────────────────────────┐
│                   ARM Single Board Computer              │
│                      (Amlogic SBC)                       │
├─────────────────────────────────────────────────────────┤
│  ┌──────────────┐  ┌─────────────────────────────────┐  │
│  │   Casa OS    │  │         Hermes Agent            │  │
│  │  (Dashboard) │  │  (AI Agent Framework)           │  │
│  └──────────────┘  └─────────────────────────────────┘  │
│  ┌──────────────────────────────────────────────────┐   │
│  │          OmniRouter (AI Gateway)                 │   │
│  │  port 20129 — 237 AI Providers — 90+ Free       │   │
│  └──────────────────────────────────────────────────┘   │
│  ┌──────────────────────────────────────────────────┐   │
│  │         Docker Containers (PostgreSQL, etc)      │   │
│  └──────────────────────────────────────────────────┘   │
├─────────────────────────────────────────────────────────┤
│  Storage: SD Card (28GB) → SSD (/mnt/ssd, 220GB free) │
└─────────────────────────────────────────────────────────┘

# Cek versi
uname -a
# Linux 6.12.68-ophub aarch64 GNU/Linux

# Cek resource
free -h
# total        used        free
# RAM: 1.8Gi   1.2Gi      600Mi
# Swap: 4.9Gi  200Mi      4.7Gi

df -h /
# Filesystem      Size  Used Avail Use%
# /dev/mmcblk2p2  29G   15G   14G  51%

# Deploy via Docker
docker run -d \
  --name omniroute \
  -p 20129:20128 \
  -v /mnt/ssd/omniroute-data:/app/data \
  diegosouzapw/omniroute:latest

# Install
curl -fsSL https://hermes-agent.nousresearch.com/install.sh | bash

# Konfigurasi model
hermes config set model.provider custom:OmniRouter
hermes config set model.base_url http://localhost:20129/v1

# 1. Redirect Docker ke SSD
sudo mkdir -p /mnt/ssd/docker
cat > /etc/docker/daemon.json << 'EOF'
{ "data-root": "/mnt/ssd/docker" }
EOF

# 2. Redirect cache ke SSD
ln -sf /mnt/ssd/cache/xdg-cache ~/.cache
ln -sf /mnt/ssd/cache/npm ~/.npm

# 3. Environment variables di ~/.profile
export XDG_CACHE_HOME=/mnt/ssd/cache/xdg-cache
export NPM_CONFIG_CACHE=/mnt/ssd/cache/npm
export PIP_CACHE_DIR=/mnt/ssd/cache/pip

# Update sistem
sudo apt update && sudo apt upgrade -y

# Install dependencies
sudo apt install -y curl git docker.io docker-compose

# Enable Docker
sudo systemctl enable docker
sudo usermod -aG docker $USER

# Buat direktori data
sudo mkdir -p /mnt/ssd/omniroute-data
sudo chown -R $USER:$USER /mnt/ssd/omniroute-data

# Generate JWT Secret
JWT_SECRET=$(openssl rand -hex 64)
API_KEY_SECRET=$(openssl rand -hex 32)

# Deploy container
docker run -d \
  --name omniroute \
  --restart unless-stopped \
  -p 20129:20128 \
  -e JWT_SECRET=$JWT_SECRET \
  -e API_KEY_SECRET=$API_KEY_SECRET \
  -v /mnt/ssd/omniroute-data:/app/data \
  diegosouzapw/omniroute:latest

# Verifikasi
curl http://localhost:20129/v1/models | python3 -c "import json,sys; print(len(json.load(sys.stdin)['data']), 'models available')"

# Install Hermes
curl -fsSL https://hermes-agent.nousresearch.com/install.sh | bash

# Set provider OmniRouter
hermes config set model.default auto
hermes config set model.provider custom:OmniRouter
hermes config set model.base_url http://100.72.114.31:20129/v1
hermes config set model.api_key sk-your-key-here

# Aktifkan Telegram gateway
hermes gateway setup

# ~/.hermes/config.yaml
platform_toolsets:
  cli:
    - terminal
    - file
    - web
    - browser
    - code_execution
    - delegation
    - cronjob
    - memory
  telegram:
    - terminal
    - file
    - web
    - cronjob
    - delegation

# Test via curl
curl http://localhost:20129/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "qwen/qwen3-coder:free",
    "messages": [
      {"role": "user", "content": "Write a hello world in Python"}
    ],
    "max_tokens": 100
  }'

# Setup cron job di Hermes
hermes cron create "0 16 * * 1-5" \
  --name "daily-stock-report" \
  --prompt "Generate closing stock report PDF..." \
  --deliver "telegram:-1003994290708:394"

# Aktifkan swap lebih besar
sudo fallocate -l 8G /mnt/ssd/swapfile
sudo mkswap /mnt/ssd/swapfile
sudo swapon /mnt/ssd/swapfile

# Batasi memory Docker container
docker run -d --memory="512m" --memory-swap="1g" ...

# Bersihkan cache Docker secara berkala
docker system prune -af --volumes

# Redirect apt cache ke SSD
sudo mount --bind /mnt/ssd/apt-archives /var/cache/apt/archives

# Hapus package manager cache
sudo apt clean

# Install Tailscale
curl -fsSL https://tailscale.com/install.sh | sh
sudo tailscale up

# Cek IP Tailscale
tailscale ip -4
# 100.x.x.x

#!/bin/bash
# health-check.sh

echo "=== System ==="
echo "Uptime: $(uptime -p)"
echo "RAM: $(free -h | grep Mem | awk '{print $3"/"$2}')"
echo "SD: $(df -h / | tail -1 | awk '{print $3"/"$2 " ("$5")"}')"
echo "SSD: $(df -h /mnt/ssd | tail -1 | awk '{print $3"/"$2 " ("$5")"}')"

echo "=== Docker ==="
docker ps --format "table {{.Names}}\t{{.Status}}\t{{.Ports}}"

echo "=== OmniRouter ==="
curl -s -o /dev/null -w "HTTP %{http_code}\n" http://localhost:20129/v1/models

echo "=== Hermes ==="
hermes status 2>/dev/null || echo "hermes-cli not running"