Compare commits
83 Commits
codex/fix-
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1819905253 | ||
|
|
54edf1d219 | ||
|
|
eb7f01e0ac | ||
|
|
f14bcd8c4d | ||
|
|
60d95acfd9 | ||
|
|
fd4069e5cd | ||
|
|
8de8726693 | ||
|
|
094593efb9 | ||
|
|
61c5ba3146 | ||
|
|
7e4b1061d9 | ||
|
|
6cbca2e23b | ||
|
|
c3eb670c3c | ||
|
|
7765759e3b | ||
|
|
45f2945dde | ||
|
|
17186b6222 | ||
|
|
446dd16c03 | ||
|
|
2183d475a6 | ||
|
|
a7b97d3130 | ||
|
|
befefc83f0 | ||
|
|
fd31184f53 | ||
|
|
8f8f83da6d | ||
|
|
6bce9d16a1 | ||
|
|
1655304e70 | ||
|
|
19bbff1052 | ||
|
|
fb1744cba0 | ||
|
|
65cdef366a | ||
|
|
9178f9a2c8 | ||
|
|
a151cb8496 | ||
|
|
4c44439825 | ||
|
|
248219298f | ||
|
|
3da8cf8a29 | ||
|
|
e2ed57e974 | ||
|
|
14748088a1 | ||
|
|
03b7ba02fc | ||
|
|
6d4de96a7d | ||
|
|
f7fba192b1 | ||
|
|
86e8fadf75 | ||
|
|
3b1b4c234b | ||
|
|
5fbad3f82d | ||
|
|
36fbbc9aaf | ||
|
|
68967496c6 | ||
|
|
6b48d60354 | ||
|
|
4b27cded56 | ||
|
|
909ec6b79b | ||
|
|
8b500b8c9b | ||
|
|
a85263830b | ||
|
|
07727ed086 | ||
|
|
95b2ea8362 | ||
|
|
6153128c5c | ||
|
|
8c17aeed82 | ||
|
|
167404f709 | ||
|
|
e2c50547b2 | ||
|
|
702087349c | ||
|
|
5332ae70bc | ||
|
|
78edeaa474 | ||
|
|
ea29271b18 | ||
|
|
be28eba9e8 | ||
|
|
be07c921b8 | ||
|
|
96499a6325 | ||
|
|
f86f17eb4f | ||
|
|
356ebc392e | ||
|
|
6cc99943d8 | ||
|
|
b4f88166f9 | ||
|
|
916b480d3a | ||
|
|
8381076e1a | ||
|
|
8c833b8ba7 | ||
|
|
72b692e546 | ||
|
|
c9449f16eb | ||
|
|
2d0458ab6f | ||
|
|
890a93856a | ||
|
|
441e549678 | ||
|
|
b95025d2b5 | ||
|
|
f2dd39bcf2 | ||
|
|
fb36e17706 | ||
|
|
0f33753e69 | ||
|
|
451302ef2b | ||
|
|
eb7bcf0be0 | ||
|
|
1dc8dbd9b2 | ||
|
|
0602e036c1 | ||
|
|
50a463f3f3 | ||
|
|
d95b94e2cf | ||
|
|
50d9f1f1dd | ||
|
|
b4c13aca30 |
36
.github/workflows/build-chart-multi-model-LLM.yaml
vendored
Normal file
36
.github/workflows/build-chart-multi-model-LLM.yaml
vendored
Normal file
@ -0,0 +1,36 @@
|
|||||||
|
name: build chart multi-model llm
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'oci/multi-model-LLM/**'
|
||||||
|
- '.github/workflows/build-chart-multi-model-LLM.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
|
||||||
|
env:
|
||||||
|
CHART_DIR: oci/multi-model-LLM/charts/model-serving
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
lint-and-package:
|
||||||
|
name: Lint and package Helm chart
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
- name: Set up Helm
|
||||||
|
uses: azure/setup-helm@v4
|
||||||
|
with:
|
||||||
|
version: v3.14.4
|
||||||
|
- name: Helm lint
|
||||||
|
run: helm lint $CHART_DIR
|
||||||
|
- name: Helm package
|
||||||
|
run: helm package $CHART_DIR --version 0.1.0 --app-version 0.1.0 -d oci/multi-model-LLM/charts
|
||||||
|
- name: Upload chart artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: model-serving-chart
|
||||||
|
path: oci/multi-model-LLM/charts/model-serving-0.1.0.tgz
|
||||||
29
.github/workflows/build-ci-image-Ollama.yaml
vendored
Normal file
29
.github/workflows/build-ci-image-Ollama.yaml
vendored
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
name: build image ollama
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'oci/base/cuda/Ollama/Dockerfile'
|
||||||
|
- '.github/workflows/build-ci-image-Ollama.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
|
||||||
|
env:
|
||||||
|
IMAGE_REPO: "artifact.svc.plus"
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-ollama:
|
||||||
|
name: Build Ollama image
|
||||||
|
uses: svc-design/actions/.github/workflows/build-images.yaml@main
|
||||||
|
with:
|
||||||
|
method: 'docker'
|
||||||
|
registry_addr: "harbor.onwalk.net"
|
||||||
|
dockerfile_path: 'oci/base/cuda/Ollama'
|
||||||
|
image_name: 'public/base/cuda/ollama'
|
||||||
|
image_tag: 'latest'
|
||||||
|
secrets:
|
||||||
|
artifactory_sa: ${{ secrets.REPO_USER }}
|
||||||
|
artifactory_pw: ${{ secrets.HELM_REPO_PASSWORD }}
|
||||||
29
.github/workflows/build-ci-image-SGLang.yaml
vendored
Normal file
29
.github/workflows/build-ci-image-SGLang.yaml
vendored
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
name: build image cuda sglang
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'oci/base/cuda/SGLang/Dockerfile'
|
||||||
|
- '.github/workflows/build-ci-image-SGLang.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
|
||||||
|
env:
|
||||||
|
IMAGE_REPO: "artifact.svc.plus"
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-sglang:
|
||||||
|
name: Build CUDA SGLang image
|
||||||
|
uses: svc-design/actions/.github/workflows/build-images.yaml@main
|
||||||
|
with:
|
||||||
|
method: 'docker'
|
||||||
|
registry_addr: "harbor.onwalk.net"
|
||||||
|
dockerfile_path: 'oci/base/cuda/SGLang'
|
||||||
|
image_name: 'public/base/cuda/sglang'
|
||||||
|
image_tag: 'cuda12'
|
||||||
|
secrets:
|
||||||
|
artifactory_sa: ${{ secrets.REPO_USER }}
|
||||||
|
artifactory_pw: ${{ secrets.HELM_REPO_PASSWORD }}
|
||||||
29
.github/workflows/build-ci-image-vLLM.yaml
vendored
Normal file
29
.github/workflows/build-ci-image-vLLM.yaml
vendored
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
name: build image cuda vllm
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'oci/base/cuda/vLLM/Dockerfile'
|
||||||
|
- '.github/workflows/build-ci-image-vLLM.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
|
||||||
|
env:
|
||||||
|
IMAGE_REPO: "artifact.svc.plus"
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-vllm:
|
||||||
|
name: Build CUDA vLLM image
|
||||||
|
uses: svc-design/actions/.github/workflows/build-images.yaml@main
|
||||||
|
with:
|
||||||
|
method: 'docker'
|
||||||
|
registry_addr: "harbor.onwalk.net"
|
||||||
|
dockerfile_path: 'oci/base/cuda/vLLM'
|
||||||
|
image_name: 'public/base/cuda/vllm'
|
||||||
|
image_tag: 'cuda12'
|
||||||
|
secrets:
|
||||||
|
artifactory_sa: ${{ secrets.REPO_USER }}
|
||||||
|
artifactory_pw: ${{ secrets.HELM_REPO_PASSWORD }}
|
||||||
216
.github/workflows/cloud-neutra-golden-image.yaml
vendored
Normal file
216
.github/workflows/cloud-neutra-golden-image.yaml
vendored
Normal file
@ -0,0 +1,216 @@
|
|||||||
|
name: Cloud-Neutra Golden Image Pipeline
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
edition:
|
||||||
|
description: "Golden Image Edition"
|
||||||
|
type: choice
|
||||||
|
options: ["base", "container", "k3s", "sealos", "sealos-gpu"]
|
||||||
|
default: "container"
|
||||||
|
ubuntu_version:
|
||||||
|
description: "Ubuntu LTS version"
|
||||||
|
type: choice
|
||||||
|
options: ["2204", "2404"]
|
||||||
|
default: "2404"
|
||||||
|
cpu_arch:
|
||||||
|
description: "CPU Architecture"
|
||||||
|
type: choice
|
||||||
|
options: ["amd64", "arm64"]
|
||||||
|
default: "amd64"
|
||||||
|
|
||||||
|
schedule:
|
||||||
|
- cron: "0 18 1 * *"
|
||||||
|
|
||||||
|
env:
|
||||||
|
BASE_REGION: ap-northeast-1
|
||||||
|
TARGET_REGIONS: "ap-northeast-1 ap-east-1 us-west-1"
|
||||||
|
PROJECT_TAG: Cloud-Neutra
|
||||||
|
PACKER_TEMPLATE_ROOT: packer/Cloud-Neutra-VMs/templates
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
##########################################################################
|
||||||
|
# Stage 1 — Lint / Validate / Security
|
||||||
|
##########################################################################
|
||||||
|
lint:
|
||||||
|
name: Lint & Validate
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: actionlint
|
||||||
|
uses: raven-actions/actionlint@v2
|
||||||
|
with:
|
||||||
|
files: ".github/workflows/cloud-neutra-golden-image.yaml"
|
||||||
|
matcher: false
|
||||||
|
cache: false
|
||||||
|
fail-on-error: true
|
||||||
|
flags: "-ignore SC2086"
|
||||||
|
|
||||||
|
- name: Install tools
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y shellcheck jq
|
||||||
|
|
||||||
|
- name: Packer FMT
|
||||||
|
run: packer fmt -recursive .
|
||||||
|
|
||||||
|
- name: Packer Validate
|
||||||
|
run: packer validate "${PACKER_TEMPLATE_ROOT}"
|
||||||
|
|
||||||
|
- name: gitleaks Scan
|
||||||
|
uses: gitleaks/gitleaks-action@v2
|
||||||
|
with:
|
||||||
|
args: detect --no-git -v
|
||||||
|
|
||||||
|
##########################################################################
|
||||||
|
# Stage 2 — Build Golden Image
|
||||||
|
##########################################################################
|
||||||
|
build:
|
||||||
|
name: Build Golden AMI
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: lint
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
ami_id: ${{ steps.packer_build.outputs.ami_id }}
|
||||||
|
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- edition: base
|
||||||
|
ubuntu_version: "2204"
|
||||||
|
cpu_arch: amd64
|
||||||
|
- edition: base
|
||||||
|
ubuntu_version: "2204"
|
||||||
|
cpu_arch: arm64
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
# must be step-level to allow matrix.*
|
||||||
|
- name: Skip matrix items not requested
|
||||||
|
if: >
|
||||||
|
github.event_name == 'schedule' ||
|
||||||
|
(
|
||||||
|
github.event_name == 'workflow_dispatch' &&
|
||||||
|
github.event.inputs.edition == matrix.edition &&
|
||||||
|
github.event.inputs.ubuntu_version == matrix.ubuntu_version &&
|
||||||
|
github.event.inputs.cpu_arch == matrix.cpu_arch
|
||||||
|
)
|
||||||
|
run: echo "Matrix item selected."
|
||||||
|
|
||||||
|
- name: Configure AWS Credentials
|
||||||
|
uses: aws-actions/configure-aws-credentials@v4
|
||||||
|
with:
|
||||||
|
aws-region: ${{ env.BASE_REGION }}
|
||||||
|
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
|
||||||
|
aws-access-key-id: ${{ secrets.AWS_ROOT_ACCESS_KEY_ID }}
|
||||||
|
aws-secret-access-key: ${{ secrets.AWS_ROOT_SECRET_ACCESS_KEY }}
|
||||||
|
mask-aws-account-id: true
|
||||||
|
|
||||||
|
- name: Setup Packer
|
||||||
|
uses: hashicorp/setup-packer@v3
|
||||||
|
|
||||||
|
- name: Build AMI
|
||||||
|
id: packer_build
|
||||||
|
env:
|
||||||
|
EDITION: ${{ matrix.edition }}
|
||||||
|
UBUNTU_VERSION: ${{ matrix.ubuntu_version }}
|
||||||
|
CPU_ARCH: ${{ matrix.cpu_arch }}
|
||||||
|
run: |
|
||||||
|
TEMPLATE="${PACKER_TEMPLATE_ROOT}/${EDITION}/ubuntu-${UBUNTU_VERSION}-${EDITION}.pkr.hcl"
|
||||||
|
echo "Using template: ${TEMPLATE}"
|
||||||
|
|
||||||
|
packer build \
|
||||||
|
-color=false \
|
||||||
|
-var "cpu_arch=${CPU_ARCH}" \
|
||||||
|
-var "edition=${EDITION}" \
|
||||||
|
-var "ubuntu_version=${UBUNTU_VERSION}" \
|
||||||
|
"${TEMPLATE}" | tee packer.log
|
||||||
|
|
||||||
|
AMI_ID=$(grep 'AMI:' packer.log | awk '{print $2}' | tail -n1 || true)
|
||||||
|
|
||||||
|
if [ -z "${AMI_ID}" ]; then
|
||||||
|
echo "ERROR: Cannot parse AMI ID"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "ami_id=${AMI_ID}" >> "${GITHUB_OUTPUT}"
|
||||||
|
|
||||||
|
- name: Upload Logs
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: packer-build-log
|
||||||
|
path: packer.log
|
||||||
|
|
||||||
|
##########################################################################
|
||||||
|
# Stage 3 — QA Test
|
||||||
|
##########################################################################
|
||||||
|
test:
|
||||||
|
name: Test Built AMI
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: build
|
||||||
|
|
||||||
|
# must re-expose build's output for downstream needs.*
|
||||||
|
outputs:
|
||||||
|
ami_id: ${{ needs.build.outputs.ami_id }}
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Placeholder test
|
||||||
|
run: |
|
||||||
|
echo "TODO: Future QA test"
|
||||||
|
|
||||||
|
##########################################################################
|
||||||
|
# Stage 4 — AMI Replication + Retention
|
||||||
|
##########################################################################
|
||||||
|
distribute:
|
||||||
|
name: Replicate & Retain AMI
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: test
|
||||||
|
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- edition: base
|
||||||
|
ubuntu_version: "2204"
|
||||||
|
cpu_arch: amd64
|
||||||
|
- edition: base
|
||||||
|
ubuntu_version: "2204"
|
||||||
|
cpu_arch: arm64
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Configure AWS Credentials
|
||||||
|
uses: aws-actions/configure-aws-credentials@v4
|
||||||
|
with:
|
||||||
|
aws-region: ${{ env.BASE_REGION }}
|
||||||
|
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
|
||||||
|
aws-access-key-id: ${{ secrets.AWS_ROOT_ACCESS_KEY_ID }}
|
||||||
|
aws-secret-access-key: ${{ secrets.AWS_ROOT_SECRET_ACCESS_KEY }}
|
||||||
|
|
||||||
|
- name: Distribute AMI
|
||||||
|
env:
|
||||||
|
BASE_REGION: ${{ env.BASE_REGION }}
|
||||||
|
TARGET_REGIONS: ${{ env.TARGET_REGIONS }}
|
||||||
|
PROJECT_TAG: ${{ env.PROJECT_TAG }}
|
||||||
|
EDITION: ${{ matrix.edition }}
|
||||||
|
UBUNTU_VERSION: ${{ matrix.ubuntu_version }}
|
||||||
|
CPU_ARCH: ${{ matrix.cpu_arch }}
|
||||||
|
AMI_ID: ${{ needs.test.outputs.ami_id }}
|
||||||
|
run: |
|
||||||
|
bash packer/scripts/common/ami-replicate.sh \
|
||||||
|
"${AMI_ID}" "${EDITION}" "${UBUNTU_VERSION}" "${CPU_ARCH}" \
|
||||||
|
"${BASE_REGION}" "${TARGET_REGIONS}" "${PROJECT_TAG}"
|
||||||
|
|
||||||
|
- name: Retention
|
||||||
|
env:
|
||||||
|
TARGET_REGIONS: ${{ env.TARGET_REGIONS }}
|
||||||
|
PROJECT_TAG: ${{ env.PROJECT_TAG }}
|
||||||
|
EDITION: ${{ matrix.edition }}
|
||||||
|
UBUNTU_VERSION: ${{ matrix.ubuntu_version }}
|
||||||
|
CPU_ARCH: ${{ matrix.cpu_arch }}
|
||||||
|
run: |
|
||||||
|
bash packer/scripts/common/ami-retention.sh \
|
||||||
|
"${EDITION}" "${UBUNTU_VERSION}" "${CPU_ARCH}" "${PROJECT_TAG}" "${TARGET_REGIONS}"
|
||||||
200
.github/workflows/offline-package-argocd-installer.yaml
vendored
Normal file
200
.github/workflows/offline-package-argocd-installer.yaml
vendored
Normal file
@ -0,0 +1,200 @@
|
|||||||
|
name: Build Offline Argo CD Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-argocd-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v2.11.0). Leave empty to use offline-argocd-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
chart_version:
|
||||||
|
description: "Override Helm chart version for argo/argo-cd. Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-argocd
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
NERDCTL_VERSION: "2.0.3"
|
||||||
|
outputs:
|
||||||
|
chart_version: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, helm)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y curl jq
|
||||||
|
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
|
||||||
|
helm version
|
||||||
|
|
||||||
|
- name: Add helm repo
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm repo add argo https://argoproj.github.io/argo-helm --force-update
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
- name: Resolve chart version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_CHART_VERSION: ${{ github.event.inputs.chart_version }}
|
||||||
|
run: bash scripts/offline-argocd/resolve_chart_version.sh
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf argocd-offline-package
|
||||||
|
mkdir -p argocd-offline-package/{images,charts,scripts,metadata}
|
||||||
|
|
||||||
|
- name: Stage installer script
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: bash scripts/offline-argocd/stage_installer.sh
|
||||||
|
|
||||||
|
- name: Download nerdctl binary for ${{ matrix.arch }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
wget https://github.com/containerd/nerdctl/releases/download/v${NERDCTL_VERSION}/nerdctl-${NERDCTL_VERSION}-linux-${{ matrix.arch }}.tar.gz \
|
||||||
|
-O argocd-offline-package/nerdctl.tar.gz
|
||||||
|
|
||||||
|
- name: Pull & export required images
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
MATRIX_ARCH: ${{ matrix.arch }}
|
||||||
|
run: bash scripts/offline-argocd/pull_and_export_images.sh
|
||||||
|
|
||||||
|
- name: Download Helm chart
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm pull argo/argo-cd --version "${CHART_VERSION}" --untar --untardir argocd-offline-package/charts
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-argocd-${{ matrix.arch }}.tar.gz -C . argocd-offline-package
|
||||||
|
ls -lh offline-package-argocd-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-argocd-${{ matrix.arch }}
|
||||||
|
path: offline-package-argocd-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-argocd-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify offline package integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-argocd-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-argocd-{0}', github.run_number) }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/offline-package/argocd/
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-argocd-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-argocd-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-argocd-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-argocd-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Ensure deps (rsync, ssh)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y rsync openssh-client
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync release assets to remote
|
||||||
|
run: bash scripts/offline-argocd/rsync_release_assets.sh
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 3)
|
||||||
|
needs: publish-release
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/argocd
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 3)
|
||||||
|
run: bash scripts/offline-argocd/prune_remote_versions.sh
|
||||||
159
.github/workflows/offline-package-autogen-studio.yaml
vendored
Normal file
159
.github/workflows/offline-package-autogen-studio.yaml
vendored
Normal file
@ -0,0 +1,159 @@
|
|||||||
|
name: Build Offline AutoGen Studio Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'gitops/scripts/autogen-studio/**'
|
||||||
|
- '.github/workflows/offline-package-autogen-studio.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v0.1.0). Leave empty to use offline-autogen-studio-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
autogen_tag:
|
||||||
|
description: "AutoGen Studio container tag (default: latest)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-autogen-studio
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
autogen_tag: ${{ steps.resolve.outputs.autogen_tag }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Resolve image tag
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
INPUT_AUTOGEN_TAG: ${{ github.event.inputs.autogen_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
AUTOGEN_TAG=${INPUT_AUTOGEN_TAG:-latest}
|
||||||
|
echo "autogen_tag=${AUTOGEN_TAG}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,scripts}
|
||||||
|
|
||||||
|
- name: Stage compose file and scripts
|
||||||
|
env:
|
||||||
|
AUTOGEN_TAG: ${{ steps.resolve.outputs.autogen_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cp gitops/scripts/autogen-studio/docker-compose.yaml offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__AUTOGEN_TAG__/${AUTOGEN_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
cp gitops/scripts/autogen-studio/deploy-autogen-studio.sh offline-installer/scripts/
|
||||||
|
chmod +x offline-installer/scripts/deploy-autogen-studio.sh
|
||||||
|
cat <<'README' > offline-installer/README.md
|
||||||
|
# Offline AutoGen Studio Installer
|
||||||
|
|
||||||
|
This archive contains container images and helper assets for deploying AutoGen Studio with Docker Compose.
|
||||||
|
|
||||||
|
## Contents
|
||||||
|
- `docker-compose.yaml`: Reference deployment manifest configured for the packaged images.
|
||||||
|
- `images/`: Pre-pulled container images saved as tar archives.
|
||||||
|
- `scripts/deploy-autogen-studio.sh`: Helper script to load the images and manage the compose stack.
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1. Extract the archive on a host with Docker/nerdctl available.
|
||||||
|
2. (Optional) Run `IMAGE_LOAD_TOOL=nerdctl ./scripts/deploy-autogen-studio.sh load-images` to import the images with nerdctl.
|
||||||
|
3. Start the stack: `./scripts/deploy-autogen-studio.sh up`.
|
||||||
|
4. Access AutoGen Studio at http://localhost:9090.
|
||||||
|
|
||||||
|
Adjust the compose file as needed before running the helper script.
|
||||||
|
README
|
||||||
|
|
||||||
|
- name: Pull & export container images
|
||||||
|
env:
|
||||||
|
AUTOGEN_TAG: ${{ steps.resolve.outputs.autogen_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
image="autogenstudio/autogen-studio:${AUTOGEN_TAG}"
|
||||||
|
docker pull "$image"
|
||||||
|
safe=$(echo "$image" | tr '/:' '-_')
|
||||||
|
docker save "$image" -o "offline-installer/images/${safe}.tar"
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-autogen-studio-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-autogen-studio-${{ matrix.arch }}
|
||||||
|
path: offline-package-autogen-studio-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-autogen-studio-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify archive integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-autogen-studio-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-autogen-studio-{0}', github.run_number) }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-autogen-studio-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-autogen-studio-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-autogen-studio-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-autogen-studio-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
192
.github/workflows/offline-package-dify.yaml
vendored
Normal file
192
.github/workflows/offline-package-dify.yaml
vendored
Normal file
@ -0,0 +1,192 @@
|
|||||||
|
name: Build Offline Dify Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'gitops/scripts/dify/**'
|
||||||
|
- '.github/workflows/offline-package-dify.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v0.1.0). Leave empty to use offline-dify-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
dify_tag:
|
||||||
|
description: "Dify container tag (default: latest)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
postgres_tag:
|
||||||
|
description: "Postgres image tag (default: 15-alpine)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
redis_tag:
|
||||||
|
description: "Redis image tag (default: 7-alpine)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-dify
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
dify_tag: ${{ steps.resolve.outputs.dify_tag }}
|
||||||
|
postgres_tag: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
redis_tag: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Resolve image tags
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
INPUT_DIFY_TAG: ${{ github.event.inputs.dify_tag }}
|
||||||
|
INPUT_POSTGRES_TAG: ${{ github.event.inputs.postgres_tag }}
|
||||||
|
INPUT_REDIS_TAG: ${{ github.event.inputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
DIFY_TAG=${INPUT_DIFY_TAG:-latest}
|
||||||
|
POSTGRES_TAG=${INPUT_POSTGRES_TAG:-15-alpine}
|
||||||
|
REDIS_TAG=${INPUT_REDIS_TAG:-7-alpine}
|
||||||
|
{
|
||||||
|
echo "dify_tag=${DIFY_TAG}"
|
||||||
|
echo "postgres_tag=${POSTGRES_TAG}"
|
||||||
|
echo "redis_tag=${REDIS_TAG}"
|
||||||
|
} >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,scripts}
|
||||||
|
|
||||||
|
- name: Stage compose file and scripts
|
||||||
|
env:
|
||||||
|
DIFY_TAG: ${{ steps.resolve.outputs.dify_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
REDIS_TAG: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cp gitops/scripts/dify/docker-compose.yaml offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__DIFY_TAG__/${DIFY_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__POSTGRES_TAG__/${POSTGRES_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__REDIS_TAG__/${REDIS_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
cp gitops/scripts/dify/deploy-dify.sh offline-installer/scripts/
|
||||||
|
chmod +x offline-installer/scripts/deploy-dify.sh
|
||||||
|
cat <<'README' > offline-installer/README.md
|
||||||
|
# Offline Dify Installer
|
||||||
|
|
||||||
|
This archive contains container images and helper assets for deploying Dify with Docker Compose.
|
||||||
|
|
||||||
|
## Contents
|
||||||
|
- `docker-compose.yaml`: Reference deployment manifest configured for the packaged images.
|
||||||
|
- `images/`: Pre-pulled container images saved as tar archives.
|
||||||
|
- `scripts/deploy-dify.sh`: Helper script to load the images and manage the compose stack.
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1. Extract the archive on a host with Docker/nerdctl available.
|
||||||
|
2. (Optional) Run `IMAGE_LOAD_TOOL=nerdctl ./scripts/deploy-dify.sh load-images` to import the images with nerdctl.
|
||||||
|
3. Start the stack: `./scripts/deploy-dify.sh up`.
|
||||||
|
4. Access the Dify web UI at http://localhost:8080.
|
||||||
|
|
||||||
|
Adjust the compose file as needed before running the helper script.
|
||||||
|
README
|
||||||
|
|
||||||
|
- name: Pull & export container images
|
||||||
|
env:
|
||||||
|
DIFY_TAG: ${{ steps.resolve.outputs.dify_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
REDIS_TAG: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
images=(
|
||||||
|
"langgenius/dify-api:${DIFY_TAG}"
|
||||||
|
"langgenius/dify-worker:${DIFY_TAG}"
|
||||||
|
"langgenius/dify-web:${DIFY_TAG}"
|
||||||
|
"langgenius/dify-nginx:${DIFY_TAG}"
|
||||||
|
"postgres:${POSTGRES_TAG}"
|
||||||
|
"redis:${REDIS_TAG}"
|
||||||
|
)
|
||||||
|
for image in "${images[@]}"; do
|
||||||
|
docker pull "$image"
|
||||||
|
safe=$(echo "$image" | tr '/:' '-_')
|
||||||
|
docker save "$image" -o "offline-installer/images/${safe}.tar"
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-dify-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-dify-${{ matrix.arch }}
|
||||||
|
path: offline-package-dify-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-dify-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify archive integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-dify-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-dify-{0}', github.run_number) }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-dify-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-dify-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-dify-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-dify-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
159
.github/workflows/offline-package-flowise.yaml
vendored
Normal file
159
.github/workflows/offline-package-flowise.yaml
vendored
Normal file
@ -0,0 +1,159 @@
|
|||||||
|
name: Build Offline Flowise Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'gitops/scripts/flowise/**'
|
||||||
|
- '.github/workflows/offline-package-flowise.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v0.1.0). Leave empty to use offline-flowise-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
flowise_tag:
|
||||||
|
description: "Flowise container tag (default: latest)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-flowise
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
flowise_tag: ${{ steps.resolve.outputs.flowise_tag }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Resolve image tag
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
INPUT_FLOWISE_TAG: ${{ github.event.inputs.flowise_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
FLOWISE_TAG=${INPUT_FLOWISE_TAG:-latest}
|
||||||
|
echo "flowise_tag=${FLOWISE_TAG}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,scripts}
|
||||||
|
|
||||||
|
- name: Stage compose file and scripts
|
||||||
|
env:
|
||||||
|
FLOWISE_TAG: ${{ steps.resolve.outputs.flowise_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cp gitops/scripts/flowise/docker-compose.yaml offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__FLOWISE_TAG__/${FLOWISE_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
cp gitops/scripts/flowise/deploy-flowise.sh offline-installer/scripts/
|
||||||
|
chmod +x offline-installer/scripts/deploy-flowise.sh
|
||||||
|
cat <<'README' > offline-installer/README.md
|
||||||
|
# Offline Flowise Installer
|
||||||
|
|
||||||
|
This archive contains container images and helper assets for deploying Flowise with Docker Compose.
|
||||||
|
|
||||||
|
## Contents
|
||||||
|
- `docker-compose.yaml`: Reference deployment manifest configured for the packaged images.
|
||||||
|
- `images/`: Pre-pulled container images saved as tar archives.
|
||||||
|
- `scripts/deploy-flowise.sh`: Helper script to load the images and manage the compose stack.
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1. Extract the archive on a host with Docker/nerdctl available.
|
||||||
|
2. (Optional) Run `IMAGE_LOAD_TOOL=nerdctl ./scripts/deploy-flowise.sh load-images` to import the images with nerdctl.
|
||||||
|
3. Start the stack: `./scripts/deploy-flowise.sh up`.
|
||||||
|
4. Access the Flowise UI at http://localhost:3000.
|
||||||
|
|
||||||
|
Adjust the compose file as needed before running the helper script.
|
||||||
|
README
|
||||||
|
|
||||||
|
- name: Pull & export container images
|
||||||
|
env:
|
||||||
|
FLOWISE_TAG: ${{ steps.resolve.outputs.flowise_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
image="flowiseai/flowise:${FLOWISE_TAG}"
|
||||||
|
docker pull "$image"
|
||||||
|
safe=$(echo "$image" | tr '/:' '-_')
|
||||||
|
docker save "$image" -o "offline-installer/images/${safe}.tar"
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-flowise-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-flowise-${{ matrix.arch }}
|
||||||
|
path: offline-package-flowise-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-flowise-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify archive integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-flowise-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-flowise-{0}', github.run_number) }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-flowise-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-flowise-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-flowise-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-flowise-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
98
.github/workflows/offline-package-fluxcd-installer.yaml
vendored
Normal file
98
.github/workflows/offline-package-fluxcd-installer.yaml
vendored
Normal file
@ -0,0 +1,98 @@
|
|||||||
|
name: Build Offline FluxCD Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-fluxcd-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v2.2.0). Leave empty to use offline-fluxcd-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
chart_version:
|
||||||
|
description: "Override Helm chart version for fluxcd-community/flux2. Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-fluxcd
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
NERDCTL_VERSION: "2.0.3"
|
||||||
|
outputs:
|
||||||
|
chart_version: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, helm)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y curl jq
|
||||||
|
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
|
||||||
|
helm version
|
||||||
|
|
||||||
|
- name: Add helm repo
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm repo add fluxcd-community https://fluxcd-community.github.io/helm-charts --force-update
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
- name: Resolve chart version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_CHART_VERSION: ${{ github.event.inputs.chart_version }}
|
||||||
|
run: script/offline-fluxcd/resolve-chart-version.sh
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,charts,scripts,metadata}
|
||||||
|
|
||||||
|
- name: Stage installer script
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: script/offline-fluxcd/stage-installer.sh
|
||||||
|
|
||||||
|
- name: Download nerdctl binary for ${{ matrix.arch }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
wget https://github.com/containerd/nerdctl/releases/download/v${NERDCTL_VERSION}/nerdctl-${NERDCTL_VERSION}-linux-${{ matrix.arch }}.tar.gz \
|
||||||
|
-O offline-installer/nerdctl.tar.gz
|
||||||
|
|
||||||
|
- name: Pull & export required images
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
MATRIX_ARCH: ${{ matrix.arch }}
|
||||||
|
run: script/offline-fluxcd/pull-and-export-images.sh
|
||||||
|
|
||||||
|
- name: Download Helm chart
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm pull fluxcd-community/flux2 --version "${CHART_VERSION}" --untar --untardir offline-installer/charts
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-setup-fluxcd-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
ls -lh offline-setup-fluxcd-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-setup-fluxcd-${{ matrix.arch }}
|
||||||
|
path: offline-setup-fluxcd-${{ matrix.arch }}.tar.gz
|
||||||
302
.github/workflows/offline-package-gitea-installer.yaml
vendored
Normal file
302
.github/workflows/offline-package-gitea-installer.yaml
vendored
Normal file
@ -0,0 +1,302 @@
|
|||||||
|
name: Build Offline Gitea Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-gitea-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v1.21.10). Leave empty to use offline-gitea-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
chart_version:
|
||||||
|
description: "Override Helm chart version for gitea-charts/gitea. Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-gitea
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
NERDCTL_VERSION: "2.0.3"
|
||||||
|
OFFLINE_DIR: gitea-offline-package
|
||||||
|
outputs:
|
||||||
|
chart_version: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, helm)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y curl jq
|
||||||
|
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
|
||||||
|
helm version
|
||||||
|
|
||||||
|
- name: Add helm repo
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm repo add gitea-charts https://dl.gitea.io/charts/ --force-update
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
- name: Resolve chart version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_CHART_VERSION: ${{ github.event.inputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
if [ -n "${OVERRIDE_CHART_VERSION}" ]; then
|
||||||
|
CHART_VERSION="${OVERRIDE_CHART_VERSION}"
|
||||||
|
else
|
||||||
|
CHART_VERSION=$(helm search repo gitea-charts/gitea --versions | awk 'NR==2{print $2}')
|
||||||
|
fi
|
||||||
|
echo "chart_version=${CHART_VERSION}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf "${OFFLINE_DIR}"
|
||||||
|
mkdir -p "${OFFLINE_DIR}"/{images,charts,metadata}
|
||||||
|
|
||||||
|
- name: Stage installer script
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cat <<'SCRIPT' > "${OFFLINE_DIR}/install-gitea.sh"
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
CHART_DIR="${ROOT_DIR}/charts/gitea"
|
||||||
|
IMAGES_DIR="${ROOT_DIR}/images"
|
||||||
|
RELEASE_NAME="${RELEASE_NAME:-gitea}"
|
||||||
|
NAMESPACE="${NAMESPACE:-gitea}"
|
||||||
|
|
||||||
|
if command -v nerdctl >/dev/null 2>&1; then
|
||||||
|
LOADER="nerdctl"
|
||||||
|
elif command -v docker >/dev/null 2>&1; then
|
||||||
|
LOADER="docker"
|
||||||
|
else
|
||||||
|
echo "Either docker or nerdctl is required to load images." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
for tar in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
[ -f "$tar" ] || continue
|
||||||
|
echo "Loading image: $tar"
|
||||||
|
"$LOADER" load -i "$tar"
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Installing/Upgrading Gitea release ${RELEASE_NAME} in namespace ${NAMESPACE}"
|
||||||
|
helm upgrade --install "${RELEASE_NAME}" "${CHART_DIR}" \
|
||||||
|
--namespace "${NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
"$@"
|
||||||
|
SCRIPT
|
||||||
|
chmod +x "${OFFLINE_DIR}/scripts/install-gitea.sh"
|
||||||
|
cat <<'ROOTSCRIPT' > "${OFFLINE_DIR}/install-gitea.sh"
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
exec "${SCRIPT_DIR}/scripts/install-gitea.sh" "$@"
|
||||||
|
ROOTSCRIPT
|
||||||
|
chmod +x "${OFFLINE_DIR}/install-gitea.sh"
|
||||||
|
cat <<EOFMETA > "${OFFLINE_DIR}/metadata/INFO"
|
||||||
|
chart: gitea-charts/gitea
|
||||||
|
chart_version: ${CHART_VERSION}
|
||||||
|
created_at: $(date -u +%Y-%m-%dT%H:%M:%SZ)
|
||||||
|
EOFMETA
|
||||||
|
|
||||||
|
- name: Download nerdctl binary for ${{ matrix.arch }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
wget https://github.com/containerd/nerdctl/releases/download/v${NERDCTL_VERSION}/nerdctl-${NERDCTL_VERSION}-linux-${{ matrix.arch }}.tar.gz \
|
||||||
|
-O "${OFFLINE_DIR}/nerdctl.tar.gz"
|
||||||
|
|
||||||
|
- name: Pull & export required images
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
PLATFORM="linux/${{ matrix.arch }}"
|
||||||
|
helm template gitea gitea-charts/gitea --version "${CHART_VERSION}" > manifest.yaml
|
||||||
|
mapfile -t images < <(grep -oP 'image:\s*"?\K([^"\s]+)' manifest.yaml | sort -u || true)
|
||||||
|
rm -f manifest.yaml
|
||||||
|
for img in "${images[@]}"; do
|
||||||
|
[ -n "$img" ] || continue
|
||||||
|
if [[ "$img" == *"{{"* ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
echo "Pulling $img for ${PLATFORM}"
|
||||||
|
if ! docker pull --platform "${PLATFORM}" "$img"; then
|
||||||
|
echo "::warning::Failed to pull $img for ${PLATFORM}, skipping" >&2
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
safe=$(echo "$img" | tr '/:' '-_')
|
||||||
|
docker save "$img" -o "${OFFLINE_DIR}/images/${safe}.tar"
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Download Helm chart
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm pull gitea-charts/gitea --version "${CHART_VERSION}" --untar --untardir "${OFFLINE_DIR}/charts"
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-gitea-${{ matrix.arch }}.tar.gz "${OFFLINE_DIR}"
|
||||||
|
ls -lh offline-package-gitea-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-gitea-${{ matrix.arch }}
|
||||||
|
path: offline-package-gitea-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-gitea-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify offline package integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-gitea-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
- name: Verify install script layout
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -xvpf offline-package-gitea-${{ matrix.arch }}.tar.gz
|
||||||
|
test -f gitea-offline-package/install-gitea.sh
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-gitea-{0}', github.run_number) }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/gitea
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-gitea-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-gitea-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-gitea-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-gitea-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Ensure deps (rsync, ssh)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y rsync openssh-client
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync release assets to remote
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT}/${TAG_NAME}"
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "mkdir -p '${REMOTE_DIR}'"
|
||||||
|
echo "Rsync -> ${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
rsync -av -e "ssh -i ~/.ssh/id_rsa" \
|
||||||
|
release-artifacts/amd64/offline-package-gitea-amd64.tar.gz \
|
||||||
|
release-artifacts/arm64/offline-package-gitea-arm64.tar.gz \
|
||||||
|
"${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 3)
|
||||||
|
needs: publish-release
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/gitea
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 3)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" bash -lc '
|
||||||
|
set -euo pipefail
|
||||||
|
cd "'"${REMOTE_ROOT}"'" || exit 0
|
||||||
|
keep=3
|
||||||
|
mapfile -t all < <(ls -1 | grep -E "^(offline-gitea-|v[0-9]+\.)" | sort -V -r || true)
|
||||||
|
if [ "${#all[@]}" -le "$keep" ]; then
|
||||||
|
echo "Nothing to prune. Count=${#all[@]}"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
to_delete=("${all[@]:keep}")
|
||||||
|
echo "Pruning old versions: ${to_delete[*]}"
|
||||||
|
for d in "${to_delete[@]}"; do
|
||||||
|
rm -rf -- "$d"
|
||||||
|
done
|
||||||
|
'
|
||||||
219
.github/workflows/offline-package-gitlab-installer.yaml
vendored
Normal file
219
.github/workflows/offline-package-gitlab-installer.yaml
vendored
Normal file
@ -0,0 +1,219 @@
|
|||||||
|
name: Build Offline GitLab Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-gitlab-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v16.11.0). Leave empty to use offline-gitlab-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
chart_version:
|
||||||
|
description: "Override Helm chart version for gitlab/gitlab. Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-gitlab
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
NERDCTL_VERSION: "2.0.3"
|
||||||
|
outputs:
|
||||||
|
chart_version: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, helm)
|
||||||
|
run: script/install-offline-gitlab-deps.sh
|
||||||
|
|
||||||
|
- name: Add helm repo
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm repo add gitlab https://charts.gitlab.io --force-update
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
- name: Resolve chart version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_CHART_VERSION: ${{ github.event.inputs.chart_version }}
|
||||||
|
run: script/resolve-gitlab-chart-version.sh
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,charts,scripts,metadata}
|
||||||
|
|
||||||
|
- name: Stage installer script
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: script/stage-gitlab-offline-installer.sh
|
||||||
|
|
||||||
|
- name: Download nerdctl binary for ${{ matrix.arch }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
wget https://github.com/containerd/nerdctl/releases/download/v${NERDCTL_VERSION}/nerdctl-${NERDCTL_VERSION}-linux-${{ matrix.arch }}.tar.gz \
|
||||||
|
-O offline-installer/nerdctl.tar.gz
|
||||||
|
|
||||||
|
- name: Pull & export required images
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
ARCH: ${{ matrix.arch }}
|
||||||
|
run: script/pull-and-export-gitlab-images.sh
|
||||||
|
|
||||||
|
- name: Download Helm chart
|
||||||
|
env:
|
||||||
|
CHART_VERSION: ${{ steps.resolve.outputs.chart_version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
helm pull gitlab/gitlab --version "${CHART_VERSION}" --untar --untardir offline-installer/charts
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-setup-gitlab-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
ls -lh offline-setup-gitlab-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-setup-gitlab-${{ matrix.arch }}
|
||||||
|
path: offline-setup-gitlab-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-setup-gitlab-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify offline package integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-setup-gitlab-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-gitlab-{0}', github.run_number) }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/gitlab
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-setup-gitlab-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-setup-gitlab-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-setup-gitlab-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-setup-gitlab-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Ensure deps (rsync, ssh)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y rsync openssh-client
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync release assets to remote
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT}/${TAG_NAME}"
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "mkdir -p '${REMOTE_DIR}'"
|
||||||
|
echo "Rsync -> ${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
rsync -av -e "ssh -i ~/.ssh/id_rsa" \
|
||||||
|
release-artifacts/amd64/offline-setup-gitlab-amd64.tar.gz \
|
||||||
|
release-artifacts/arm64/offline-setup-gitlab-arm64.tar.gz \
|
||||||
|
"${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 3)
|
||||||
|
needs: publish-release
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/gitlab
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 3)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" bash -lc '
|
||||||
|
set -euo pipefail
|
||||||
|
cd "'"${REMOTE_ROOT}"'" || exit 0
|
||||||
|
keep=3
|
||||||
|
mapfile -t all < <(ls -1 | grep -E "^(offline-gitlab-|v[0-9]+\.)" | sort -V -r || true)
|
||||||
|
if [ "${#all[@]}" -le "$keep" ]; then
|
||||||
|
echo "Nothing to prune. Count=${#all[@]}"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
to_delete=("${all[@]:keep}")
|
||||||
|
echo "Pruning old versions: ${to_delete[*]}"
|
||||||
|
for d in "${to_delete[@]}"; do
|
||||||
|
rm -rf -- "$d"
|
||||||
|
done
|
||||||
|
'
|
||||||
177
.github/workflows/offline-package-n8n.yaml
vendored
Normal file
177
.github/workflows/offline-package-n8n.yaml
vendored
Normal file
@ -0,0 +1,177 @@
|
|||||||
|
name: Build Offline n8n Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'gitops/scripts/n8n/**'
|
||||||
|
- '.github/workflows/offline-package-n8n.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v0.1.0). Leave empty to use offline-n8n-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
n8n_tag:
|
||||||
|
description: "n8n container tag (default: latest)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
postgres_tag:
|
||||||
|
description: "Postgres image tag (default: 15-alpine)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-n8n
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
n8n_tag: ${{ steps.resolve.outputs.n8n_tag }}
|
||||||
|
postgres_tag: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Resolve image tags
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
INPUT_N8N_TAG: ${{ github.event.inputs.n8n_tag }}
|
||||||
|
INPUT_POSTGRES_TAG: ${{ github.event.inputs.postgres_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
N8N_TAG=${INPUT_N8N_TAG:-latest}
|
||||||
|
POSTGRES_TAG=${INPUT_POSTGRES_TAG:-15-alpine}
|
||||||
|
{
|
||||||
|
echo "n8n_tag=${N8N_TAG}"
|
||||||
|
echo "postgres_tag=${POSTGRES_TAG}"
|
||||||
|
} >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,scripts}
|
||||||
|
|
||||||
|
- name: Stage compose file and scripts
|
||||||
|
env:
|
||||||
|
N8N_TAG: ${{ steps.resolve.outputs.n8n_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cp gitops/scripts/n8n/docker-compose.yaml offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__N8N_TAG__/${N8N_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__POSTGRES_TAG__/${POSTGRES_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
cp gitops/scripts/n8n/deploy-n8n.sh offline-installer/scripts/
|
||||||
|
chmod +x offline-installer/scripts/deploy-n8n.sh
|
||||||
|
cat <<'README' > offline-installer/README.md
|
||||||
|
# Offline n8n Installer
|
||||||
|
|
||||||
|
This archive contains container images and helper assets for deploying n8n with Docker Compose.
|
||||||
|
|
||||||
|
## Contents
|
||||||
|
- `docker-compose.yaml`: Reference deployment manifest configured for the packaged images.
|
||||||
|
- `images/`: Pre-pulled container images saved as tar archives.
|
||||||
|
- `scripts/deploy-n8n.sh`: Helper script to load the images and manage the compose stack.
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1. Extract the archive on a host with Docker/nerdctl available.
|
||||||
|
2. (Optional) Run `IMAGE_LOAD_TOOL=nerdctl ./scripts/deploy-n8n.sh load-images` to import the images with nerdctl.
|
||||||
|
3. Start the stack: `./scripts/deploy-n8n.sh up`.
|
||||||
|
4. Access the n8n UI at http://localhost:5678.
|
||||||
|
|
||||||
|
Adjust the compose file as needed before running the helper script.
|
||||||
|
README
|
||||||
|
|
||||||
|
- name: Pull & export container images
|
||||||
|
env:
|
||||||
|
N8N_TAG: ${{ steps.resolve.outputs.n8n_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
images=(
|
||||||
|
"n8nio/n8n:${N8N_TAG}"
|
||||||
|
"postgres:${POSTGRES_TAG}"
|
||||||
|
)
|
||||||
|
for image in "${images[@]}"; do
|
||||||
|
docker pull "$image"
|
||||||
|
safe=$(echo "$image" | tr '/:' '-_')
|
||||||
|
docker save "$image" -o "offline-installer/images/${safe}.tar"
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-n8n-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-n8n-${{ matrix.arch }}
|
||||||
|
path: offline-package-n8n-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-n8n-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify archive integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-n8n-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-n8n-{0}', github.run_number) }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-n8n-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-n8n-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-n8n-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-n8n-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
175
.github/workflows/offline-package-pulumi-installer.yaml
vendored
Normal file
175
.github/workflows/offline-package-pulumi-installer.yaml
vendored
Normal file
@ -0,0 +1,175 @@
|
|||||||
|
name: Build Offline Pulumi Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-pulumi-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v3.127.0). Leave empty to use offline-pulumi-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
pulumi_version:
|
||||||
|
description: "Override Pulumi version (e.g., 3.127.0). Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-pulumi
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
version: ${{ steps.resolve.outputs.version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, tar)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y curl jq tar
|
||||||
|
|
||||||
|
- name: Resolve Pulumi version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_VERSION: ${{ github.event.inputs.pulumi_version }}
|
||||||
|
run: script/resolve-pulumi-version.sh
|
||||||
|
|
||||||
|
- name: Build offline Pulumi package
|
||||||
|
env:
|
||||||
|
ARCH: ${{ matrix.arch }}
|
||||||
|
PULUMI_VERSION: ${{ steps.resolve.outputs.version }}
|
||||||
|
MATRIX_ARCH: ${{ matrix.arch }}
|
||||||
|
|
||||||
|
run: script/build-offline-pulumi-package.sh
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: pulumi-offline-package-${{ matrix.arch }}
|
||||||
|
path: offline-package-pulumi-${{ matrix.arch }}.tar.gz
|
||||||
|
if-no-files-found: error
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: pulumi-offline-package-${{ matrix.arch }}
|
||||||
|
path: ./test-dir
|
||||||
|
|
||||||
|
- name: Extract package
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd test-dir
|
||||||
|
tar -xzvf offline-package-pulumi-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Verify Pulumi bundle
|
||||||
|
env:
|
||||||
|
ARCH: ${{ matrix.arch }}
|
||||||
|
PULUMI_VERSION: ${{ needs.build-offline-installer.outputs.version }}
|
||||||
|
MATRIX_ARCH: ${{ matrix.arch }}
|
||||||
|
|
||||||
|
run: script/verify-pulumi-bundle.sh
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-pulumi-{0}', github.run_number) }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/pulumi
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create GitHub Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: pulumi-offline-package-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: pulumi-offline-package-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-pulumi-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-pulumi-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Ensure deps (rsync, ssh)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y rsync openssh-client
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync release assets to remote
|
||||||
|
run: script/rsync-release-assets.sh
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 3)
|
||||||
|
needs: publish-release
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/pulumi
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 3)
|
||||||
|
run: script/prune-remote-versions.sh
|
||||||
189
.github/workflows/offline-package-ragflow.yaml
vendored
Normal file
189
.github/workflows/offline-package-ragflow.yaml
vendored
Normal file
@ -0,0 +1,189 @@
|
|||||||
|
name: Build Offline RAGFlow Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'gitops/scripts/ragflow/**'
|
||||||
|
- '.github/workflows/offline-package-ragflow.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v0.1.0). Leave empty to use offline-ragflow-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
ragflow_tag:
|
||||||
|
description: "RAGFlow container tag (default: latest)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
postgres_tag:
|
||||||
|
description: "Postgres image tag (default: 15-alpine)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
redis_tag:
|
||||||
|
description: "Redis image tag (default: 7-alpine)"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-ragflow
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
ragflow_tag: ${{ steps.resolve.outputs.ragflow_tag }}
|
||||||
|
postgres_tag: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
redis_tag: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Resolve image tags
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
INPUT_RAGFLOW_TAG: ${{ github.event.inputs.ragflow_tag }}
|
||||||
|
INPUT_POSTGRES_TAG: ${{ github.event.inputs.postgres_tag }}
|
||||||
|
INPUT_REDIS_TAG: ${{ github.event.inputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
RAGFLOW_TAG=${INPUT_RAGFLOW_TAG:-latest}
|
||||||
|
POSTGRES_TAG=${INPUT_POSTGRES_TAG:-15-alpine}
|
||||||
|
REDIS_TAG=${INPUT_REDIS_TAG:-7-alpine}
|
||||||
|
{
|
||||||
|
echo "ragflow_tag=${RAGFLOW_TAG}"
|
||||||
|
echo "postgres_tag=${POSTGRES_TAG}"
|
||||||
|
echo "redis_tag=${REDIS_TAG}"
|
||||||
|
} >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
rm -rf offline-installer
|
||||||
|
mkdir -p offline-installer/{images,scripts}
|
||||||
|
|
||||||
|
- name: Stage compose file and scripts
|
||||||
|
env:
|
||||||
|
RAGFLOW_TAG: ${{ steps.resolve.outputs.ragflow_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
REDIS_TAG: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cp gitops/scripts/ragflow/docker-compose.yaml offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__RAGFLOW_TAG__/${RAGFLOW_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__POSTGRES_TAG__/${POSTGRES_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
sed -i "s/__REDIS_TAG__/${REDIS_TAG}/g" offline-installer/docker-compose.yaml
|
||||||
|
cp gitops/scripts/ragflow/deploy-ragflow.sh offline-installer/scripts/
|
||||||
|
chmod +x offline-installer/scripts/deploy-ragflow.sh
|
||||||
|
cat <<'README' > offline-installer/README.md
|
||||||
|
# Offline RAGFlow Installer
|
||||||
|
|
||||||
|
This archive contains container images and helper assets for deploying RAGFlow with Docker Compose.
|
||||||
|
|
||||||
|
## Contents
|
||||||
|
- `docker-compose.yaml`: Reference deployment manifest configured for the packaged images.
|
||||||
|
- `images/`: Pre-pulled container images saved as tar archives.
|
||||||
|
- `scripts/deploy-ragflow.sh`: Helper script to load the images and manage the compose stack.
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1. Extract the archive on a host with Docker/nerdctl available.
|
||||||
|
2. (Optional) Run `IMAGE_LOAD_TOOL=nerdctl ./scripts/deploy-ragflow.sh load-images` to import the images with nerdctl.
|
||||||
|
3. Start the stack: `./scripts/deploy-ragflow.sh up`.
|
||||||
|
4. Access the RAGFlow UI at http://localhost:3001.
|
||||||
|
|
||||||
|
Adjust the compose file as needed before running the helper script. Configure external vector stores or storage services as required by your deployment.
|
||||||
|
README
|
||||||
|
|
||||||
|
- name: Pull & export container images
|
||||||
|
env:
|
||||||
|
RAGFLOW_TAG: ${{ steps.resolve.outputs.ragflow_tag }}
|
||||||
|
POSTGRES_TAG: ${{ steps.resolve.outputs.postgres_tag }}
|
||||||
|
REDIS_TAG: ${{ steps.resolve.outputs.redis_tag }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
images=(
|
||||||
|
"ragflow/ragflow:${RAGFLOW_TAG}"
|
||||||
|
"postgres:${POSTGRES_TAG}"
|
||||||
|
"redis:${REDIS_TAG}"
|
||||||
|
)
|
||||||
|
for image in "${images[@]}"; do
|
||||||
|
docker pull "$image"
|
||||||
|
safe=$(echo "$image" | tr '/:' '-_')
|
||||||
|
docker save "$image" -o "offline-installer/images/${safe}.tar"
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Package offline installer
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
tar -czf offline-package-ragflow-${{ matrix.arch }}.tar.gz -C offline-installer .
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-ragflow-${{ matrix.arch }}
|
||||||
|
path: offline-package-ragflow-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-ragflow-${{ matrix.arch }}
|
||||||
|
path: offline-test
|
||||||
|
|
||||||
|
- name: Verify archive integrity
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd offline-test
|
||||||
|
tar -tzf offline-package-ragflow-${{ matrix.arch }}.tar.gz > /dev/null
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-ragflow-{0}', github.run_number) }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-ragflow-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: offline-package-ragflow-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/offline-package-ragflow-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/offline-package-ragflow-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
167
.github/workflows/offline-package-terraform-installer.yaml
vendored
Normal file
167
.github/workflows/offline-package-terraform-installer.yaml
vendored
Normal file
@ -0,0 +1,167 @@
|
|||||||
|
name: Build Offline Terraform Installer
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- '.github/workflows/offline-package-terraform-installer.yaml'
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: "Release tag to use/sync (e.g., v1.8.5). Leave empty to use offline-terraform-<run_number>"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
terraform_version:
|
||||||
|
description: "Override Terraform version (e.g., 1.8.5). Leave empty to auto-resolve"
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-offline-terraform
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-offline-installer:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
version: ${{ steps.resolve.outputs.version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install deps (curl, jq, unzip)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y curl jq unzip
|
||||||
|
|
||||||
|
- name: Resolve Terraform version
|
||||||
|
id: resolve
|
||||||
|
env:
|
||||||
|
OVERRIDE_VERSION: ${{ github.event.inputs.terraform_version }}
|
||||||
|
run: script/resolve-terraform-version.sh
|
||||||
|
|
||||||
|
- name: Build offline Terraform package
|
||||||
|
env:
|
||||||
|
TERRAFORM_VERSION: ${{ steps.resolve.outputs.version }}
|
||||||
|
ARCH: ${{ matrix.arch }}
|
||||||
|
run: script/build-offline-terraform-package.sh
|
||||||
|
|
||||||
|
- name: Upload artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: terraform-offline-package-${{ matrix.arch }}
|
||||||
|
path: terraform-offline-package-${{ matrix.arch }}.tar.gz
|
||||||
|
if-no-files-found: error
|
||||||
|
|
||||||
|
test-offline-installer:
|
||||||
|
needs: build-offline-installer
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
arch: [amd64, arm64]
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: terraform-offline-package-${{ matrix.arch }}
|
||||||
|
path: ./test-dir
|
||||||
|
|
||||||
|
- name: Extract package
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
cd test-dir
|
||||||
|
tar -xzvf terraform-offline-package-${{ matrix.arch }}.tar.gz
|
||||||
|
|
||||||
|
- name: Verify Terraform bundle
|
||||||
|
env:
|
||||||
|
TERRAFORM_VERSION: ${{ needs.build-offline-installer.outputs.version }}
|
||||||
|
ARCH: ${{ matrix.arch }}
|
||||||
|
run: script/verify-terraform-bundle.sh
|
||||||
|
|
||||||
|
publish-release:
|
||||||
|
needs: test-offline-installer
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
TAG_NAME: ${{ github.event.inputs.tag != '' && github.event.inputs.tag || format('offline-terraform-{0}', github.run_number) }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/terraform
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Create GitHub Release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
release_name: Build ${{ env.TAG_NAME }}
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Download amd64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: terraform-offline-package-amd64
|
||||||
|
path: release-artifacts/amd64
|
||||||
|
|
||||||
|
- name: Download arm64 artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: terraform-offline-package-arm64
|
||||||
|
path: release-artifacts/arm64
|
||||||
|
|
||||||
|
- name: Upload offline installers to GitHub Release
|
||||||
|
uses: softprops/action-gh-release@v1
|
||||||
|
with:
|
||||||
|
tag_name: ${{ env.TAG_NAME }}
|
||||||
|
files: |
|
||||||
|
release-artifacts/amd64/terraform-offline-package-amd64.tar.gz
|
||||||
|
release-artifacts/arm64/terraform-offline-package-arm64.tar.gz
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Ensure deps (rsync, ssh)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y rsync openssh-client
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync release assets to remote
|
||||||
|
run: script/rsync-release-assets.sh
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 3)
|
||||||
|
needs: publish-release
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ secrets.VPS_HOST }}
|
||||||
|
REMOTE_ROOT: /data/update-server/terraform
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 3)
|
||||||
|
run: script/prune-remote-versions.sh
|
||||||
67
.github/workflows/release-oci-charts.yml
vendored
Normal file
67
.github/workflows/release-oci-charts.yml
vendored
Normal file
@ -0,0 +1,67 @@
|
|||||||
|
name: release-oci-charts
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- "oci/charts/apps/app-service/**"
|
||||||
|
- "oci/charts/postgresql/**"
|
||||||
|
- "oci/charts/observability/**"
|
||||||
|
- ".github/workflows/release-oci-charts.yml"
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
packages: write
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
publish:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||||
|
|
||||||
|
- name: Setup Helm
|
||||||
|
uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4
|
||||||
|
with:
|
||||||
|
version: v3.15.4
|
||||||
|
|
||||||
|
- name: Log In To GHCR
|
||||||
|
uses: docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9
|
||||||
|
with:
|
||||||
|
registry: ghcr.io
|
||||||
|
username: ${{ github.actor }}
|
||||||
|
password: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Lint charts
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
charts=(
|
||||||
|
"oci/charts/apps/app-service"
|
||||||
|
"oci/charts/postgresql"
|
||||||
|
"oci/charts/observability"
|
||||||
|
)
|
||||||
|
for chart in "${charts[@]}"; do
|
||||||
|
helm lint "./${chart}"
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Package charts
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p dist
|
||||||
|
charts=(
|
||||||
|
"oci/charts/apps/app-service"
|
||||||
|
"oci/charts/postgresql"
|
||||||
|
"oci/charts/observability"
|
||||||
|
)
|
||||||
|
for chart in "${charts[@]}"; do
|
||||||
|
helm package "./${chart}" --destination dist
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Push charts to GHCR
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
for pkg in dist/*.tgz; do
|
||||||
|
helm push "${pkg}" oci://ghcr.io/x-evor
|
||||||
|
done
|
||||||
201
.github/workflows/sync-blackbox-exporter.yml
vendored
Normal file
201
.github/workflows/sync-blackbox-exporter.yml
vendored
Normal file
@ -0,0 +1,201 @@
|
|||||||
|
name: Sync blackbox_exporter latest v0.* (matrix)
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_dispatch:
|
||||||
|
schedule:
|
||||||
|
- cron: "0 2 * * *" # <-- 这是 UTC 02:00。若需 JST 02:00,请改为 "0 17 * * *"
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: sync-blackbox-exporter-v0
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
prep:
|
||||||
|
name: Resolve latest tag & remote check (${{ matrix.vps_host }})
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
env:
|
||||||
|
GH_REPO: prometheus/blackbox_exporter
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/prometheus/blackbox_exporter
|
||||||
|
outputs:
|
||||||
|
tag: ${{ steps.latest.outputs.tag }}
|
||||||
|
version: ${{ steps.latest.outputs.version }}
|
||||||
|
exists: ${{ steps.remotecheck.outputs.exists }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Ensure GitHub CLI & deps
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y gh jq rsync
|
||||||
|
gh --version
|
||||||
|
jq --version
|
||||||
|
rsync --version | head -n1
|
||||||
|
|
||||||
|
- name: Resolve latest tag (v0.*)
|
||||||
|
id: latest
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
TAG=$(./scripts/resolve_github_repo_release.sh "${GH_REPO}" '^v0(\.|$)' 'v0.*')
|
||||||
|
VERSION=${TAG#v}
|
||||||
|
|
||||||
|
echo "tag=$TAG" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "version=$VERSION" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Latest tag: $TAG (version: $VERSION)"
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Check remote existing version dir
|
||||||
|
id: remotecheck
|
||||||
|
env:
|
||||||
|
VERSION: ${{ steps.latest.outputs.version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT}/${VERSION}"
|
||||||
|
if ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "test -d '${REMOTE_DIR}'"; then
|
||||||
|
echo "exists=true" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Remote already has ${REMOTE_DIR}, skip whole sync."
|
||||||
|
else
|
||||||
|
echo "exists=false" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Remote does not have ${REMOTE_DIR}, will sync."
|
||||||
|
fi
|
||||||
|
|
||||||
|
sync-one:
|
||||||
|
name: Sync ${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.version }} (${{ matrix.vps_host }})
|
||||||
|
needs: prep
|
||||||
|
if: needs.prep.outputs.exists == 'false'
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
asset_suffix:
|
||||||
|
- "linux-amd64.tar.gz"
|
||||||
|
- "linux-arm64.tar.gz"
|
||||||
|
- "darwin-amd64.tar.gz"
|
||||||
|
- "darwin-arm64.tar.gz"
|
||||||
|
env:
|
||||||
|
GH_REPO: prometheus/blackbox_exporter
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/prometheus/blackbox_exporter
|
||||||
|
TAG: ${{ needs.prep.outputs.tag }}
|
||||||
|
VERSION: ${{ needs.prep.outputs.version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Ensure GitHub CLI & deps
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y gh jq rsync
|
||||||
|
gh --version
|
||||||
|
|
||||||
|
- name: Check asset exists via GitHub CLI
|
||||||
|
id: has_asset
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ASSET="blackbox_exporter-${VERSION}.${{ matrix.asset_suffix }}"
|
||||||
|
echo "Checking asset $ASSET for tag ${TAG}"
|
||||||
|
if gh release view "${TAG}" --repo "${GH_REPO}" --json assets \
|
||||||
|
| jq -r '.assets[].name' | grep -Fxq "$ASSET"; then
|
||||||
|
echo "asset=$ASSET" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "exists=true" >> "$GITHUB_OUTPUT"
|
||||||
|
else
|
||||||
|
echo "exists=false" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Asset $ASSET not found for ${TAG}, will skip."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Download asset
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p "releases/${VERSION}"
|
||||||
|
gh release download "${TAG}" \
|
||||||
|
--repo "${GH_REPO}" \
|
||||||
|
--pattern "${{ steps.has_asset.outputs.asset }}" \
|
||||||
|
--dir "releases/${VERSION}"
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync this asset to remote
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT}/${VERSION}"
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "mkdir -p '${REMOTE_DIR}'"
|
||||||
|
echo "Rsync releases/${VERSION}/${{ steps.has_asset.outputs.asset }} -> ${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
rsync -av -e "ssh -i ~/.ssh/id_rsa" \
|
||||||
|
"releases/${VERSION}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 10 v0.*) (${{ matrix.vps_host }})
|
||||||
|
needs: [prep, sync-one]
|
||||||
|
if: needs.prep.outputs.exists == 'false'
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/prometheus/blackbox_exporter
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 10)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" bash -lc '
|
||||||
|
set -euo pipefail
|
||||||
|
cd "'"${REMOTE_ROOT}"'" || exit 0
|
||||||
|
keep=10
|
||||||
|
mapfile -t all < <(ls -1 | grep -E "^[0-9]+\\.[0-9]+\\.[0-9]+$" | sort -V -r || true)
|
||||||
|
if [ "${#all[@]}" -le "$keep" ]; then
|
||||||
|
echo "Nothing to prune. Count=${#all[@]}"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
to_delete=("${all[@]:keep}")
|
||||||
|
echo "Pruning old versions: ${to_delete[*]}"
|
||||||
|
for d in "${to_delete[@]}"; do
|
||||||
|
rm -rf -- "$d"
|
||||||
|
done
|
||||||
|
'
|
||||||
25
.github/workflows/sync-node-exporter.yml
vendored
25
.github/workflows/sync-node-exporter.yml
vendored
@ -19,14 +19,19 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
prep:
|
prep:
|
||||||
name: Resolve version & remote check
|
name: Resolve version & remote check (${{ matrix.vps_host }})
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
GH_REPO: prometheus/node_exporter
|
GH_REPO: prometheus/node_exporter
|
||||||
GH_TOKEN: ${{ github.token }}
|
GH_TOKEN: ${{ github.token }}
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/otel/node_exporter/
|
REMOTE_ROOT: /data/update-server/otel/node_exporter/
|
||||||
DEFAULT_TAG: 1.9.1 # <-- 无 v
|
DEFAULT_TAG: 1.9.1 # <-- 无 v
|
||||||
ALLOWED_SERIES: "^(1\\.9|1\\.8)\\.[0-9]+\\.[0-9]+$"
|
ALLOWED_SERIES: "^(1\\.9|1\\.8)\\.[0-9]+\\.[0-9]+$"
|
||||||
@ -91,13 +96,16 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
sync-one:
|
sync-one:
|
||||||
name: Sync ${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.version }}
|
name: Sync ${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.version }} (${{ matrix.vps_host }})
|
||||||
needs: prep
|
needs: prep
|
||||||
if: needs.prep.outputs.exists == 'false'
|
if: needs.prep.outputs.exists == 'false'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
asset_suffix:
|
asset_suffix:
|
||||||
- "linux-amd64.tar.gz"
|
- "linux-amd64.tar.gz"
|
||||||
- "linux-arm64.tar.gz"
|
- "linux-arm64.tar.gz"
|
||||||
@ -106,7 +114,7 @@ jobs:
|
|||||||
GH_TOKEN: ${{ github.token }}
|
GH_TOKEN: ${{ github.token }}
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/prometheus/node_exporter
|
REMOTE_ROOT: /data/update-server/prometheus/node_exporter
|
||||||
TAG: ${{ needs.prep.outputs.tag }} # v1.9.1
|
TAG: ${{ needs.prep.outputs.tag }} # v1.9.1
|
||||||
VERSION: ${{ needs.prep.outputs.version }} # 1.9.1
|
VERSION: ${{ needs.prep.outputs.version }} # 1.9.1
|
||||||
@ -166,14 +174,19 @@ jobs:
|
|||||||
"releases/${VERSION}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
"releases/${VERSION}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
retention:
|
retention:
|
||||||
name: Remote retention (keep latest 10)
|
name: Remote retention (keep latest 10) (${{ matrix.vps_host }})
|
||||||
needs: [prep, sync-one]
|
needs: [prep, sync-one]
|
||||||
if: needs.prep.outputs.exists == 'false'
|
if: needs.prep.outputs.exists == 'false'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/prometheus/node_exporter/
|
REMOTE_ROOT: /data/update-server/prometheus/node_exporter/
|
||||||
steps:
|
steps:
|
||||||
- name: Init SSH
|
- name: Init SSH
|
||||||
|
|||||||
47
.github/workflows/sync-otel-collector.yml
vendored
47
.github/workflows/sync-otel-collector.yml
vendored
@ -20,16 +20,20 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
prep:
|
prep:
|
||||||
name: Resolve tag & remote check
|
name: Resolve tag & remote check (${{ matrix.vps_host }})
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
GH_REPO: open-telemetry/opentelemetry-collector-releases
|
GH_REPO: open-telemetry/opentelemetry-collector-releases
|
||||||
GH_TOKEN: ${{ github.token }} # 用内置 token,无需自建 PAT
|
GH_TOKEN: ${{ github.token }} # 用内置 token,无需自建 PAT
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry/
|
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry/
|
||||||
DEFAULT_TAG: v0.133.0
|
|
||||||
outputs:
|
outputs:
|
||||||
tag: ${{ steps.resolve.outputs.tag }}
|
tag: ${{ steps.resolve.outputs.tag }}
|
||||||
version: ${{ steps.resolve.outputs.version }}
|
version: ${{ steps.resolve.outputs.version }}
|
||||||
@ -46,7 +50,7 @@ jobs:
|
|||||||
jq --version
|
jq --version
|
||||||
rsync --version | head -n1
|
rsync --version | head -n1
|
||||||
|
|
||||||
- name: Resolve tag (use input or default)
|
- name: Resolve tag (use input or latest v0.*)
|
||||||
id: resolve
|
id: resolve
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
@ -54,7 +58,7 @@ jobs:
|
|||||||
if [ -n "$TAG_INPUT" ]; then
|
if [ -n "$TAG_INPUT" ]; then
|
||||||
TAG="$TAG_INPUT"
|
TAG="$TAG_INPUT"
|
||||||
else
|
else
|
||||||
TAG="$DEFAULT_TAG"
|
TAG=$(./scripts/resolve_github_repo_release.sh "${GH_REPO}" '^v0\.[0-9]+\.[0-9]+$' 'v0.*')
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# 基本校验:必须形如 v0.X.Y
|
# 基本校验:必须形如 v0.X.Y
|
||||||
@ -92,24 +96,36 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
sync-one:
|
sync-one:
|
||||||
name: Sync ${{ matrix.asset_prefix }}_${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.tag }}
|
name: Sync ${{ matrix.asset_prefix }}_${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.tag }} (${{ matrix.vps_host }})
|
||||||
needs: prep
|
needs: prep
|
||||||
if: needs.prep.outputs.exists == 'false' # 远端已存在则整个矩阵跳过
|
if: needs.prep.outputs.exists == 'false' # 远端已存在则整个矩阵跳过
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
asset:
|
||||||
|
- otelcol-contrib_linux_amd64
|
||||||
|
- otelcol-contrib_linux_arm64
|
||||||
|
- opampsupervisor_linux_amd64
|
||||||
|
- opampsupervisor_linux_arm64
|
||||||
include:
|
include:
|
||||||
- asset_prefix: "otelcol-contrib"
|
- asset: otelcol-contrib_linux_amd64
|
||||||
|
asset_prefix: "otelcol-contrib"
|
||||||
asset_suffix: "linux_amd64.tar.gz"
|
asset_suffix: "linux_amd64.tar.gz"
|
||||||
release_tag_prefix: ""
|
release_tag_prefix: ""
|
||||||
- asset_prefix: "otelcol-contrib"
|
- asset: otelcol-contrib_linux_arm64
|
||||||
|
asset_prefix: "otelcol-contrib"
|
||||||
asset_suffix: "linux_arm64.tar.gz"
|
asset_suffix: "linux_arm64.tar.gz"
|
||||||
release_tag_prefix: ""
|
release_tag_prefix: ""
|
||||||
- asset_prefix: "opampsupervisor"
|
- asset: opampsupervisor_linux_amd64
|
||||||
|
asset_prefix: "opampsupervisor"
|
||||||
asset_suffix: "linux_amd64"
|
asset_suffix: "linux_amd64"
|
||||||
release_tag_prefix: "cmd/opampsupervisor/"
|
release_tag_prefix: "cmd/opampsupervisor/"
|
||||||
- asset_prefix: "opampsupervisor"
|
- asset: opampsupervisor_linux_arm64
|
||||||
|
asset_prefix: "opampsupervisor"
|
||||||
asset_suffix: "linux_arm64"
|
asset_suffix: "linux_arm64"
|
||||||
release_tag_prefix: "cmd/opampsupervisor/"
|
release_tag_prefix: "cmd/opampsupervisor/"
|
||||||
env:
|
env:
|
||||||
@ -117,7 +133,7 @@ jobs:
|
|||||||
GH_TOKEN: ${{ github.token }} # 继续使用内置 token
|
GH_TOKEN: ${{ github.token }} # 继续使用内置 token
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry
|
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry
|
||||||
TAG: ${{ needs.prep.outputs.tag }}
|
TAG: ${{ needs.prep.outputs.tag }}
|
||||||
VERSION: ${{ needs.prep.outputs.version }}
|
VERSION: ${{ needs.prep.outputs.version }}
|
||||||
@ -178,14 +194,19 @@ jobs:
|
|||||||
"releases/${TAG}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
"releases/${TAG}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
retention:
|
retention:
|
||||||
name: Remote retention (keep latest 10 v0.*)
|
name: Remote retention (keep latest 10 v0.*) (${{ matrix.vps_host }})
|
||||||
needs: [prep, sync-one]
|
needs: [prep, sync-one]
|
||||||
if: needs.prep.outputs.exists == 'false' # 只有新增版本时才清理
|
if: needs.prep.outputs.exists == 'false' # 只有新增版本时才清理
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry/
|
REMOTE_ROOT: /data/update-server/otel/OpenTelemetry/
|
||||||
steps:
|
steps:
|
||||||
- name: Init SSH
|
- name: Init SSH
|
||||||
|
|||||||
199
.github/workflows/sync-vultr-cli.yml
vendored
Normal file
199
.github/workflows/sync-vultr-cli.yml
vendored
Normal file
@ -0,0 +1,199 @@
|
|||||||
|
name: Sync vultr-cli latest (matrix)
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_dispatch:
|
||||||
|
schedule:
|
||||||
|
- cron: "0 2 * * *" # <-- 这是 UTC 02:00。若需 JST 02:00,请改为 "0 17 * * *"
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: sync-vultr-cli-latest
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
prep:
|
||||||
|
name: Resolve latest tag & remote check (${{ matrix.vps_host }})
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
env:
|
||||||
|
GH_REPO: vultr/vultr-cli
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/iac/vultr-cli/
|
||||||
|
outputs:
|
||||||
|
tag: ${{ steps.latest.outputs.tag }}
|
||||||
|
version: ${{ steps.latest.outputs.version }}
|
||||||
|
exists: ${{ steps.remotecheck.outputs.exists }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Ensure GitHub CLI & deps
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y gh jq rsync
|
||||||
|
gh --version
|
||||||
|
jq --version
|
||||||
|
rsync --version | head -n1
|
||||||
|
|
||||||
|
- name: Resolve latest tag (semver)
|
||||||
|
id: latest
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
TAG=$(./scripts/resolve_github_repo_release.sh "${GH_REPO}" '^v[0-9]+\.[0-9]+\.[0-9]+$' 'v*.*.*')
|
||||||
|
VERSION=${TAG#v}
|
||||||
|
|
||||||
|
echo "tag=$TAG" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "version=$VERSION" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Latest tag: $TAG (version: $VERSION)"
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Check remote existing version dir
|
||||||
|
id: remotecheck
|
||||||
|
env:
|
||||||
|
VERSION: ${{ steps.latest.outputs.version }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT%/}/${VERSION}"
|
||||||
|
if ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "test -d '${REMOTE_DIR}'"; then
|
||||||
|
echo "exists=true" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Remote already has ${REMOTE_DIR}, skip whole sync."
|
||||||
|
else
|
||||||
|
echo "exists=false" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Remote does not have ${REMOTE_DIR}, will sync."
|
||||||
|
fi
|
||||||
|
|
||||||
|
sync-one:
|
||||||
|
name: Sync ${{ matrix.asset_suffix }} for ${{ needs.prep.outputs.version }} (${{ matrix.vps_host }})
|
||||||
|
needs: prep
|
||||||
|
if: needs.prep.outputs.exists == 'false'
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
asset_suffix:
|
||||||
|
- "linux_amd64.tar.gz"
|
||||||
|
- "macOS_arm64.tar.gz"
|
||||||
|
env:
|
||||||
|
GH_REPO: vultr/vultr-cli
|
||||||
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/iac/vultr-cli/
|
||||||
|
TAG: ${{ needs.prep.outputs.tag }}
|
||||||
|
VERSION: ${{ needs.prep.outputs.version }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Ensure GitHub CLI & deps
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y gh jq rsync
|
||||||
|
gh --version
|
||||||
|
|
||||||
|
- name: Check asset exists via GitHub CLI
|
||||||
|
id: has_asset
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ASSET="vultr_${TAG}_${{ matrix.asset_suffix }}"
|
||||||
|
echo "Checking asset $ASSET for tag ${TAG}"
|
||||||
|
if gh release view "${TAG}" --repo "${GH_REPO}" --json assets \
|
||||||
|
| jq -r '.assets[].name' | grep -Fxq "$ASSET"; then
|
||||||
|
echo "asset=$ASSET" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "exists=true" >> "$GITHUB_OUTPUT"
|
||||||
|
else
|
||||||
|
echo "exists=false" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Asset $ASSET not found for ${TAG}, will skip."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Download asset
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p "releases/${VERSION}"
|
||||||
|
gh release download "${TAG}" \
|
||||||
|
--repo "${GH_REPO}" \
|
||||||
|
--pattern "${{ steps.has_asset.outputs.asset }}" \
|
||||||
|
--dir "releases/${VERSION}"
|
||||||
|
|
||||||
|
- name: Init SSH
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Rsync this asset to remote
|
||||||
|
if: steps.has_asset.outputs.exists == 'true'
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
REMOTE_DIR="${REMOTE_ROOT%/}/${VERSION}"
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" "mkdir -p '${REMOTE_DIR}'"
|
||||||
|
echo "Rsync releases/${VERSION}/${{ steps.has_asset.outputs.asset }} -> ${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
rsync -av -e "ssh -i ~/.ssh/id_rsa" \
|
||||||
|
"releases/${VERSION}/${{ steps.has_asset.outputs.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
|
retention:
|
||||||
|
name: Remote retention (keep latest 10) (${{ matrix.vps_host }})
|
||||||
|
needs: [prep, sync-one]
|
||||||
|
if: needs.prep.outputs.exists == 'false'
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
|
env:
|
||||||
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
|
REMOTE_ROOT: /data/update-server/iac/vultr-cli/
|
||||||
|
steps:
|
||||||
|
- name: Init SSH
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$RSYNC_SSH_KEY" > ~/.ssh/id_rsa
|
||||||
|
chmod 600 ~/.ssh/id_rsa
|
||||||
|
ssh-keyscan -H "$VPS_HOST" >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
- name: Prune old versions on remote (keep 10)
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
ssh -i ~/.ssh/id_rsa "${RSYNC_SSH_USER}@${VPS_HOST}" bash -lc '
|
||||||
|
set -euo pipefail
|
||||||
|
cd "'"${REMOTE_ROOT}"'" || exit 0
|
||||||
|
keep=10
|
||||||
|
mapfile -t all < <(ls -1 | grep -E "^[0-9]+\\.[0-9]+\\.[0-9]+$" | sort -V -r || true)
|
||||||
|
if [ "${#all[@]}" -le "$keep" ]; then
|
||||||
|
echo "Nothing to prune. Count=${#all[@]}"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
to_delete=("${all[@]:keep}")
|
||||||
|
echo "Pruning old versions: ${to_delete[*]}"
|
||||||
|
for d in "${to_delete[@]}"; do
|
||||||
|
rm -rf -- "$d"
|
||||||
|
done
|
||||||
|
'
|
||||||
39
.github/workflows/sync-xray-core.yml
vendored
39
.github/workflows/sync-xray-core.yml
vendored
@ -15,14 +15,19 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
prep:
|
prep:
|
||||||
name: Resolve latest tag & remote check
|
name: Resolve latest tag & remote check (${{ matrix.vps_host }})
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
GH_REPO: XTLS/Xray-core
|
GH_REPO: XTLS/Xray-core
|
||||||
GH_TOKEN: ${{ github.token }} # 用内置 token,无需自建 PAT
|
GH_TOKEN: ${{ github.token }} # 用内置 token,无需自建 PAT
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/xray-core
|
REMOTE_ROOT: /data/update-server/xray-core
|
||||||
outputs:
|
outputs:
|
||||||
tag: ${{ steps.latest.outputs.tag }}
|
tag: ${{ steps.latest.outputs.tag }}
|
||||||
@ -43,19 +48,7 @@ jobs:
|
|||||||
id: latest
|
id: latest
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
gh api -H "Accept: application/vnd.github+json" \
|
TAG=$(./scripts/resolve_github_repo_release.sh "${GH_REPO}" '^v25(\.|$)' 'v25.*')
|
||||||
"/repos/${GH_REPO}/releases?per_page=100" \
|
|
||||||
| jq -r '.[].tag_name' \
|
|
||||||
| grep -E '^v25(\.|$)' \
|
|
||||||
| sort -V -r \
|
|
||||||
| head -n 1 > /tmp/tag.txt
|
|
||||||
|
|
||||||
if [ ! -s /tmp/tag.txt ]; then
|
|
||||||
echo "No v25.* tags found." >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
TAG=$(cat /tmp/tag.txt)
|
|
||||||
echo "tag=$TAG" >> "$GITHUB_OUTPUT"
|
echo "tag=$TAG" >> "$GITHUB_OUTPUT"
|
||||||
echo "Latest tag: $TAG"
|
echo "Latest tag: $TAG"
|
||||||
|
|
||||||
@ -82,20 +75,23 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
sync-one:
|
sync-one:
|
||||||
name: Sync ${{ matrix.asset }} for ${{ needs.prep.outputs.tag }}
|
name: Sync ${{ matrix.asset }} for ${{ needs.prep.outputs.tag }} (${{ matrix.vps_host }})
|
||||||
needs: prep
|
needs: prep
|
||||||
if: needs.prep.outputs.exists == 'false' # 远端已存在则整个矩阵跳过
|
if: needs.prep.outputs.exists == 'false' # 远端已存在则整个矩阵跳过
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
asset: [ "Xray-linux-64.zip", "Xray-macos-64.zip", "Xray-windows-64.zip" ]
|
asset: [ "Xray-linux-64.zip", "Xray-macos-64.zip", "Xray-windows-64.zip" ]
|
||||||
env:
|
env:
|
||||||
GH_REPO: XTLS/Xray-core
|
GH_REPO: XTLS/Xray-core
|
||||||
GH_TOKEN: ${{ github.token }} # 继续使用内置 token
|
GH_TOKEN: ${{ github.token }} # 继续使用内置 token
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/xray-core
|
REMOTE_ROOT: /data/update-server/xray-core
|
||||||
TAG: ${{ needs.prep.outputs.tag }}
|
TAG: ${{ needs.prep.outputs.tag }}
|
||||||
steps:
|
steps:
|
||||||
@ -152,14 +148,19 @@ jobs:
|
|||||||
"releases/${TAG}/${{ matrix.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
"releases/${TAG}/${{ matrix.asset }}" "${RSYNC_SSH_USER}@${VPS_HOST}:${REMOTE_DIR}/"
|
||||||
|
|
||||||
retention:
|
retention:
|
||||||
name: Remote retention (keep latest 10 v25.*)
|
name: Remote retention (keep latest 10 v25.*) (${{ matrix.vps_host }})
|
||||||
needs: [prep, sync-one]
|
needs: [prep, sync-one]
|
||||||
if: needs.prep.outputs.exists == 'false' # 只有新增版本时才清理
|
if: needs.prep.outputs.exists == 'false' # 只有新增版本时才清理
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
vps_host:
|
||||||
|
- cn-homepage.svc.plus
|
||||||
|
- global-homepage.svc.plus
|
||||||
env:
|
env:
|
||||||
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
RSYNC_SSH_KEY: ${{ secrets.RSYNC_SSH_KEY }}
|
||||||
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
RSYNC_SSH_USER: ${{ secrets.RSYNC_SSH_USER }}
|
||||||
VPS_HOST: ${{ secrets.VPS_HOST }}
|
VPS_HOST: ${{ matrix.vps_host }}
|
||||||
REMOTE_ROOT: /data/update-server/xray-core
|
REMOTE_ROOT: /data/update-server/xray-core
|
||||||
steps:
|
steps:
|
||||||
- name: Init SSH
|
- name: Init SSH
|
||||||
|
|||||||
3
.gitignore
vendored
3
.gitignore
vendored
@ -22,3 +22,6 @@
|
|||||||
.build-harness
|
.build-harness
|
||||||
build-harness
|
build-harness
|
||||||
dist/bin/*
|
dist/bin/*
|
||||||
|
|
||||||
|
# Packaged Helm charts generated in-place during release work
|
||||||
|
oci/charts/apps/*/charts/*.tgz
|
||||||
|
|||||||
@ -1,18 +1,13 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
|
|
||||||
if [ $# -lt 1 ]; then
|
ingress_ip=$(hostname -I | awk '{print $1}')
|
||||||
echo "Usage: $0 <INGRESS_IP>"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
ingress_ip=$1
|
cat > values.yaml <<EOF
|
||||||
|
|
||||||
cat > values.yaml <<'EOF'
|
|
||||||
service:
|
service:
|
||||||
type: NodePort
|
type: NodePort
|
||||||
externalIPs:
|
externalIPs:
|
||||||
- __INGRESS_IP__
|
- ${ingress_ip}
|
||||||
http:
|
http:
|
||||||
enabled: true
|
enabled: true
|
||||||
servicePort: 80
|
servicePort: 80
|
||||||
@ -50,13 +45,10 @@ apisix:
|
|||||||
- 127.0.0.1/32
|
- 127.0.0.1/32
|
||||||
EOF
|
EOF
|
||||||
|
|
||||||
# 注入外部 IP
|
|
||||||
sed -i'' -e "s#__INGRESS_IP__#${ingress_ip}#g" values.yaml 2>/dev/null || \
|
|
||||||
perl -pi -e "s#__INGRESS_IP__#${ingress_ip}#g" values.yaml
|
|
||||||
|
|
||||||
helm repo add apisix https://charts.apiseven.com || true
|
helm repo add apisix https://charts.apiseven.com || true
|
||||||
helm repo update
|
helm repo update
|
||||||
kubectl create ns ingress || true
|
|
||||||
|
kubectl get ns ingress >/dev/null 2>&1 || kubectl create ns ingress
|
||||||
|
|
||||||
# 只安装 APISIX 网关(无 etcd / 无 admin / 无 ingress-controller)
|
# 只安装 APISIX 网关(无 etcd / 无 admin / 无 ingress-controller)
|
||||||
helm upgrade --install apisix apisix/apisix \
|
helm upgrade --install apisix apisix/apisix \
|
||||||
|
|||||||
86
gitops/scripts/autogen-studio/deploy-autogen-studio.sh
Executable file
86
gitops/scripts/autogen-studio/deploy-autogen-studio.sh
Executable file
@ -0,0 +1,86 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
APP_NAME="AutoGen Studio"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
OFFLINE_ROOT=$(cd "${SCRIPT_DIR}/.." && pwd)
|
||||||
|
COMPOSE_FILE="${OFFLINE_ROOT}/docker-compose.yaml"
|
||||||
|
IMAGES_DIR="${OFFLINE_ROOT}/images"
|
||||||
|
IMAGE_LOAD_TOOL="${IMAGE_LOAD_TOOL:-docker}"
|
||||||
|
|
||||||
|
command_exists() {
|
||||||
|
command -v "$1" >/dev/null 2>&1
|
||||||
|
}
|
||||||
|
|
||||||
|
load_images() {
|
||||||
|
if ! command_exists "${IMAGE_LOAD_TOOL}"; then
|
||||||
|
echo "Error: image loader '${IMAGE_LOAD_TOOL}' not found in PATH" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d "${IMAGES_DIR}" ]; then
|
||||||
|
echo "No images directory found at ${IMAGES_DIR}. Skipping image load." >&2
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
shopt -s nullglob
|
||||||
|
local tarball
|
||||||
|
for tarball in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
echo "Loading container images from ${tarball}"
|
||||||
|
"${IMAGE_LOAD_TOOL}" load -i "${tarball}"
|
||||||
|
done
|
||||||
|
shopt -u nullglob
|
||||||
|
}
|
||||||
|
|
||||||
|
compose() {
|
||||||
|
if command_exists docker && docker compose version >/dev/null 2>&1; then
|
||||||
|
docker compose "$@"
|
||||||
|
elif command_exists docker-compose; then
|
||||||
|
docker-compose "$@"
|
||||||
|
else
|
||||||
|
echo "Error: docker compose plugin or docker-compose binary is required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $(basename "$0") [command]
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
up Load images (if available) and start ${APP_NAME}
|
||||||
|
down Stop ${APP_NAME}
|
||||||
|
load-images Only load container images from the images/ directory
|
||||||
|
status Show status of the compose application
|
||||||
|
|
||||||
|
Environment variables:
|
||||||
|
IMAGE_LOAD_TOOL Override the container image loader (default: docker)
|
||||||
|
COMPOSE_FILE Override docker compose file path (default: ${COMPOSE_FILE})
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd=${1:-up}
|
||||||
|
case "${cmd}" in
|
||||||
|
up)
|
||||||
|
load_images
|
||||||
|
compose -f "${COMPOSE_FILE}" up -d
|
||||||
|
;;
|
||||||
|
down)
|
||||||
|
compose -f "${COMPOSE_FILE}" down
|
||||||
|
;;
|
||||||
|
load-images)
|
||||||
|
load_images
|
||||||
|
;;
|
||||||
|
status)
|
||||||
|
compose -f "${COMPOSE_FILE}" ps
|
||||||
|
;;
|
||||||
|
-h|--help|help)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown command: ${cmd}" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
18
gitops/scripts/autogen-studio/docker-compose.yaml
Normal file
18
gitops/scripts/autogen-studio/docker-compose.yaml
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
services:
|
||||||
|
autogen-studio:
|
||||||
|
image: autogenstudio/autogen-studio:__AUTOGEN_TAG__
|
||||||
|
container_name: autogen-studio
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "9090:9090"
|
||||||
|
environment:
|
||||||
|
AUTOGEN_STUDIO_HOST: 0.0.0.0
|
||||||
|
AUTOGEN_STUDIO_PORT: 9090
|
||||||
|
AUTOGEN_STUDIO_LOG_LEVEL: info
|
||||||
|
volumes:
|
||||||
|
- autogen-data:/data
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
autogen-data:
|
||||||
86
gitops/scripts/dify/deploy-dify.sh
Executable file
86
gitops/scripts/dify/deploy-dify.sh
Executable file
@ -0,0 +1,86 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
APP_NAME="Dify"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
OFFLINE_ROOT=$(cd "${SCRIPT_DIR}/.." && pwd)
|
||||||
|
COMPOSE_FILE="${OFFLINE_ROOT}/docker-compose.yaml"
|
||||||
|
IMAGES_DIR="${OFFLINE_ROOT}/images"
|
||||||
|
IMAGE_LOAD_TOOL="${IMAGE_LOAD_TOOL:-docker}"
|
||||||
|
|
||||||
|
command_exists() {
|
||||||
|
command -v "$1" >/dev/null 2>&1
|
||||||
|
}
|
||||||
|
|
||||||
|
load_images() {
|
||||||
|
if ! command_exists "${IMAGE_LOAD_TOOL}"; then
|
||||||
|
echo "Error: image loader '${IMAGE_LOAD_TOOL}' not found in PATH" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d "${IMAGES_DIR}" ]; then
|
||||||
|
echo "No images directory found at ${IMAGES_DIR}. Skipping image load." >&2
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
shopt -s nullglob
|
||||||
|
local tarball
|
||||||
|
for tarball in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
echo "Loading container images from ${tarball}"
|
||||||
|
"${IMAGE_LOAD_TOOL}" load -i "${tarball}"
|
||||||
|
done
|
||||||
|
shopt -u nullglob
|
||||||
|
}
|
||||||
|
|
||||||
|
compose() {
|
||||||
|
if command_exists docker && docker compose version >/dev/null 2>&1; then
|
||||||
|
docker compose "$@"
|
||||||
|
elif command_exists docker-compose; then
|
||||||
|
docker-compose "$@"
|
||||||
|
else
|
||||||
|
echo "Error: docker compose plugin or docker-compose binary is required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $(basename "$0") [command]
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
up Load images (if available) and start ${APP_NAME}
|
||||||
|
down Stop ${APP_NAME}
|
||||||
|
load-images Only load container images from the images/ directory
|
||||||
|
status Show status of the compose application
|
||||||
|
|
||||||
|
Environment variables:
|
||||||
|
IMAGE_LOAD_TOOL Override the container image loader (default: docker)
|
||||||
|
COMPOSE_FILE Override docker compose file path (default: ${COMPOSE_FILE})
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd=${1:-up}
|
||||||
|
case "${cmd}" in
|
||||||
|
up)
|
||||||
|
load_images
|
||||||
|
compose -f "${COMPOSE_FILE}" up -d
|
||||||
|
;;
|
||||||
|
down)
|
||||||
|
compose -f "${COMPOSE_FILE}" down
|
||||||
|
;;
|
||||||
|
load-images)
|
||||||
|
load_images
|
||||||
|
;;
|
||||||
|
status)
|
||||||
|
compose -f "${COMPOSE_FILE}" ps
|
||||||
|
;;
|
||||||
|
-h|--help|help)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown command: ${cmd}" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
72
gitops/scripts/dify/docker-compose.yaml
Normal file
72
gitops/scripts/dify/docker-compose.yaml
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
services:
|
||||||
|
postgres:
|
||||||
|
image: postgres:__POSTGRES_TAG__
|
||||||
|
container_name: dify-postgres
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
POSTGRES_DB: dify
|
||||||
|
POSTGRES_USER: dify
|
||||||
|
POSTGRES_PASSWORD: dify
|
||||||
|
volumes:
|
||||||
|
- dify-postgres:/var/lib/postgresql/data
|
||||||
|
redis:
|
||||||
|
image: redis:__REDIS_TAG__
|
||||||
|
container_name: dify-redis
|
||||||
|
restart: unless-stopped
|
||||||
|
command: ["redis-server", "--appendonly", "yes"]
|
||||||
|
volumes:
|
||||||
|
- dify-redis:/data
|
||||||
|
dify-api:
|
||||||
|
image: langgenius/dify-api:__DIFY_TAG__
|
||||||
|
container_name: dify-api
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
- postgres
|
||||||
|
- redis
|
||||||
|
environment:
|
||||||
|
DATABASE_URL: postgresql+psycopg://dify:dify@postgres:5432/dify
|
||||||
|
REDIS_URL: redis://redis:6379/0
|
||||||
|
WEB_URL: http://localhost:8080
|
||||||
|
WORKER_QUEUE_BROKER_URL: redis://redis:6379/1
|
||||||
|
WORKER_QUEUE_BACKEND_URL: redis://redis:6379/2
|
||||||
|
volumes:
|
||||||
|
- dify-storage:/app/storage
|
||||||
|
dify-worker:
|
||||||
|
image: langgenius/dify-worker:__DIFY_TAG__
|
||||||
|
container_name: dify-worker
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
- redis
|
||||||
|
- dify-api
|
||||||
|
environment:
|
||||||
|
REDIS_URL: redis://redis:6379/1
|
||||||
|
WORKER_QUEUE_BACKEND_URL: redis://redis:6379/2
|
||||||
|
API_URL: http://dify-api:5001
|
||||||
|
dify-web:
|
||||||
|
image: langgenius/dify-web:__DIFY_TAG__
|
||||||
|
container_name: dify-web
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
- dify-api
|
||||||
|
environment:
|
||||||
|
VITE_API_URL: http://dify-nginx
|
||||||
|
VITE_APP_ENV: production
|
||||||
|
dify-nginx:
|
||||||
|
image: langgenius/dify-nginx:__DIFY_TAG__
|
||||||
|
container_name: dify-nginx
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "8080:80"
|
||||||
|
depends_on:
|
||||||
|
- dify-api
|
||||||
|
- dify-web
|
||||||
|
environment:
|
||||||
|
API_HOST: dify-api:5001
|
||||||
|
WEB_HOST: dify-web:3000
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
dify-postgres:
|
||||||
|
dify-redis:
|
||||||
|
dify-storage:
|
||||||
86
gitops/scripts/flowise/deploy-flowise.sh
Executable file
86
gitops/scripts/flowise/deploy-flowise.sh
Executable file
@ -0,0 +1,86 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
APP_NAME="Flowise"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
OFFLINE_ROOT=$(cd "${SCRIPT_DIR}/.." && pwd)
|
||||||
|
COMPOSE_FILE="${OFFLINE_ROOT}/docker-compose.yaml"
|
||||||
|
IMAGES_DIR="${OFFLINE_ROOT}/images"
|
||||||
|
IMAGE_LOAD_TOOL="${IMAGE_LOAD_TOOL:-docker}"
|
||||||
|
|
||||||
|
command_exists() {
|
||||||
|
command -v "$1" >/dev/null 2>&1
|
||||||
|
}
|
||||||
|
|
||||||
|
load_images() {
|
||||||
|
if ! command_exists "${IMAGE_LOAD_TOOL}"; then
|
||||||
|
echo "Error: image loader '${IMAGE_LOAD_TOOL}' not found in PATH" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d "${IMAGES_DIR}" ]; then
|
||||||
|
echo "No images directory found at ${IMAGES_DIR}. Skipping image load." >&2
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
shopt -s nullglob
|
||||||
|
local tarball
|
||||||
|
for tarball in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
echo "Loading container images from ${tarball}"
|
||||||
|
"${IMAGE_LOAD_TOOL}" load -i "${tarball}"
|
||||||
|
done
|
||||||
|
shopt -u nullglob
|
||||||
|
}
|
||||||
|
|
||||||
|
compose() {
|
||||||
|
if command_exists docker && docker compose version >/dev/null 2>&1; then
|
||||||
|
docker compose "$@"
|
||||||
|
elif command_exists docker-compose; then
|
||||||
|
docker-compose "$@"
|
||||||
|
else
|
||||||
|
echo "Error: docker compose plugin or docker-compose binary is required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $(basename "$0") [command]
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
up Load images (if available) and start ${APP_NAME}
|
||||||
|
down Stop ${APP_NAME}
|
||||||
|
load-images Only load container images from the images/ directory
|
||||||
|
status Show status of the compose application
|
||||||
|
|
||||||
|
Environment variables:
|
||||||
|
IMAGE_LOAD_TOOL Override the container image loader (default: docker)
|
||||||
|
COMPOSE_FILE Override docker compose file path (default: ${COMPOSE_FILE})
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd=${1:-up}
|
||||||
|
case "${cmd}" in
|
||||||
|
up)
|
||||||
|
load_images
|
||||||
|
compose -f "${COMPOSE_FILE}" up -d
|
||||||
|
;;
|
||||||
|
down)
|
||||||
|
compose -f "${COMPOSE_FILE}" down
|
||||||
|
;;
|
||||||
|
load-images)
|
||||||
|
load_images
|
||||||
|
;;
|
||||||
|
status)
|
||||||
|
compose -f "${COMPOSE_FILE}" ps
|
||||||
|
;;
|
||||||
|
-h|--help|help)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown command: ${cmd}" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
19
gitops/scripts/flowise/docker-compose.yaml
Normal file
19
gitops/scripts/flowise/docker-compose.yaml
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
services:
|
||||||
|
flowise:
|
||||||
|
image: flowiseai/flowise:__FLOWISE_TAG__
|
||||||
|
container_name: flowise-app
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "3000:3000"
|
||||||
|
environment:
|
||||||
|
PORT: 3000
|
||||||
|
FLOWISE_USERNAME: admin
|
||||||
|
FLOWISE_PASSWORD: changeme
|
||||||
|
DATABASE_PATH: /data/flowise.sqlite
|
||||||
|
volumes:
|
||||||
|
- flowise-data:/data
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
flowise-data:
|
||||||
86
gitops/scripts/n8n/deploy-n8n.sh
Executable file
86
gitops/scripts/n8n/deploy-n8n.sh
Executable file
@ -0,0 +1,86 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
APP_NAME="n8n"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
OFFLINE_ROOT=$(cd "${SCRIPT_DIR}/.." && pwd)
|
||||||
|
COMPOSE_FILE="${OFFLINE_ROOT}/docker-compose.yaml"
|
||||||
|
IMAGES_DIR="${OFFLINE_ROOT}/images"
|
||||||
|
IMAGE_LOAD_TOOL="${IMAGE_LOAD_TOOL:-docker}"
|
||||||
|
|
||||||
|
command_exists() {
|
||||||
|
command -v "$1" >/dev/null 2>&1
|
||||||
|
}
|
||||||
|
|
||||||
|
load_images() {
|
||||||
|
if ! command_exists "${IMAGE_LOAD_TOOL}"; then
|
||||||
|
echo "Error: image loader '${IMAGE_LOAD_TOOL}' not found in PATH" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d "${IMAGES_DIR}" ]; then
|
||||||
|
echo "No images directory found at ${IMAGES_DIR}. Skipping image load." >&2
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
shopt -s nullglob
|
||||||
|
local tarball
|
||||||
|
for tarball in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
echo "Loading container images from ${tarball}"
|
||||||
|
"${IMAGE_LOAD_TOOL}" load -i "${tarball}"
|
||||||
|
done
|
||||||
|
shopt -u nullglob
|
||||||
|
}
|
||||||
|
|
||||||
|
compose() {
|
||||||
|
if command_exists docker && docker compose version >/dev/null 2>&1; then
|
||||||
|
docker compose "$@"
|
||||||
|
elif command_exists docker-compose; then
|
||||||
|
docker-compose "$@"
|
||||||
|
else
|
||||||
|
echo "Error: docker compose plugin or docker-compose binary is required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $(basename "$0") [command]
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
up Load images (if available) and start ${APP_NAME}
|
||||||
|
down Stop ${APP_NAME}
|
||||||
|
load-images Only load container images from the images/ directory
|
||||||
|
status Show status of the compose application
|
||||||
|
|
||||||
|
Environment variables:
|
||||||
|
IMAGE_LOAD_TOOL Override the container image loader (default: docker)
|
||||||
|
COMPOSE_FILE Override docker compose file path (default: ${COMPOSE_FILE})
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd=${1:-up}
|
||||||
|
case "${cmd}" in
|
||||||
|
up)
|
||||||
|
load_images
|
||||||
|
compose -f "${COMPOSE_FILE}" up -d
|
||||||
|
;;
|
||||||
|
down)
|
||||||
|
compose -f "${COMPOSE_FILE}" down
|
||||||
|
;;
|
||||||
|
load-images)
|
||||||
|
load_images
|
||||||
|
;;
|
||||||
|
status)
|
||||||
|
compose -f "${COMPOSE_FILE}" ps
|
||||||
|
;;
|
||||||
|
-h|--help|help)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown command: ${cmd}" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
37
gitops/scripts/n8n/docker-compose.yaml
Normal file
37
gitops/scripts/n8n/docker-compose.yaml
Normal file
@ -0,0 +1,37 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
services:
|
||||||
|
postgres:
|
||||||
|
image: postgres:__POSTGRES_TAG__
|
||||||
|
container_name: n8n-postgres
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
POSTGRES_DB: n8n
|
||||||
|
POSTGRES_USER: n8n
|
||||||
|
POSTGRES_PASSWORD: n8n
|
||||||
|
volumes:
|
||||||
|
- n8n-postgres:/var/lib/postgresql/data
|
||||||
|
n8n:
|
||||||
|
image: n8nio/n8n:__N8N_TAG__
|
||||||
|
container_name: n8n-app
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
- postgres
|
||||||
|
ports:
|
||||||
|
- "5678:5678"
|
||||||
|
environment:
|
||||||
|
DB_TYPE: postgresdb
|
||||||
|
DB_POSTGRESDB_HOST: postgres
|
||||||
|
DB_POSTGRESDB_PORT: 5432
|
||||||
|
DB_POSTGRESDB_DATABASE: n8n
|
||||||
|
DB_POSTGRESDB_USER: n8n
|
||||||
|
DB_POSTGRESDB_PASSWORD: n8n
|
||||||
|
N8N_BASIC_AUTH_ACTIVE: "true"
|
||||||
|
N8N_BASIC_AUTH_USER: admin
|
||||||
|
N8N_BASIC_AUTH_PASSWORD: changeme
|
||||||
|
volumes:
|
||||||
|
- n8n-data:/home/node/.n8n
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
n8n-postgres:
|
||||||
|
n8n-data:
|
||||||
86
gitops/scripts/ragflow/deploy-ragflow.sh
Executable file
86
gitops/scripts/ragflow/deploy-ragflow.sh
Executable file
@ -0,0 +1,86 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
APP_NAME="RAGFlow"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
OFFLINE_ROOT=$(cd "${SCRIPT_DIR}/.." && pwd)
|
||||||
|
COMPOSE_FILE="${OFFLINE_ROOT}/docker-compose.yaml"
|
||||||
|
IMAGES_DIR="${OFFLINE_ROOT}/images"
|
||||||
|
IMAGE_LOAD_TOOL="${IMAGE_LOAD_TOOL:-docker}"
|
||||||
|
|
||||||
|
command_exists() {
|
||||||
|
command -v "$1" >/dev/null 2>&1
|
||||||
|
}
|
||||||
|
|
||||||
|
load_images() {
|
||||||
|
if ! command_exists "${IMAGE_LOAD_TOOL}"; then
|
||||||
|
echo "Error: image loader '${IMAGE_LOAD_TOOL}' not found in PATH" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d "${IMAGES_DIR}" ]; then
|
||||||
|
echo "No images directory found at ${IMAGES_DIR}. Skipping image load." >&2
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
shopt -s nullglob
|
||||||
|
local tarball
|
||||||
|
for tarball in "${IMAGES_DIR}"/*.tar; do
|
||||||
|
echo "Loading container images from ${tarball}"
|
||||||
|
"${IMAGE_LOAD_TOOL}" load -i "${tarball}"
|
||||||
|
done
|
||||||
|
shopt -u nullglob
|
||||||
|
}
|
||||||
|
|
||||||
|
compose() {
|
||||||
|
if command_exists docker && docker compose version >/dev/null 2>&1; then
|
||||||
|
docker compose "$@"
|
||||||
|
elif command_exists docker-compose; then
|
||||||
|
docker-compose "$@"
|
||||||
|
else
|
||||||
|
echo "Error: docker compose plugin or docker-compose binary is required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $(basename "$0") [command]
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
up Load images (if available) and start ${APP_NAME}
|
||||||
|
down Stop ${APP_NAME}
|
||||||
|
load-images Only load container images from the images/ directory
|
||||||
|
status Show status of the compose application
|
||||||
|
|
||||||
|
Environment variables:
|
||||||
|
IMAGE_LOAD_TOOL Override the container image loader (default: docker)
|
||||||
|
COMPOSE_FILE Override docker compose file path (default: ${COMPOSE_FILE})
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd=${1:-up}
|
||||||
|
case "${cmd}" in
|
||||||
|
up)
|
||||||
|
load_images
|
||||||
|
compose -f "${COMPOSE_FILE}" up -d
|
||||||
|
;;
|
||||||
|
down)
|
||||||
|
compose -f "${COMPOSE_FILE}" down
|
||||||
|
;;
|
||||||
|
load-images)
|
||||||
|
load_images
|
||||||
|
;;
|
||||||
|
status)
|
||||||
|
compose -f "${COMPOSE_FILE}" ps
|
||||||
|
;;
|
||||||
|
-h|--help|help)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown command: ${cmd}" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
37
gitops/scripts/ragflow/docker-compose.yaml
Normal file
37
gitops/scripts/ragflow/docker-compose.yaml
Normal file
@ -0,0 +1,37 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
services:
|
||||||
|
postgres:
|
||||||
|
image: postgres:__POSTGRES_TAG__
|
||||||
|
container_name: ragflow-postgres
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
POSTGRES_DB: ragflow
|
||||||
|
POSTGRES_USER: ragflow
|
||||||
|
POSTGRES_PASSWORD: ragflow
|
||||||
|
volumes:
|
||||||
|
- ragflow-postgres:/var/lib/postgresql/data
|
||||||
|
redis:
|
||||||
|
image: redis:__REDIS_TAG__
|
||||||
|
container_name: ragflow-redis
|
||||||
|
restart: unless-stopped
|
||||||
|
command: ["redis-server", "--appendonly", "yes"]
|
||||||
|
volumes:
|
||||||
|
- ragflow-redis:/data
|
||||||
|
ragflow:
|
||||||
|
image: ragflow/ragflow:__RAGFLOW_TAG__
|
||||||
|
container_name: ragflow-app
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
- postgres
|
||||||
|
- redis
|
||||||
|
ports:
|
||||||
|
- "3001:3000"
|
||||||
|
environment:
|
||||||
|
DATABASE_URL: postgresql://ragflow:ragflow@postgres:5432/ragflow
|
||||||
|
REDIS_URL: redis://redis:6379/0
|
||||||
|
SECRET_KEY: changeme
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
ragflow-postgres:
|
||||||
|
ragflow-redis:
|
||||||
29
oci/base/cuda/Makefile
Normal file
29
oci/base/cuda/Makefile
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
ORG ?= your-org
|
||||||
|
REGISTRY ?= ghcr.io/$(ORG)/model-serving
|
||||||
|
VLLM_TAG ?= cuda12
|
||||||
|
SGLANG_TAG ?= cuda12
|
||||||
|
OLLAMA_TAG ?= latest
|
||||||
|
|
||||||
|
.PHONY: docker-build docker-push docker-build-vllm docker-build-sglang docker-build-ollama docker-push-vllm docker-push-sglang docker-push-ollama
|
||||||
|
|
||||||
|
docker-build: docker-build-vllm docker-build-sglang docker-build-ollama
|
||||||
|
|
||||||
|
docker-push: docker-push-vllm docker-push-sglang docker-push-ollama
|
||||||
|
|
||||||
|
docker-build-vllm:
|
||||||
|
docker build -t $(REGISTRY)/vllm:$(VLLM_TAG) vLLM
|
||||||
|
|
||||||
|
docker-build-sglang:
|
||||||
|
docker build -t $(REGISTRY)/sglang:$(SGLANG_TAG) SGLang
|
||||||
|
|
||||||
|
docker-build-ollama:
|
||||||
|
docker build -t $(REGISTRY)/ollama:$(OLLAMA_TAG) Ollama
|
||||||
|
|
||||||
|
docker-push-vllm:
|
||||||
|
docker push $(REGISTRY)/vllm:$(VLLM_TAG)
|
||||||
|
|
||||||
|
docker-push-sglang:
|
||||||
|
docker push $(REGISTRY)/sglang:$(SGLANG_TAG)
|
||||||
|
|
||||||
|
docker-push-ollama:
|
||||||
|
docker push $(REGISTRY)/ollama:$(OLLAMA_TAG)
|
||||||
28
oci/base/cuda/Ollama/Dockerfile
Normal file
28
oci/base/cuda/Ollama/Dockerfile
Normal file
@ -0,0 +1,28 @@
|
|||||||
|
# Ollama runtime image that leans on host NVIDIA drivers via container toolkit
|
||||||
|
FROM ubuntu:22.04
|
||||||
|
|
||||||
|
ARG DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
||||||
|
curl ca-certificates unzip gnupg \
|
||||||
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
|
RUN curl -fsSL https://ollama.com/download/ollama-linux-amd64.tgz | tar -xz -C /usr/local/bin \
|
||||||
|
&& chmod +x /usr/local/bin/ollama
|
||||||
|
|
||||||
|
RUN useradd -m -u 10001 app && mkdir -p /home/app/.ollama && chown -R app:app /home/app
|
||||||
|
USER app
|
||||||
|
|
||||||
|
ENV OLLAMA_HOST=0.0.0.0:11434 \
|
||||||
|
OLLAMA_MODELS=/home/app/.ollama/models \
|
||||||
|
OLLAMA_MODEL="phi3:latest"
|
||||||
|
|
||||||
|
EXPOSE 11434
|
||||||
|
|
||||||
|
HEALTHCHECK --interval=30s --timeout=5s --start-period=30s CMD curl -fsS http://127.0.0.1:11434/api/tags || exit 1
|
||||||
|
|
||||||
|
ENTRYPOINT ["bash","-lc","set -euo pipefail; \
|
||||||
|
ollama serve & \
|
||||||
|
for i in $(seq 1 30); do sleep 1; curl -fsS http://127.0.0.1:11434/api/tags && break || true; done; \
|
||||||
|
ollama pull \"$OLLAMA_MODEL\" || true; \
|
||||||
|
wait -n"]
|
||||||
30
oci/base/cuda/SGLang/Dockerfile
Normal file
30
oci/base/cuda/SGLang/Dockerfile
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
# CUDA 12.1 runtime base for SGLang
|
||||||
|
FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
|
||||||
|
|
||||||
|
ARG DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
||||||
|
python3 python3-venv python3-pip git curl ca-certificates build-essential \
|
||||||
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
|
ENV PIP_NO_CACHE_DIR=1 \
|
||||||
|
PYTHONDONTWRITEBYTECODE=1 \
|
||||||
|
PYTHONUNBUFFERED=1
|
||||||
|
|
||||||
|
RUN pip3 install --upgrade pip \
|
||||||
|
&& pip3 install --extra-index-url https://download.pytorch.org/whl/cu121 \
|
||||||
|
torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1 \
|
||||||
|
&& pip3 install sglang==0.2.3 uvicorn fastapi
|
||||||
|
|
||||||
|
EXPOSE 30000
|
||||||
|
|
||||||
|
ENV SGLANG_MODEL="Qwen/Qwen2-7B-Instruct" \
|
||||||
|
SGLANG_PORT=30000 \
|
||||||
|
SGLANG_ARGS="--tp 1 --context-length 8192"
|
||||||
|
|
||||||
|
RUN useradd -m -u 10001 app && mkdir -p /models && chown -R app:app /models
|
||||||
|
USER app
|
||||||
|
|
||||||
|
HEALTHCHECK --interval=30s --timeout=5s --start-period=30s CMD curl -fsS http://127.0.0.1:${SGLANG_PORT}/v1/models || exit 1
|
||||||
|
|
||||||
|
ENTRYPOINT ["bash","-lc","python3 -m sglang.launch_server --model \"$SGLANG_MODEL\" --port $SGLANG_PORT --trust-remote-code --enable-openai-compatible-api $SGLANG_ARGS"]
|
||||||
33
oci/base/cuda/vLLM/Dockerfile
Normal file
33
oci/base/cuda/vLLM/Dockerfile
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
# CUDA 12.1 + cuDNN8 runtime base — tested with recent PyTorch wheels
|
||||||
|
FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
|
||||||
|
|
||||||
|
ARG DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
|
# System deps + Python
|
||||||
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
||||||
|
python3 python3-venv python3-pip git curl ca-certificates \
|
||||||
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
|
ENV PIP_NO_CACHE_DIR=1 \
|
||||||
|
PYTHONDONTWRITEBYTECODE=1 \
|
||||||
|
PYTHONUNBUFFERED=1
|
||||||
|
|
||||||
|
# Install CUDA-enabled PyTorch + vLLM
|
||||||
|
RUN pip3 install --upgrade pip \
|
||||||
|
&& pip3 install --extra-index-url https://download.pytorch.org/whl/cu121 \
|
||||||
|
torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1 \
|
||||||
|
&& pip3 install vllm==0.5.2 uvicorn fastapi
|
||||||
|
|
||||||
|
EXPOSE 8000
|
||||||
|
|
||||||
|
ENV MODEL_PATH="meta-llama/Meta-Llama-3-8B-Instruct" \
|
||||||
|
VLLM_ARGS="--max-model-len 8192 --gpu-memory-utilization 0.9" \
|
||||||
|
HF_HOME=/models/.cache \
|
||||||
|
VLLM_WORKER_USE_GRAPH_EXECUTOR=1
|
||||||
|
|
||||||
|
RUN useradd -m -u 10001 app && mkdir -p /models && chown -R app:app /models
|
||||||
|
USER app
|
||||||
|
|
||||||
|
HEALTHCHECK --interval=30s --timeout=5s --start-period=30s CMD curl -fsS http://127.0.0.1:8000/v1/models || exit 1
|
||||||
|
|
||||||
|
ENTRYPOINT ["bash","-lc","vllm serve \"$MODEL_PATH\" --port 8000 --api-key dummy $VLLM_ARGS"]
|
||||||
15
oci/charts/README.md
Normal file
15
oci/charts/README.md
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
# OCI Charts
|
||||||
|
|
||||||
|
This repository stores reusable Helm charts published to `ghcr.io/x-evor`.
|
||||||
|
|
||||||
|
## Layout
|
||||||
|
|
||||||
|
- `apps/app-service`: reusable runtime chart for application services
|
||||||
|
- `postgresql`: PostgreSQL service chart with optional `stunnel` server/client
|
||||||
|
- `observability`: observability composition chart for server and agent components
|
||||||
|
|
||||||
|
## Release Model
|
||||||
|
|
||||||
|
- Registry: `oci://ghcr.io/x-evor`
|
||||||
|
- Each chart is versioned independently
|
||||||
|
- Runtime image tags are managed by GitOps values rather than chart versions
|
||||||
6
oci/charts/apps/accounts/Chart.lock
Normal file
6
oci/charts/apps/accounts/Chart.lock
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
repository: file://../app-service
|
||||||
|
version: 0.1.0
|
||||||
|
digest: sha256:29102607dbddc890cc60258ec869b75fd9e5f995fc8c5ee1f1a31b046b80e407
|
||||||
|
generated: "2026-04-02T17:55:26.238504+08:00"
|
||||||
11
oci/charts/apps/accounts/Chart.yaml
Normal file
11
oci/charts/apps/accounts/Chart.yaml
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: accounts-chart
|
||||||
|
description: Accounts service chart backed by the shared app-service subchart
|
||||||
|
type: application
|
||||||
|
version: 0.1.0
|
||||||
|
appVersion: "1.0.0"
|
||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
version: 0.1.0
|
||||||
|
repository: file://../app-service
|
||||||
|
alias: service
|
||||||
25
oci/charts/apps/accounts/values.yaml
Normal file
25
oci/charts/apps/accounts/values.yaml
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
service:
|
||||||
|
nameOverride: accounts
|
||||||
|
containerPort: 8080
|
||||||
|
service:
|
||||||
|
port: 80
|
||||||
|
global:
|
||||||
|
existingSecretName: accounts-env
|
||||||
|
repository: ghcr.io/x-evor/accounts
|
||||||
|
tag: latest
|
||||||
|
env:
|
||||||
|
PORT: "8080"
|
||||||
|
SERVICE_NAME: accounts
|
||||||
|
HEALTHCHECK_PATH: /healthz
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 10
|
||||||
|
periodSeconds: 10
|
||||||
|
livenessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 20
|
||||||
6
oci/charts/apps/app-service/Chart.yaml
Normal file
6
oci/charts/apps/app-service/Chart.yaml
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: app-service
|
||||||
|
description: Reusable chart for core HTTP application services
|
||||||
|
type: application
|
||||||
|
version: 0.1.0
|
||||||
|
appVersion: "1.0.0"
|
||||||
26
oci/charts/apps/app-service/templates/_helpers.tpl
Normal file
26
oci/charts/apps/app-service/templates/_helpers.tpl
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
{{- define "app-service.name" -}}
|
||||||
|
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{- define "app-service.fullname" -}}
|
||||||
|
{{- if .Values.fullnameOverride -}}
|
||||||
|
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}}
|
||||||
|
{{- else -}}
|
||||||
|
{{- include "app-service.name" . -}}
|
||||||
|
{{- end -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{- define "app-service.labels" -}}
|
||||||
|
app.kubernetes.io/name: {{ include "app-service.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
||||||
|
helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{- define "app-service.serviceAccountName" -}}
|
||||||
|
{{- if .Values.serviceAccount.create -}}
|
||||||
|
{{- default (include "app-service.fullname" .) .Values.serviceAccount.name -}}
|
||||||
|
{{- else -}}
|
||||||
|
{{- default "default" .Values.serviceAccount.name -}}
|
||||||
|
{{- end -}}
|
||||||
|
{{- end -}}
|
||||||
128
oci/charts/apps/app-service/templates/deployment.yaml
Normal file
128
oci/charts/apps/app-service/templates/deployment.yaml
Normal file
@ -0,0 +1,128 @@
|
|||||||
|
{{- $global := .Values.global | default dict -}}
|
||||||
|
{{- $globalRepository := $global.repository | default "" -}}
|
||||||
|
{{- $globalTag := $global.tag | default "" -}}
|
||||||
|
{{- $globalEnv := $global.env | default dict -}}
|
||||||
|
{{- $localEnv := .Values.env | default dict -}}
|
||||||
|
{{- $env := mergeOverwrite (deepCopy $globalEnv) $localEnv -}}
|
||||||
|
{{- $existingSecretName := .Values.existingSecretName | default ($global.existingSecretName | default "") -}}
|
||||||
|
{{- $imageRepository := default $globalRepository .Values.image.repository -}}
|
||||||
|
{{- $imageTag := default $globalTag .Values.image.tag -}}
|
||||||
|
{{- $globalEnvFromSecretRefs := $global.envFromSecretRefs | default list -}}
|
||||||
|
{{- $localEnvFromSecretRefs := .Values.envFromSecretRefs | default list -}}
|
||||||
|
{{- $envFromSecretRefs := concat $globalEnvFromSecretRefs $localEnvFromSecretRefs -}}
|
||||||
|
{{- $globalExternalServices := index $global "external-service" | default list -}}
|
||||||
|
{{- $localExternalServices := index .Values "external-service" | default list -}}
|
||||||
|
{{- $externalServices := concat $globalExternalServices $localExternalServices -}}
|
||||||
|
{{- if $externalServices -}}
|
||||||
|
{{- $_ := set $env "EXTERNAL_SERVICES" (join "," $externalServices) -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: {{ include "app-service.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 4 }}
|
||||||
|
spec:
|
||||||
|
replicas: {{ .Values.replicaCount }}
|
||||||
|
revisionHistoryLimit: 3
|
||||||
|
strategy:
|
||||||
|
type: {{ .Values.strategy.type }}
|
||||||
|
rollingUpdate:
|
||||||
|
maxUnavailable: {{ .Values.strategy.rollingUpdate.maxUnavailable }}
|
||||||
|
maxSurge: {{ .Values.strategy.rollingUpdate.maxSurge }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ include "app-service.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 8 }}
|
||||||
|
{{- with .Values.podLabels }}
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
annotations:
|
||||||
|
{{- if and .Values.reloader.enabled $existingSecretName }}
|
||||||
|
secret.reloader.stakater.com/reload: {{ default $existingSecretName .Values.reloader.secretMatch | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.podAnnotations }}
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
serviceAccountName: {{ include "app-service.serviceAccountName" . }}
|
||||||
|
{{- with .Values.image.pullSecrets }}
|
||||||
|
imagePullSecrets:
|
||||||
|
{{- range . }}
|
||||||
|
- name: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.nodeSelector }}
|
||||||
|
nodeSelector:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.tolerations }}
|
||||||
|
tolerations:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.affinity }}
|
||||||
|
affinity:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.initContainers }}
|
||||||
|
initContainers:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
containers:
|
||||||
|
- name: app
|
||||||
|
image: "{{ $imageRepository }}:{{ $imageTag }}"
|
||||||
|
imagePullPolicy: {{ .Values.image.pullPolicy }}
|
||||||
|
{{- with .Values.command }}
|
||||||
|
command:
|
||||||
|
{{- toYaml . | nindent 12 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.args }}
|
||||||
|
args:
|
||||||
|
{{- toYaml . | nindent 12 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.workingDir }}
|
||||||
|
workingDir: {{ .Values.workingDir | quote }}
|
||||||
|
{{- end }}
|
||||||
|
ports:
|
||||||
|
- name: http
|
||||||
|
containerPort: {{ .Values.containerPort }}
|
||||||
|
{{- if $env }}
|
||||||
|
env:
|
||||||
|
{{- range $key := keys $env | sortAlpha }}
|
||||||
|
- name: {{ $key }}
|
||||||
|
value: {{ index $env $key | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if or $existingSecretName $envFromSecretRefs }}
|
||||||
|
envFrom:
|
||||||
|
{{- if $existingSecretName }}
|
||||||
|
- secretRef:
|
||||||
|
name: {{ $existingSecretName }}
|
||||||
|
{{- end }}
|
||||||
|
{{- range $envFromSecretRefs }}
|
||||||
|
- secretRef:
|
||||||
|
name: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.volumeMounts }}
|
||||||
|
volumeMounts:
|
||||||
|
{{- toYaml . | nindent 12 }}
|
||||||
|
{{- end }}
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.resources | nindent 12 }}
|
||||||
|
readinessProbe:
|
||||||
|
{{- toYaml .Values.readinessProbe | nindent 12 }}
|
||||||
|
livenessProbe:
|
||||||
|
{{- toYaml .Values.livenessProbe | nindent 12 }}
|
||||||
|
{{- with .Values.extraContainers }}
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.volumes }}
|
||||||
|
volumes:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
35
oci/charts/apps/app-service/templates/ingress.yaml
Normal file
35
oci/charts/apps/app-service/templates/ingress.yaml
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
{{- if .Values.ingress.enabled }}
|
||||||
|
apiVersion: networking.k8s.io/v1
|
||||||
|
kind: Ingress
|
||||||
|
metadata:
|
||||||
|
name: {{ include "app-service.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.ingress.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
{{- if .Values.ingress.className }}
|
||||||
|
ingressClassName: {{ .Values.ingress.className }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.ingress.tls }}
|
||||||
|
tls:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
rules:
|
||||||
|
{{- range .Values.ingress.hosts }}
|
||||||
|
- host: {{ .host }}
|
||||||
|
http:
|
||||||
|
paths:
|
||||||
|
{{- range .paths }}
|
||||||
|
- path: {{ .path }}
|
||||||
|
pathType: {{ default "Prefix" .pathType }}
|
||||||
|
backend:
|
||||||
|
service:
|
||||||
|
name: {{ include "app-service.fullname" $ }}
|
||||||
|
port:
|
||||||
|
number: {{ default $.Values.service.port .servicePort }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
14
oci/charts/apps/app-service/templates/pdb.yaml
Normal file
14
oci/charts/apps/app-service/templates/pdb.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
{{- if .Values.pdb.enabled }}
|
||||||
|
apiVersion: policy/v1
|
||||||
|
kind: PodDisruptionBudget
|
||||||
|
metadata:
|
||||||
|
name: {{ include "app-service.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 4 }}
|
||||||
|
spec:
|
||||||
|
minAvailable: {{ .Values.pdb.minAvailable }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ include "app-service.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
{{- end }}
|
||||||
19
oci/charts/apps/app-service/templates/service.yaml
Normal file
19
oci/charts/apps/app-service/templates/service.yaml
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: {{ include "app-service.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.service.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
type: {{ .Values.service.type }}
|
||||||
|
selector:
|
||||||
|
app.kubernetes.io/name: {{ include "app-service.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
ports:
|
||||||
|
- name: http
|
||||||
|
port: {{ .Values.service.port }}
|
||||||
|
targetPort: http
|
||||||
12
oci/charts/apps/app-service/templates/serviceaccount.yaml
Normal file
12
oci/charts/apps/app-service/templates/serviceaccount.yaml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
{{- if .Values.serviceAccount.create }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: {{ include "app-service.serviceAccountName" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "app-service.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.serviceAccount.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
94
oci/charts/apps/app-service/values.yaml
Normal file
94
oci/charts/apps/app-service/values.yaml
Normal file
@ -0,0 +1,94 @@
|
|||||||
|
nameOverride: ""
|
||||||
|
fullnameOverride: ""
|
||||||
|
|
||||||
|
replicaCount: 1
|
||||||
|
|
||||||
|
image:
|
||||||
|
repository: ""
|
||||||
|
tag: ""
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
pullSecrets: []
|
||||||
|
|
||||||
|
command: []
|
||||||
|
args: []
|
||||||
|
workingDir: ""
|
||||||
|
|
||||||
|
containerPort: 8080
|
||||||
|
|
||||||
|
service:
|
||||||
|
port: 80
|
||||||
|
type: ClusterIP
|
||||||
|
annotations: {}
|
||||||
|
|
||||||
|
strategy:
|
||||||
|
type: RollingUpdate
|
||||||
|
rollingUpdate:
|
||||||
|
maxUnavailable: 0
|
||||||
|
maxSurge: 1
|
||||||
|
|
||||||
|
podLabels: {}
|
||||||
|
podAnnotations: {}
|
||||||
|
|
||||||
|
serviceAccount:
|
||||||
|
create: false
|
||||||
|
name: ""
|
||||||
|
annotations: {}
|
||||||
|
|
||||||
|
global:
|
||||||
|
repository: ""
|
||||||
|
tag: ""
|
||||||
|
env: {}
|
||||||
|
existingSecretName: ""
|
||||||
|
external-service: []
|
||||||
|
envFromSecretRefs: []
|
||||||
|
|
||||||
|
# Local overrides remain available for backwards compatibility.
|
||||||
|
env: {}
|
||||||
|
existingSecretName: ""
|
||||||
|
external-service: []
|
||||||
|
envFromSecretRefs: []
|
||||||
|
initContainers: []
|
||||||
|
extraContainers: []
|
||||||
|
volumeMounts: []
|
||||||
|
volumes: []
|
||||||
|
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 128Mi
|
||||||
|
limits:
|
||||||
|
cpu: 500m
|
||||||
|
memory: 512Mi
|
||||||
|
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 10
|
||||||
|
periodSeconds: 10
|
||||||
|
|
||||||
|
livenessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 20
|
||||||
|
|
||||||
|
pdb:
|
||||||
|
enabled: true
|
||||||
|
minAvailable: 1
|
||||||
|
|
||||||
|
ingress:
|
||||||
|
enabled: false
|
||||||
|
className: ""
|
||||||
|
annotations: {}
|
||||||
|
tls: []
|
||||||
|
hosts: []
|
||||||
|
|
||||||
|
nodeSelector: {}
|
||||||
|
tolerations: []
|
||||||
|
affinity: {}
|
||||||
|
|
||||||
|
reloader:
|
||||||
|
enabled: true
|
||||||
|
secretMatch: ""
|
||||||
6
oci/charts/apps/console/Chart.lock
Normal file
6
oci/charts/apps/console/Chart.lock
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
repository: file://../app-service
|
||||||
|
version: 0.1.0
|
||||||
|
digest: sha256:29102607dbddc890cc60258ec869b75fd9e5f995fc8c5ee1f1a31b046b80e407
|
||||||
|
generated: "2026-04-02T17:55:26.213216+08:00"
|
||||||
11
oci/charts/apps/console/Chart.yaml
Normal file
11
oci/charts/apps/console/Chart.yaml
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: console-chart
|
||||||
|
description: Console service chart backed by the shared app-service subchart
|
||||||
|
type: application
|
||||||
|
version: 0.1.0
|
||||||
|
appVersion: "1.0.0"
|
||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
version: 0.1.0
|
||||||
|
repository: file://../app-service
|
||||||
|
alias: service
|
||||||
31
oci/charts/apps/console/values.yaml
Normal file
31
oci/charts/apps/console/values.yaml
Normal file
@ -0,0 +1,31 @@
|
|||||||
|
service:
|
||||||
|
nameOverride: console
|
||||||
|
containerPort: 3000
|
||||||
|
service:
|
||||||
|
port: 80
|
||||||
|
global:
|
||||||
|
existingSecretName: console-env
|
||||||
|
repository: ghcr.io/x-evor/console
|
||||||
|
tag: latest
|
||||||
|
env:
|
||||||
|
PORT: "3000"
|
||||||
|
SERVICE_NAME: console
|
||||||
|
HEALTHCHECK_PATH: /
|
||||||
|
DOCS_SERVICE_URL: https://docs.svc.plus
|
||||||
|
NEXT_PUBLIC_DOCS_BASE_URL: https://docs.svc.plus
|
||||||
|
external-service:
|
||||||
|
- docs.svc.plus
|
||||||
|
- xworkmate.svc.plus
|
||||||
|
- openclaw-gateway.svc.plus
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 10
|
||||||
|
periodSeconds: 10
|
||||||
|
livenessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 20
|
||||||
6
oci/charts/apps/rag-server/Chart.lock
Normal file
6
oci/charts/apps/rag-server/Chart.lock
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
repository: file://../app-service
|
||||||
|
version: 0.1.0
|
||||||
|
digest: sha256:29102607dbddc890cc60258ec869b75fd9e5f995fc8c5ee1f1a31b046b80e407
|
||||||
|
generated: "2026-04-02T17:55:26.26398+08:00"
|
||||||
11
oci/charts/apps/rag-server/Chart.yaml
Normal file
11
oci/charts/apps/rag-server/Chart.yaml
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: rag-server-chart
|
||||||
|
description: RAG server chart backed by the shared app-service subchart
|
||||||
|
type: application
|
||||||
|
version: 0.1.0
|
||||||
|
appVersion: "1.0.0"
|
||||||
|
dependencies:
|
||||||
|
- name: app-service
|
||||||
|
version: 0.1.0
|
||||||
|
repository: file://../app-service
|
||||||
|
alias: service
|
||||||
25
oci/charts/apps/rag-server/values.yaml
Normal file
25
oci/charts/apps/rag-server/values.yaml
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
service:
|
||||||
|
nameOverride: rag-server
|
||||||
|
containerPort: 8080
|
||||||
|
service:
|
||||||
|
port: 80
|
||||||
|
global:
|
||||||
|
existingSecretName: rag-server-env
|
||||||
|
repository: ghcr.io/x-evor/rag-server
|
||||||
|
tag: latest
|
||||||
|
env:
|
||||||
|
PORT: "8080"
|
||||||
|
SERVICE_NAME: rag-server
|
||||||
|
HEALTHCHECK_PATH: /healthz
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 10
|
||||||
|
periodSeconds: 10
|
||||||
|
livenessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: http
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 20
|
||||||
18
oci/charts/observability/Chart.yaml
Normal file
18
oci/charts/observability/Chart.yaml
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: observability
|
||||||
|
description: Observability composition chart for server and agent components
|
||||||
|
type: application
|
||||||
|
version: 0.1.0
|
||||||
|
appVersion: "1.0.0"
|
||||||
|
keywords:
|
||||||
|
- observability
|
||||||
|
- prometheus
|
||||||
|
- victoria
|
||||||
|
- grafana
|
||||||
|
- otel
|
||||||
|
home: https://github.com/cloud-neutral-toolkit/observability.svc.plus
|
||||||
|
sources:
|
||||||
|
- https://github.com/cloud-neutral-toolkit/observability.svc.plus
|
||||||
|
maintainers:
|
||||||
|
- name: Cloud-Neutral Toolkit
|
||||||
|
email: admin@svc.plus
|
||||||
4
oci/charts/observability/templates/extra-objects.yaml
Normal file
4
oci/charts/observability/templates/extra-objects.yaml
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
{{- range .Values.extraObjects }}
|
||||||
|
---
|
||||||
|
{{ toYaml . }}
|
||||||
|
{{- end }}
|
||||||
26
oci/charts/observability/templates/grafana-helmrelease.yaml
Normal file
26
oci/charts/observability/templates/grafana-helmrelease.yaml
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.grafana.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.grafana.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.grafana.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.grafana.chart.name }}
|
||||||
|
version: {{ .Values.server.grafana.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.grafana.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.grafana.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.grafana.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.grafana.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.agent.nodeExporter.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.agent.nodeExporter.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.agent.nodeExporter.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.agent.nodeExporter.chart.name }}
|
||||||
|
version: {{ .Values.agent.nodeExporter.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.agent.nodeExporter.sourceRef.kind }}
|
||||||
|
name: {{ .Values.agent.nodeExporter.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.agent.nodeExporter.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.agent.nodeExporter.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.otelConnector.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.otelConnector.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.otelConnector.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.otelConnector.chart.name }}
|
||||||
|
version: {{ .Values.server.otelConnector.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.otelConnector.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.otelConnector.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.otelConnector.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.otelConnector.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
65
oci/charts/observability/templates/process-exporter.yaml
Normal file
65
oci/charts/observability/templates/process-exporter.yaml
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
{{- if .Values.agent.processExporter.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.agent.processExporter.serviceAccountName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: process-exporter-config
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
data:
|
||||||
|
config.yaml: |
|
||||||
|
{{- .Values.agent.processExporter.config | nindent 4 }}
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: DaemonSet
|
||||||
|
metadata:
|
||||||
|
name: process-exporter
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: process-exporter
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: process-exporter
|
||||||
|
annotations:
|
||||||
|
prometheus.io/scrape: "true"
|
||||||
|
prometheus.io/port: "{{ .Values.agent.processExporter.port }}"
|
||||||
|
spec:
|
||||||
|
serviceAccountName: {{ .Values.agent.processExporter.serviceAccountName }}
|
||||||
|
hostPID: true
|
||||||
|
containers:
|
||||||
|
- name: process-exporter
|
||||||
|
image: "{{ .Values.agent.processExporter.image.repository }}:{{ .Values.agent.processExporter.image.tag }}"
|
||||||
|
imagePullPolicy: {{ .Values.agent.processExporter.image.pullPolicy }}
|
||||||
|
args:
|
||||||
|
- --procfs
|
||||||
|
- /host/proc
|
||||||
|
- --config.path
|
||||||
|
- /etc/process-exporter/config.yaml
|
||||||
|
- --web.listen-address=:{{ .Values.agent.processExporter.port }}
|
||||||
|
ports:
|
||||||
|
- name: metrics
|
||||||
|
containerPort: {{ .Values.agent.processExporter.port }}
|
||||||
|
protocol: TCP
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.agent.processExporter.resources | nindent 12 }}
|
||||||
|
volumeMounts:
|
||||||
|
- name: config
|
||||||
|
mountPath: /etc/process-exporter
|
||||||
|
- name: proc
|
||||||
|
mountPath: /host/proc
|
||||||
|
readOnly: true
|
||||||
|
volumes:
|
||||||
|
- name: config
|
||||||
|
configMap:
|
||||||
|
name: process-exporter-config
|
||||||
|
- name: proc
|
||||||
|
hostPath:
|
||||||
|
path: /proc
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.prometheus.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.prometheus.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.prometheus.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.prometheus.chart.name }}
|
||||||
|
version: {{ .Values.server.prometheus.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.prometheus.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.prometheus.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.prometheus.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.prometheus.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
69
oci/charts/observability/templates/vector-agent.yaml
Normal file
69
oci/charts/observability/templates/vector-agent.yaml
Normal file
@ -0,0 +1,69 @@
|
|||||||
|
{{- if .Values.agent.vector.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.agent.vector.serviceAccountName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: vector-agent-config
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
data:
|
||||||
|
vector.yaml: |
|
||||||
|
{{- .Values.agent.vector.config | nindent 4 }}
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: DaemonSet
|
||||||
|
metadata:
|
||||||
|
name: vector-agent
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: vector-agent
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: vector-agent
|
||||||
|
spec:
|
||||||
|
serviceAccountName: {{ .Values.agent.vector.serviceAccountName }}
|
||||||
|
containers:
|
||||||
|
- name: vector
|
||||||
|
image: "{{ .Values.agent.vector.image.repository }}:{{ .Values.agent.vector.image.tag }}"
|
||||||
|
imagePullPolicy: {{ .Values.agent.vector.image.pullPolicy }}
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.agent.vector.resources | nindent 12 }}
|
||||||
|
volumeMounts:
|
||||||
|
- name: config
|
||||||
|
mountPath: /etc/vector
|
||||||
|
{{- if .Values.agent.vector.volume.enabled }}
|
||||||
|
- name: {{ .Values.agent.vector.volume.name }}
|
||||||
|
mountPath: {{ .Values.agent.vector.volume.mountPath }}
|
||||||
|
{{- end }}
|
||||||
|
- name: var-log
|
||||||
|
mountPath: /var/log
|
||||||
|
readOnly: true
|
||||||
|
- name: machine-id
|
||||||
|
mountPath: /etc/machine-id
|
||||||
|
readOnly: true
|
||||||
|
volumes:
|
||||||
|
- name: config
|
||||||
|
configMap:
|
||||||
|
name: vector-agent-config
|
||||||
|
{{- if .Values.agent.vector.volume.enabled }}
|
||||||
|
- name: {{ .Values.agent.vector.volume.name }}
|
||||||
|
emptyDir:
|
||||||
|
{{- if .Values.agent.vector.volume.sizeLimit }}
|
||||||
|
sizeLimit: {{ .Values.agent.vector.volume.sizeLimit }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
- name: var-log
|
||||||
|
hostPath:
|
||||||
|
path: /var/log
|
||||||
|
- name: machine-id
|
||||||
|
hostPath:
|
||||||
|
path: /etc/machine-id
|
||||||
|
type: File
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.victoriaLogs.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.victoriaLogs.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.victoriaLogs.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.victoriaLogs.chart.name }}
|
||||||
|
version: {{ .Values.server.victoriaLogs.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.victoriaLogs.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.victoriaLogs.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.victoriaLogs.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.victoriaLogs.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.victoriaMetrics.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.victoriaMetrics.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.victoriaMetrics.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.victoriaMetrics.chart.name }}
|
||||||
|
version: {{ .Values.server.victoriaMetrics.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.victoriaMetrics.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.victoriaMetrics.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.victoriaMetrics.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.victoriaMetrics.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
{{- if .Values.server.victoriaTraces.enabled }}
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: {{ .Values.server.victoriaTraces.releaseName }}
|
||||||
|
namespace: {{ .Values.namespaces.observability }}
|
||||||
|
spec:
|
||||||
|
interval: 10m0s
|
||||||
|
releaseName: {{ .Values.server.victoriaTraces.releaseName }}
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: {{ .Values.server.victoriaTraces.chart.name }}
|
||||||
|
version: {{ .Values.server.victoriaTraces.chart.version | quote }}
|
||||||
|
sourceRef:
|
||||||
|
kind: {{ .Values.server.victoriaTraces.sourceRef.kind }}
|
||||||
|
name: {{ .Values.server.victoriaTraces.sourceRef.name }}
|
||||||
|
namespace: {{ .Values.server.victoriaTraces.sourceRef.namespace }}
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
values:
|
||||||
|
{{- toYaml .Values.server.victoriaTraces.values | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
199
oci/charts/observability/values.yaml
Normal file
199
oci/charts/observability/values.yaml
Normal file
@ -0,0 +1,199 @@
|
|||||||
|
namespaces:
|
||||||
|
observability: observability
|
||||||
|
|
||||||
|
server:
|
||||||
|
prometheus:
|
||||||
|
enabled: true
|
||||||
|
releaseName: prometheus
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: prometheus-community
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: prometheus
|
||||||
|
version: ">=25.0.0 <26.0.0"
|
||||||
|
values:
|
||||||
|
server:
|
||||||
|
persistentVolume:
|
||||||
|
enabled: true
|
||||||
|
size: 20Gi
|
||||||
|
prometheus-node-exporter:
|
||||||
|
enabled: false
|
||||||
|
victoriaMetrics:
|
||||||
|
enabled: true
|
||||||
|
releaseName: victoria-metrics
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: victoria-metrics
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: victoria-metrics-single
|
||||||
|
version: ">=0.13.0 <1.0.0"
|
||||||
|
values:
|
||||||
|
server:
|
||||||
|
persistentVolume:
|
||||||
|
enabled: true
|
||||||
|
size: 50Gi
|
||||||
|
victoriaLogs:
|
||||||
|
enabled: true
|
||||||
|
releaseName: victoria-logs
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: victoria-metrics
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: victoria-logs-single
|
||||||
|
version: ">=0.9.0 <1.0.0"
|
||||||
|
values:
|
||||||
|
server:
|
||||||
|
persistentVolume:
|
||||||
|
enabled: true
|
||||||
|
size: 50Gi
|
||||||
|
victoriaTraces:
|
||||||
|
enabled: true
|
||||||
|
releaseName: victoria-traces
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: victoria-metrics
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: victoria-traces-single
|
||||||
|
version: ">=0.0.1 <1.0.0"
|
||||||
|
values: {}
|
||||||
|
grafana:
|
||||||
|
enabled: false
|
||||||
|
releaseName: grafana
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: grafana
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: grafana
|
||||||
|
version: ">=8.0.0 <9.0.0"
|
||||||
|
values:
|
||||||
|
initChownData:
|
||||||
|
enabled: false
|
||||||
|
podSecurityContext:
|
||||||
|
fsGroup: 472
|
||||||
|
securityContext:
|
||||||
|
runAsUser: 472
|
||||||
|
runAsGroup: 472
|
||||||
|
persistence:
|
||||||
|
enabled: true
|
||||||
|
size: 10Gi
|
||||||
|
otelConnector:
|
||||||
|
enabled: false
|
||||||
|
releaseName: otel-connector
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: open-telemetry
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: opentelemetry-collector
|
||||||
|
version: ">=0.104.0 <1.0.0"
|
||||||
|
values:
|
||||||
|
image:
|
||||||
|
repository: otel/opentelemetry-collector-contrib
|
||||||
|
mode: deployment
|
||||||
|
config:
|
||||||
|
receivers:
|
||||||
|
otlp:
|
||||||
|
protocols:
|
||||||
|
grpc: {}
|
||||||
|
http: {}
|
||||||
|
processors:
|
||||||
|
batch: {}
|
||||||
|
exporters:
|
||||||
|
debug: {}
|
||||||
|
service:
|
||||||
|
pipelines:
|
||||||
|
traces:
|
||||||
|
receivers: [otlp]
|
||||||
|
processors: [batch]
|
||||||
|
exporters: [debug]
|
||||||
|
metrics:
|
||||||
|
receivers: [otlp]
|
||||||
|
processors: [batch]
|
||||||
|
exporters: [debug]
|
||||||
|
logs:
|
||||||
|
receivers: [otlp]
|
||||||
|
processors: [batch]
|
||||||
|
exporters: [debug]
|
||||||
|
|
||||||
|
agent:
|
||||||
|
nodeExporter:
|
||||||
|
enabled: true
|
||||||
|
releaseName: node-exporter
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: prometheus-community
|
||||||
|
namespace: flux-system
|
||||||
|
chart:
|
||||||
|
name: prometheus-node-exporter
|
||||||
|
version: ">=4.30.0 <5.0.0"
|
||||||
|
values: {}
|
||||||
|
vector:
|
||||||
|
enabled: true
|
||||||
|
image:
|
||||||
|
repository: timberio/vector
|
||||||
|
tag: "0.36.0-distroless-libc"
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
serviceAccountName: vector-agent
|
||||||
|
vlogsEndpoint: http://victoria-logs-victoria-logs-single-server.observability.svc.cluster.local:9428
|
||||||
|
config: |
|
||||||
|
data_dir: /vector-data-dir
|
||||||
|
|
||||||
|
sources:
|
||||||
|
journald:
|
||||||
|
type: journald
|
||||||
|
|
||||||
|
transforms:
|
||||||
|
normalize:
|
||||||
|
type: remap
|
||||||
|
inputs: ["journald"]
|
||||||
|
source: |
|
||||||
|
.cluster = "k3s"
|
||||||
|
.origin = "vector-agent"
|
||||||
|
|
||||||
|
sinks:
|
||||||
|
vlogs:
|
||||||
|
type: elasticsearch
|
||||||
|
inputs: ["normalize"]
|
||||||
|
endpoints:
|
||||||
|
- http://victoria-logs-victoria-logs-single-server.observability.svc.cluster.local:9428/insert/elasticsearch/
|
||||||
|
mode: bulk
|
||||||
|
compression: gzip
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: 300m
|
||||||
|
memory: 512Mi
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 128Mi
|
||||||
|
volume:
|
||||||
|
enabled: true
|
||||||
|
name: vector-data-dir
|
||||||
|
mountPath: /vector-data-dir
|
||||||
|
sizeLimit: 1Gi
|
||||||
|
processExporter:
|
||||||
|
enabled: true
|
||||||
|
image:
|
||||||
|
repository: ncabatoff/process-exporter
|
||||||
|
tag: v0.8.3
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
serviceAccountName: process-exporter
|
||||||
|
port: 9256
|
||||||
|
config: |
|
||||||
|
process_names:
|
||||||
|
- name: "{{.Comm}}"
|
||||||
|
cmdline:
|
||||||
|
- '.+'
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 128Mi
|
||||||
|
requests:
|
||||||
|
cpu: 25m
|
||||||
|
memory: 64Mi
|
||||||
|
|
||||||
|
extraObjects: []
|
||||||
19
oci/charts/postgresql/Chart.yaml
Normal file
19
oci/charts/postgresql/Chart.yaml
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: postgresql
|
||||||
|
description: PostgreSQL service chart with optional stunnel server and client for cloud-neutral deployments
|
||||||
|
type: application
|
||||||
|
version: 1.1.0
|
||||||
|
appVersion: "16.4"
|
||||||
|
keywords:
|
||||||
|
- postgresql
|
||||||
|
- database
|
||||||
|
- vector
|
||||||
|
- search
|
||||||
|
- queue
|
||||||
|
home: https://github.com/cloud-neutral-toolkit/postgresql.svc.plus
|
||||||
|
sources:
|
||||||
|
- https://github.com/cloud-neutral-toolkit/postgresql.svc.plus
|
||||||
|
maintainers:
|
||||||
|
- name: Cloud-Neutral Toolkit
|
||||||
|
email: admin@svc.plus
|
||||||
|
icon: https://www.postgresql.org/media/img/about/press/elephant.png
|
||||||
82
oci/charts/postgresql/templates/_helpers.tpl
Normal file
82
oci/charts/postgresql/templates/_helpers.tpl
Normal file
@ -0,0 +1,82 @@
|
|||||||
|
{{/*
|
||||||
|
Expand the name of the chart.
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.name" -}}
|
||||||
|
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Create a default fully qualified app name.
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.fullname" -}}
|
||||||
|
{{- if .Values.fullnameOverride }}
|
||||||
|
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
|
||||||
|
{{- else }}
|
||||||
|
{{- $name := default .Chart.Name .Values.nameOverride }}
|
||||||
|
{{- if contains $name .Release.Name }}
|
||||||
|
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
|
||||||
|
{{- else }}
|
||||||
|
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Create chart name and version as used by the chart label.
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.chart" -}}
|
||||||
|
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Common labels
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.labels" -}}
|
||||||
|
helm.sh/chart: {{ include "postgresql.chart" . }}
|
||||||
|
{{ include "postgresql.selectorLabels" . }}
|
||||||
|
{{- if .Chart.AppVersion }}
|
||||||
|
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
|
||||||
|
{{- end }}
|
||||||
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Selector labels
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.selectorLabels" -}}
|
||||||
|
app.kubernetes.io/name: {{ include "postgresql.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Create the name of the service account to use
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.serviceAccountName" -}}
|
||||||
|
{{- if .Values.serviceAccount.create }}
|
||||||
|
{{- default (include "postgresql.fullname" .) .Values.serviceAccount.name }}
|
||||||
|
{{- else }}
|
||||||
|
{{- default "default" .Values.serviceAccount.name }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Get the password secret name
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.secretName" -}}
|
||||||
|
{{- if .Values.auth.existingSecret -}}
|
||||||
|
{{- .Values.auth.existingSecret -}}
|
||||||
|
{{- else -}}
|
||||||
|
{{- include "postgresql.fullname" . -}}
|
||||||
|
{{- end -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{/*
|
||||||
|
Get the password key
|
||||||
|
*/}}
|
||||||
|
{{- define "postgresql.secretKey" -}}
|
||||||
|
{{- if .Values.auth.existingSecret -}}
|
||||||
|
{{- .Values.auth.secretKey -}}
|
||||||
|
{{- else -}}
|
||||||
|
password
|
||||||
|
{{- end -}}
|
||||||
|
{{- end -}}
|
||||||
13
oci/charts/postgresql/templates/configmap-init-scripts.yaml
Normal file
13
oci/charts/postgresql/templates/configmap-init-scripts.yaml
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
{{- if and .Values.server.enabled .Values.initScripts.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-init-scripts
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
data:
|
||||||
|
{{- range $key, $value := .Values.initScripts.scripts }}
|
||||||
|
{{ $key }}: |
|
||||||
|
{{- $value | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
11
oci/charts/postgresql/templates/configmap-stunnel.yaml
Normal file
11
oci/charts/postgresql/templates/configmap-stunnel.yaml
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
{{- if and .Values.server.enabled .Values.stunnel.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-config
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
data:
|
||||||
|
stunnel.conf: |
|
||||||
|
{{- .Values.stunnel.config | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
25
oci/charts/postgresql/templates/configmap.yaml
Normal file
25
oci/charts/postgresql/templates/configmap.yaml
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
{{- if .Values.server.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-config
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
data:
|
||||||
|
postgresql.conf: |
|
||||||
|
{{- .Values.postgresql.config | nindent 4 }}
|
||||||
|
|
||||||
|
{{- if .Values.postgresql.pgHba }}
|
||||||
|
pg_hba.conf: |
|
||||||
|
# TYPE DATABASE USER ADDRESS METHOD
|
||||||
|
# Default entries
|
||||||
|
local all all trust
|
||||||
|
host all all 127.0.0.1/32 trust
|
||||||
|
host all all ::1/128 trust
|
||||||
|
host all all 0.0.0.0/0 md5
|
||||||
|
host all all ::/0 md5
|
||||||
|
|
||||||
|
# Custom entries
|
||||||
|
{{- .Values.postgresql.pgHba | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
11
oci/charts/postgresql/templates/secret.yaml
Normal file
11
oci/charts/postgresql/templates/secret.yaml
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
{{- if and .Values.server.enabled (not .Values.auth.existingSecret) }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Secret
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
type: Opaque
|
||||||
|
data:
|
||||||
|
password: {{ .Values.auth.password | b64enc | quote }}
|
||||||
|
{{- end }}
|
||||||
21
oci/charts/postgresql/templates/service-metrics.yaml
Normal file
21
oci/charts/postgresql/templates/service-metrics.yaml
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
{{- if and .Values.server.enabled .Values.metrics.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-metrics
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.metrics.service.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
type: {{ .Values.metrics.service.type }}
|
||||||
|
ports:
|
||||||
|
- port: {{ .Values.metrics.service.port }}
|
||||||
|
targetPort: metrics
|
||||||
|
protocol: TCP
|
||||||
|
name: metrics
|
||||||
|
selector:
|
||||||
|
{{- include "postgresql.selectorLabels" . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
27
oci/charts/postgresql/templates/service.yaml
Normal file
27
oci/charts/postgresql/templates/service.yaml
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
{{- if .Values.server.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.service.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
type: {{ .Values.service.type }}
|
||||||
|
ports:
|
||||||
|
- port: {{ .Values.service.port }}
|
||||||
|
targetPort: postgres
|
||||||
|
protocol: TCP
|
||||||
|
name: postgres
|
||||||
|
{{- if .Values.stunnel.enabled }}
|
||||||
|
- port: {{ .Values.stunnel.port }}
|
||||||
|
targetPort: stunnel
|
||||||
|
protocol: TCP
|
||||||
|
name: stunnel
|
||||||
|
{{- end }}
|
||||||
|
selector:
|
||||||
|
{{- include "postgresql.selectorLabels" . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
12
oci/charts/postgresql/templates/serviceaccount.yaml
Normal file
12
oci/charts/postgresql/templates/serviceaccount.yaml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
{{- if and .Values.server.enabled .Values.serviceAccount.create -}}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.serviceAccountName" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.serviceAccount.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
203
oci/charts/postgresql/templates/statefulset.yaml
Normal file
203
oci/charts/postgresql/templates/statefulset.yaml
Normal file
@ -0,0 +1,203 @@
|
|||||||
|
{{- if .Values.server.enabled }}
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: StatefulSet
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
spec:
|
||||||
|
serviceName: {{ include "postgresql.fullname" . }}
|
||||||
|
replicas: 1
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
{{- include "postgresql.selectorLabels" . | nindent 6 }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
checksum/config: {{ include (print $.Template.BasePath "/configmap.yaml") . | sha256sum }}
|
||||||
|
checksum/secret: {{ include (print $.Template.BasePath "/secret.yaml") . | sha256sum }}
|
||||||
|
{{- with .Values.podAnnotations }}
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.selectorLabels" . | nindent 8 }}
|
||||||
|
spec:
|
||||||
|
{{- with .Values.imagePullSecrets }}
|
||||||
|
imagePullSecrets:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
serviceAccountName: {{ include "postgresql.serviceAccountName" . }}
|
||||||
|
securityContext:
|
||||||
|
{{- toYaml .Values.podSecurityContext | nindent 8 }}
|
||||||
|
containers:
|
||||||
|
- name: postgresql
|
||||||
|
securityContext:
|
||||||
|
{{- toYaml .Values.securityContext | nindent 12 }}
|
||||||
|
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
|
||||||
|
imagePullPolicy: {{ .Values.image.pullPolicy }}
|
||||||
|
ports:
|
||||||
|
- name: postgres
|
||||||
|
containerPort: 5432
|
||||||
|
protocol: TCP
|
||||||
|
env:
|
||||||
|
- name: POSTGRES_USER
|
||||||
|
value: {{ .Values.auth.username | quote }}
|
||||||
|
- name: POSTGRES_PASSWORD
|
||||||
|
valueFrom:
|
||||||
|
secretKeyRef:
|
||||||
|
name: {{ include "postgresql.secretName" . }}
|
||||||
|
key: {{ include "postgresql.secretKey" . }}
|
||||||
|
- name: POSTGRES_DB
|
||||||
|
value: {{ .Values.auth.database | quote }}
|
||||||
|
- name: PGDATA
|
||||||
|
value: /var/lib/postgresql/data/pgdata
|
||||||
|
{{- if .Values.livenessProbe.enabled }}
|
||||||
|
livenessProbe:
|
||||||
|
exec:
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- pg_isready -U {{ .Values.auth.username }}
|
||||||
|
initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }}
|
||||||
|
periodSeconds: {{ .Values.livenessProbe.periodSeconds }}
|
||||||
|
timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }}
|
||||||
|
failureThreshold: {{ .Values.livenessProbe.failureThreshold }}
|
||||||
|
successThreshold: {{ .Values.livenessProbe.successThreshold }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.readinessProbe.enabled }}
|
||||||
|
readinessProbe:
|
||||||
|
exec:
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- pg_isready -U {{ .Values.auth.username }}
|
||||||
|
initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }}
|
||||||
|
periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
|
||||||
|
timeoutSeconds: {{ .Values.readinessProbe.timeoutSeconds }}
|
||||||
|
failureThreshold: {{ .Values.readinessProbe.failureThreshold }}
|
||||||
|
successThreshold: {{ .Values.readinessProbe.successThreshold }}
|
||||||
|
{{- end }}
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.resources | nindent 12 }}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /var/lib/postgresql/data
|
||||||
|
- name: config
|
||||||
|
mountPath: /etc/postgresql
|
||||||
|
{{- if .Values.initScripts.enabled }}
|
||||||
|
- name: init-scripts
|
||||||
|
mountPath: /docker-entrypoint-initdb.d
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.tls.enabled }}
|
||||||
|
- name: tls-certs
|
||||||
|
mountPath: /etc/postgresql/certs
|
||||||
|
readOnly: true
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{- if .Values.stunnel.enabled }}
|
||||||
|
- name: stunnel
|
||||||
|
image: "{{ .Values.stunnel.image.repository }}:{{ .Values.stunnel.image.tag }}"
|
||||||
|
imagePullPolicy: {{ .Values.stunnel.image.pullPolicy }}
|
||||||
|
ports:
|
||||||
|
- name: stunnel
|
||||||
|
containerPort: {{ .Values.stunnel.port }}
|
||||||
|
protocol: TCP
|
||||||
|
volumeMounts:
|
||||||
|
- name: stunnel-config
|
||||||
|
mountPath: /etc/stunnel/stunnel.conf
|
||||||
|
subPath: stunnel.conf
|
||||||
|
{{- if .Values.stunnel.certificatesSecret }}
|
||||||
|
- name: stunnel-certs
|
||||||
|
mountPath: /etc/stunnel/certs
|
||||||
|
readOnly: true
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{- if .Values.metrics.enabled }}
|
||||||
|
- name: metrics
|
||||||
|
image: "{{ .Values.metrics.image.repository }}:{{ .Values.metrics.image.tag }}"
|
||||||
|
imagePullPolicy: {{ .Values.metrics.image.pullPolicy }}
|
||||||
|
ports:
|
||||||
|
- name: metrics
|
||||||
|
containerPort: 9187
|
||||||
|
protocol: TCP
|
||||||
|
env:
|
||||||
|
- name: DATA_SOURCE_NAME
|
||||||
|
value: "postgresql://{{ .Values.auth.username }}:$(POSTGRES_PASSWORD)@localhost:5432/{{ .Values.auth.database }}?sslmode=disable"
|
||||||
|
- name: POSTGRES_PASSWORD
|
||||||
|
valueFrom:
|
||||||
|
secretKeyRef:
|
||||||
|
name: {{ include "postgresql.secretName" . }}
|
||||||
|
key: {{ include "postgresql.secretKey" . }}
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.metrics.resources | nindent 12 }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
- name: config
|
||||||
|
configMap:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-config
|
||||||
|
{{- if .Values.initScripts.enabled }}
|
||||||
|
- name: init-scripts
|
||||||
|
configMap:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-init-scripts
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.tls.enabled }}
|
||||||
|
- name: tls-certs
|
||||||
|
secret:
|
||||||
|
secretName: {{ .Values.tls.certificatesSecret }}
|
||||||
|
defaultMode: 0600
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.stunnel.enabled }}
|
||||||
|
- name: stunnel-config
|
||||||
|
configMap:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-config
|
||||||
|
{{- if .Values.stunnel.certificatesSecret }}
|
||||||
|
- name: stunnel-certs
|
||||||
|
secret:
|
||||||
|
secretName: {{ .Values.stunnel.certificatesSecret }}
|
||||||
|
defaultMode: 0600
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{- with .Values.nodeSelector }}
|
||||||
|
nodeSelector:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.affinity }}
|
||||||
|
affinity:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- with .Values.tolerations }}
|
||||||
|
tolerations:
|
||||||
|
{{- toYaml . | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
{{- if .Values.persistence.enabled }}
|
||||||
|
volumeClaimTemplates:
|
||||||
|
- metadata:
|
||||||
|
name: data
|
||||||
|
{{- with .Values.persistence.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 10 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
{{- range .Values.persistence.accessModes }}
|
||||||
|
- {{ . | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if .Values.persistence.storageClass }}
|
||||||
|
storageClassName: {{ .Values.persistence.storageClass | quote }}
|
||||||
|
{{- end }}
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: {{ .Values.persistence.size | quote }}
|
||||||
|
{{- with .Values.persistence.selector }}
|
||||||
|
selector:
|
||||||
|
{{- toYaml . | nindent 10 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- else }}
|
||||||
|
- name: data
|
||||||
|
emptyDir: {}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,11 @@
|
|||||||
|
{{- if .Values.stunnelClient.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-client
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
data:
|
||||||
|
stunnel.conf: |
|
||||||
|
{{- .Values.stunnelClient.config | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,40 @@
|
|||||||
|
{{- if .Values.stunnelClient.enabled }}
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-client
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
spec:
|
||||||
|
replicas: {{ .Values.stunnelClient.replicaCount }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ include "postgresql.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
app.kubernetes.io/component: stunnel-client
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ include "postgresql.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
app.kubernetes.io/component: stunnel-client
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: stunnel-client
|
||||||
|
image: "{{ .Values.stunnelClient.image.repository }}:{{ .Values.stunnelClient.image.tag }}"
|
||||||
|
imagePullPolicy: {{ .Values.stunnelClient.image.pullPolicy }}
|
||||||
|
ports:
|
||||||
|
- name: postgres
|
||||||
|
containerPort: {{ .Values.stunnelClient.service.port }}
|
||||||
|
protocol: TCP
|
||||||
|
resources:
|
||||||
|
{{- toYaml .Values.stunnelClient.resources | nindent 12 }}
|
||||||
|
volumeMounts:
|
||||||
|
- name: config
|
||||||
|
mountPath: /etc/stunnel/stunnel.conf
|
||||||
|
subPath: stunnel.conf
|
||||||
|
volumes:
|
||||||
|
- name: config
|
||||||
|
configMap:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-client
|
||||||
|
{{- end }}
|
||||||
23
oci/charts/postgresql/templates/stunnel-client-service.yaml
Normal file
23
oci/charts/postgresql/templates/stunnel-client-service.yaml
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
{{- if .Values.stunnelClient.enabled }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: {{ include "postgresql.fullname" . }}-stunnel-client
|
||||||
|
labels:
|
||||||
|
{{- include "postgresql.labels" . | nindent 4 }}
|
||||||
|
{{- with .Values.stunnelClient.service.annotations }}
|
||||||
|
annotations:
|
||||||
|
{{- toYaml . | nindent 4 }}
|
||||||
|
{{- end }}
|
||||||
|
spec:
|
||||||
|
type: {{ .Values.stunnelClient.service.type }}
|
||||||
|
ports:
|
||||||
|
- name: postgres
|
||||||
|
port: {{ .Values.stunnelClient.service.port }}
|
||||||
|
targetPort: postgres
|
||||||
|
protocol: TCP
|
||||||
|
selector:
|
||||||
|
app.kubernetes.io/name: {{ include "postgresql.name" . }}
|
||||||
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
||||||
|
app.kubernetes.io/component: stunnel-client
|
||||||
|
{{- end }}
|
||||||
245
oci/charts/postgresql/values.yaml
Normal file
245
oci/charts/postgresql/values.yaml
Normal file
@ -0,0 +1,245 @@
|
|||||||
|
# Default values for postgresql chart
|
||||||
|
|
||||||
|
server:
|
||||||
|
enabled: true
|
||||||
|
|
||||||
|
# Image configuration
|
||||||
|
image:
|
||||||
|
repository: postgres-extensions
|
||||||
|
tag: "16"
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
|
||||||
|
# Image pull secrets for private registries
|
||||||
|
imagePullSecrets: []
|
||||||
|
|
||||||
|
# Override name
|
||||||
|
nameOverride: ""
|
||||||
|
fullnameOverride: ""
|
||||||
|
|
||||||
|
# Service account
|
||||||
|
serviceAccount:
|
||||||
|
create: true
|
||||||
|
annotations: {}
|
||||||
|
name: ""
|
||||||
|
|
||||||
|
# Pod annotations
|
||||||
|
podAnnotations: {}
|
||||||
|
|
||||||
|
# Pod security context
|
||||||
|
podSecurityContext:
|
||||||
|
fsGroup: 999
|
||||||
|
|
||||||
|
# Container security context
|
||||||
|
securityContext:
|
||||||
|
runAsUser: 999
|
||||||
|
runAsNonRoot: true
|
||||||
|
# capabilities:
|
||||||
|
# drop:
|
||||||
|
# - ALL
|
||||||
|
# readOnlyRootFilesystem: true
|
||||||
|
|
||||||
|
# Service configuration
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
port: 5432
|
||||||
|
annotations: {}
|
||||||
|
|
||||||
|
# Ingress (not typically used for PostgreSQL, but available)
|
||||||
|
ingress:
|
||||||
|
enabled: false
|
||||||
|
className: ""
|
||||||
|
annotations: {}
|
||||||
|
hosts: []
|
||||||
|
tls: []
|
||||||
|
|
||||||
|
# PostgreSQL authentication
|
||||||
|
auth:
|
||||||
|
username: postgres
|
||||||
|
password: "" # Set this or use existingSecret
|
||||||
|
database: postgres
|
||||||
|
existingSecret: "" # Name of existing secret with password
|
||||||
|
secretKey: "password" # Key in the secret
|
||||||
|
|
||||||
|
# PostgreSQL configuration
|
||||||
|
postgresql:
|
||||||
|
# Custom postgresql.conf settings
|
||||||
|
config: |
|
||||||
|
shared_buffers = 256MB
|
||||||
|
effective_cache_size = 1GB
|
||||||
|
work_mem = 16MB
|
||||||
|
maintenance_work_mem = 64MB
|
||||||
|
max_connections = 100
|
||||||
|
wal_buffers = 16MB
|
||||||
|
checkpoint_completion_target = 0.9
|
||||||
|
random_page_cost = 1.1
|
||||||
|
effective_io_concurrency = 200
|
||||||
|
log_min_duration_statement = 1000
|
||||||
|
|
||||||
|
# Custom pg_hba.conf entries (appended to defaults)
|
||||||
|
pgHba: |
|
||||||
|
# Custom entries
|
||||||
|
# host all all 0.0.0.0/0 md5
|
||||||
|
|
||||||
|
# Initialization scripts
|
||||||
|
initScripts:
|
||||||
|
enabled: true
|
||||||
|
# Scripts will be created from the scripts below
|
||||||
|
scripts:
|
||||||
|
01-init-extensions.sql: |
|
||||||
|
CREATE EXTENSION IF NOT EXISTS vector;
|
||||||
|
CREATE EXTENSION IF NOT EXISTS pg_jieba;
|
||||||
|
CREATE EXTENSION IF NOT EXISTS pgmq;
|
||||||
|
CREATE EXTENSION IF NOT EXISTS pg_trgm;
|
||||||
|
CREATE EXTENSION IF NOT EXISTS hstore;
|
||||||
|
CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
|
||||||
|
|
||||||
|
# Persistence
|
||||||
|
persistence:
|
||||||
|
enabled: true
|
||||||
|
storageClass: "" # Use default storage class
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteOnce
|
||||||
|
size: 10Gi
|
||||||
|
annotations: {}
|
||||||
|
selector: {}
|
||||||
|
|
||||||
|
# Resource limits
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: 2000m
|
||||||
|
memory: 2Gi
|
||||||
|
requests:
|
||||||
|
cpu: 500m
|
||||||
|
memory: 1Gi
|
||||||
|
|
||||||
|
# Liveness probe
|
||||||
|
livenessProbe:
|
||||||
|
enabled: true
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 10
|
||||||
|
timeoutSeconds: 5
|
||||||
|
failureThreshold: 6
|
||||||
|
successThreshold: 1
|
||||||
|
|
||||||
|
# Readiness probe
|
||||||
|
readinessProbe:
|
||||||
|
enabled: true
|
||||||
|
initialDelaySeconds: 5
|
||||||
|
periodSeconds: 10
|
||||||
|
timeoutSeconds: 5
|
||||||
|
failureThreshold: 6
|
||||||
|
successThreshold: 1
|
||||||
|
|
||||||
|
# Node selector
|
||||||
|
nodeSelector: {}
|
||||||
|
|
||||||
|
# Tolerations
|
||||||
|
tolerations: []
|
||||||
|
|
||||||
|
# Affinity
|
||||||
|
affinity: {}
|
||||||
|
|
||||||
|
# Metrics (for Prometheus)
|
||||||
|
metrics:
|
||||||
|
enabled: false
|
||||||
|
image:
|
||||||
|
repository: prometheuscommunity/postgres-exporter
|
||||||
|
tag: v0.15.0
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
port: 9187
|
||||||
|
annotations:
|
||||||
|
prometheus.io/scrape: "true"
|
||||||
|
prometheus.io/port: "9187"
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 128Mi
|
||||||
|
requests:
|
||||||
|
cpu: 50m
|
||||||
|
memory: 64Mi
|
||||||
|
|
||||||
|
# Backup configuration (optional)
|
||||||
|
backup:
|
||||||
|
enabled: false
|
||||||
|
schedule: "0 2 * * *" # Daily at 2 AM
|
||||||
|
retention: 7 # Keep 7 days of backups
|
||||||
|
storageClass: ""
|
||||||
|
size: 20Gi
|
||||||
|
|
||||||
|
# TLS/SSL configuration
|
||||||
|
tls:
|
||||||
|
enabled: false
|
||||||
|
certificatesSecret: "" # Name of secret containing tls.crt and tls.key
|
||||||
|
certFilename: "tls.crt"
|
||||||
|
certKeyFilename: "tls.key"
|
||||||
|
certCAFilename: "ca.crt"
|
||||||
|
|
||||||
|
# Stunnel sidecar for TLS over TCP
|
||||||
|
stunnel:
|
||||||
|
enabled: false
|
||||||
|
image:
|
||||||
|
repository: dweomer/stunnel
|
||||||
|
tag: latest
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
port: 5433
|
||||||
|
certificatesSecret: "" # Name of secret containing stunnel certificates
|
||||||
|
config: |
|
||||||
|
[postgres-tunnel]
|
||||||
|
client = no
|
||||||
|
accept = 0.0.0.0:5433
|
||||||
|
connect = 127.0.0.1:5432
|
||||||
|
cert = /etc/stunnel/certs/server-cert.pem
|
||||||
|
key = /etc/stunnel/certs/server-key.pem
|
||||||
|
sslVersion = TLSv1.2
|
||||||
|
options = NO_SSLv2
|
||||||
|
options = NO_SSLv3
|
||||||
|
ciphers = HIGH:!aNULL:!MD5
|
||||||
|
|
||||||
|
# NetworkPolicy
|
||||||
|
networkPolicy:
|
||||||
|
enabled: false
|
||||||
|
policyTypes:
|
||||||
|
- Ingress
|
||||||
|
ingress:
|
||||||
|
- from:
|
||||||
|
- podSelector: {}
|
||||||
|
ports:
|
||||||
|
- protocol: TCP
|
||||||
|
port: 5432
|
||||||
|
|
||||||
|
# PodDisruptionBudget
|
||||||
|
podDisruptionBudget:
|
||||||
|
enabled: false
|
||||||
|
minAvailable: 1
|
||||||
|
# maxUnavailable: 1
|
||||||
|
|
||||||
|
stunnelClient:
|
||||||
|
enabled: false
|
||||||
|
replicaCount: 1
|
||||||
|
image:
|
||||||
|
repository: dweomer/stunnel
|
||||||
|
tag: latest
|
||||||
|
pullPolicy: IfNotPresent
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
port: 5432
|
||||||
|
annotations: {}
|
||||||
|
config: |
|
||||||
|
[postgres-client]
|
||||||
|
client = yes
|
||||||
|
accept = 0.0.0.0:5432
|
||||||
|
connect = postgresql.database.svc.cluster.local:5433
|
||||||
|
verifyChain = no
|
||||||
|
sslVersion = TLSv1.2
|
||||||
|
options = NO_SSLv2
|
||||||
|
options = NO_SSLv3
|
||||||
|
ciphers = HIGH:!aNULL:!MD5
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 128Mi
|
||||||
|
requests:
|
||||||
|
cpu: 25m
|
||||||
|
memory: 64Mi
|
||||||
35
oci/multi-model-LLM/Makefile
Normal file
35
oci/multi-model-LLM/Makefile
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
ORG ?= your-org
|
||||||
|
IMAGE_REGISTRY ?= ghcr.io/$(ORG)/model-serving
|
||||||
|
CHART_NAME ?= model-serving
|
||||||
|
CHART_DIR := charts/$(CHART_NAME)
|
||||||
|
VERSION ?= 0.1.0
|
||||||
|
|
||||||
|
.PHONY: docker-build docker-push helm-lint helm-package helm-push install uninstall template
|
||||||
|
|
||||||
|
docker-build:
|
||||||
|
$(MAKE) -C ../base/cuda docker-build REGISTRY=$(IMAGE_REGISTRY)
|
||||||
|
|
||||||
|
docker-push:
|
||||||
|
$(MAKE) -C ../base/cuda docker-push REGISTRY=$(IMAGE_REGISTRY)
|
||||||
|
|
||||||
|
helm-lint:
|
||||||
|
helm lint $(CHART_DIR)
|
||||||
|
|
||||||
|
helm-package:
|
||||||
|
helm package $(CHART_DIR) --version $(VERSION) --app-version $(VERSION) -d charts/
|
||||||
|
|
||||||
|
helm-push: helm-package
|
||||||
|
helm push charts/$(CHART_NAME)-$(VERSION).tgz oci://ghcr.io/$(ORG)/helm
|
||||||
|
|
||||||
|
RELEASE ?= ms
|
||||||
|
NAMESPACE ?= llm
|
||||||
|
|
||||||
|
install:
|
||||||
|
kubectl create ns $(NAMESPACE) --dry-run=client -o yaml | kubectl apply -f -
|
||||||
|
helm upgrade --install $(RELEASE) $(CHART_DIR) -n $(NAMESPACE)
|
||||||
|
|
||||||
|
uninstall:
|
||||||
|
helm uninstall $(RELEASE) -n $(NAMESPACE) || true
|
||||||
|
|
||||||
|
template:
|
||||||
|
helm template $(RELEASE) $(CHART_DIR)
|
||||||
101
oci/multi-model-LLM/README.md
Normal file
101
oci/multi-model-LLM/README.md
Normal file
@ -0,0 +1,101 @@
|
|||||||
|
# CUDA LLM Serving — vLLM / SGLang / Ollama (Kubernetes)
|
||||||
|
|
||||||
|
This package bundles three CUDA-ready images plus a single Helm chart that can serve **multiple models** behind one host with **path-based routing** such as:
|
||||||
|
|
||||||
|
- `https://api.svc.plus/v1/llama3` → vLLM (OpenAI-compatible)
|
||||||
|
- `https://api.svc.plus/v1/qwen2` → SGLang (OpenAI-compatible)
|
||||||
|
- `https://api.svc.plus/v1/phi3` → Ollama `/api/*`
|
||||||
|
|
||||||
|
The Dockerfiles live under [`oci/base/cuda`](../base/cuda/), while the Helm chart is in [`charts/model-serving`](charts/model-serving/).
|
||||||
|
|
||||||
|
## Prerequisites
|
||||||
|
|
||||||
|
- Kubernetes ≥ 1.25
|
||||||
|
- NVIDIA GPUs on worker nodes + NVIDIA Container Toolkit
|
||||||
|
- Ingress Controller (e.g. NGINX) and TLS secret if using HTTPS
|
||||||
|
- (Optional) GitHub Container Registry (GHCR) for distributing images and charts
|
||||||
|
|
||||||
|
## Build & Publish
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# 1) Build and push images to GHCR (adjust ORG)
|
||||||
|
make -C oci/base/cuda ORG=svc-design docker-build docker-push
|
||||||
|
|
||||||
|
# 2) Lint & package the chart
|
||||||
|
make -C oci/multi-model-LLM helm-lint helm-package VERSION=0.1.0
|
||||||
|
|
||||||
|
# 3) Push chart as OCI to GHCR
|
||||||
|
make -C oci/multi-model-LLM ORG=svc-design VERSION=0.1.0 helm-push
|
||||||
|
```
|
||||||
|
|
||||||
|
> Authenticate GHCR first:
|
||||||
|
>
|
||||||
|
> ```bash
|
||||||
|
> echo $GHCR_TOKEN | docker login ghcr.io -u <GITHUB_USER> --password-stdin
|
||||||
|
> helm registry login ghcr.io -u <GITHUB_USER> -p $GHCR_TOKEN
|
||||||
|
> ```
|
||||||
|
|
||||||
|
## Install
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# install into namespace llm with release name ms
|
||||||
|
make -C oci/multi-model-LLM install RELEASE=ms NAMESPACE=llm
|
||||||
|
```
|
||||||
|
|
||||||
|
## Configure Models
|
||||||
|
|
||||||
|
Edit [`charts/model-serving/values.yaml`](charts/model-serving/values.yaml) and extend the `models:` list. Example:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
models:
|
||||||
|
- name: llama3-8b-vllm
|
||||||
|
engine: vllm
|
||||||
|
image: "model-serving/vllm"
|
||||||
|
tag: "cuda12"
|
||||||
|
path: v1/llama3
|
||||||
|
env:
|
||||||
|
- name: MODEL_PATH
|
||||||
|
value: meta-llama/Meta-Llama-3-8B-Instruct
|
||||||
|
- name: VLLM_ARGS
|
||||||
|
value: --max-model-len 8192 --gpu-memory-utilization 0.9
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
nvidia.com/gpu: 1
|
||||||
|
|
||||||
|
- name: qwen2-7b-sglang
|
||||||
|
engine: sglang
|
||||||
|
image: "model-serving/sglang"
|
||||||
|
tag: "cuda12"
|
||||||
|
path: v1/qwen2
|
||||||
|
env:
|
||||||
|
- name: SGLANG_MODEL
|
||||||
|
value: Qwen/Qwen2-7B-Instruct
|
||||||
|
|
||||||
|
- name: phi3-ollama
|
||||||
|
engine: ollama
|
||||||
|
image: "model-serving/ollama"
|
||||||
|
tag: latest
|
||||||
|
path: v1/phi3
|
||||||
|
env:
|
||||||
|
- name: OLLAMA_MODEL
|
||||||
|
value: phi3:latest
|
||||||
|
```
|
||||||
|
|
||||||
|
Deployments and services are generated per model, and a single ingress exposes them under unique paths.
|
||||||
|
|
||||||
|
## Runtime Notes
|
||||||
|
|
||||||
|
* **GPU scheduling**: Templates set `runtimeClassName: nvidia` and default GPU limits. Ensure the cluster has the NVIDIA device plugin and RuntimeClass defined, or override `runtimeClassName` per model.
|
||||||
|
* **Storage**: vLLM/SGLang cache defaults to the container filesystem. Mount an external volume by extending the template if persistence is required.
|
||||||
|
* **Authentication**: vLLM launches with a dummy API key. Place an API gateway or ingress authentication in front for production.
|
||||||
|
* **Scaling**: Increase `replicas` per model and add engine-specific flags through environment variables for tensor parallelism or sharding.
|
||||||
|
|
||||||
|
## Uninstall
|
||||||
|
|
||||||
|
```bash
|
||||||
|
make -C oci/multi-model-LLM uninstall RELEASE=ms NAMESPACE=llm
|
||||||
|
```
|
||||||
|
|
||||||
|
## License
|
||||||
|
|
||||||
|
MIT
|
||||||
6
oci/multi-model-LLM/charts/model-serving/.helmignore
Normal file
6
oci/multi-model-LLM/charts/model-serving/.helmignore
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
*.tgz
|
||||||
|
*.swp
|
||||||
|
*.swo
|
||||||
|
.DS_Store
|
||||||
|
.git/
|
||||||
|
.github/
|
||||||
14
oci/multi-model-LLM/charts/model-serving/Chart.yaml
Normal file
14
oci/multi-model-LLM/charts/model-serving/Chart.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
apiVersion: v2
|
||||||
|
name: model-serving
|
||||||
|
version: 0.1.0
|
||||||
|
kubeVersion: ">=1.25.0"
|
||||||
|
description: Multi-model LLM serving (vLLM / SGLang / Ollama) with one API host & path routing
|
||||||
|
home: https://github.com/svc-design/artifacts
|
||||||
|
keywords:
|
||||||
|
- llm
|
||||||
|
- vllm
|
||||||
|
- sglang
|
||||||
|
- ollama
|
||||||
|
- cuda
|
||||||
|
- gpu
|
||||||
|
type: application
|
||||||
@ -0,0 +1,14 @@
|
|||||||
|
{{- define "model-serving.fullname" -}}
|
||||||
|
{{- printf "%s-%s" .Release.Name .Chart.Name | trunc 63 | trimSuffix "-" -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{- define "model-serving.svcname" -}}
|
||||||
|
{{- printf "%s-svc" (include "model-serving.fullname" .) -}}
|
||||||
|
{{- end -}}
|
||||||
|
|
||||||
|
{{- define "model-serving.image" -}}
|
||||||
|
{{- $reg := .Values.global.imageRegistry -}}
|
||||||
|
{{- $img := .image -}}
|
||||||
|
{{- $tag := .tag | default "latest" -}}
|
||||||
|
{{- printf "%s/%s:%s" $reg $img $tag -}}
|
||||||
|
{{- end -}}
|
||||||
@ -0,0 +1,58 @@
|
|||||||
|
{{- $root := . -}}
|
||||||
|
{{- range $m := .Values.models }}
|
||||||
|
{{- if eq $m.engine "ollama" }}
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: {{ include "model-serving.fullname" $root }}-{{ $m.name }}
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: ollama
|
||||||
|
spec:
|
||||||
|
replicas: {{ $m.replicas | default 1 }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: ollama
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: {{ $m.name }}
|
||||||
|
image: {{ include "model-serving.image" (dict "Values" $root.Values "image" $m.image "tag" $m.tag) }}
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
{{- if $m.env }}
|
||||||
|
env:
|
||||||
|
{{- range $m.env }}
|
||||||
|
- name: {{ .name }}
|
||||||
|
value: {{ .value | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
ports:
|
||||||
|
- containerPort: 11434
|
||||||
|
{{- if $m.resources }}
|
||||||
|
resources:
|
||||||
|
{{ toYaml $m.resources | nindent 12 }}
|
||||||
|
{{- else }}
|
||||||
|
resources: {}
|
||||||
|
{{- end }}
|
||||||
|
runtimeClassName: {{ $m.runtimeClassName | default "nvidia" }}
|
||||||
|
{{- if $m.nodeSelector }}
|
||||||
|
nodeSelector:
|
||||||
|
{{ toYaml $m.nodeSelector | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $m.tolerations }}
|
||||||
|
tolerations:
|
||||||
|
{{ toYaml $m.tolerations | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $root.Values.imagePullSecrets }}
|
||||||
|
imagePullSecrets:
|
||||||
|
{{- range $root.Values.imagePullSecrets }}
|
||||||
|
- name: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
---
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,58 @@
|
|||||||
|
{{- $root := . -}}
|
||||||
|
{{- range $m := .Values.models }}
|
||||||
|
{{- if eq $m.engine "sglang" }}
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: {{ include "model-serving.fullname" $root }}-{{ $m.name }}
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: sglang
|
||||||
|
spec:
|
||||||
|
replicas: {{ $m.replicas | default 1 }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: sglang
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: {{ $m.name }}
|
||||||
|
image: {{ include "model-serving.image" (dict "Values" $root.Values "image" $m.image "tag" $m.tag) }}
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
{{- if $m.env }}
|
||||||
|
env:
|
||||||
|
{{- range $m.env }}
|
||||||
|
- name: {{ .name }}
|
||||||
|
value: {{ .value | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
ports:
|
||||||
|
- containerPort: 30000
|
||||||
|
{{- if $m.resources }}
|
||||||
|
resources:
|
||||||
|
{{ toYaml $m.resources | nindent 12 }}
|
||||||
|
{{- else }}
|
||||||
|
resources: {}
|
||||||
|
{{- end }}
|
||||||
|
runtimeClassName: {{ $m.runtimeClassName | default "nvidia" }}
|
||||||
|
{{- if $m.nodeSelector }}
|
||||||
|
nodeSelector:
|
||||||
|
{{ toYaml $m.nodeSelector | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $m.tolerations }}
|
||||||
|
tolerations:
|
||||||
|
{{ toYaml $m.tolerations | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $root.Values.imagePullSecrets }}
|
||||||
|
imagePullSecrets:
|
||||||
|
{{- range $root.Values.imagePullSecrets }}
|
||||||
|
- name: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
---
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,58 @@
|
|||||||
|
{{- $root := . -}}
|
||||||
|
{{- range $m := .Values.models }}
|
||||||
|
{{- if eq $m.engine "vllm" }}
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: {{ include "model-serving.fullname" $root }}-{{ $m.name }}
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: vllm
|
||||||
|
spec:
|
||||||
|
replicas: {{ $m.replicas | default 1 }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
app.kubernetes.io/engine: vllm
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: {{ $m.name }}
|
||||||
|
image: {{ include "model-serving.image" (dict "Values" $root.Values "image" $m.image "tag" $m.tag) }}
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
{{- if $m.env }}
|
||||||
|
env:
|
||||||
|
{{- range $m.env }}
|
||||||
|
- name: {{ .name }}
|
||||||
|
value: {{ .value | quote }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
ports:
|
||||||
|
- containerPort: 8000
|
||||||
|
{{- if $m.resources }}
|
||||||
|
resources:
|
||||||
|
{{ toYaml $m.resources | nindent 12 }}
|
||||||
|
{{- else }}
|
||||||
|
resources: {}
|
||||||
|
{{- end }}
|
||||||
|
runtimeClassName: {{ $m.runtimeClassName | default "nvidia" }}
|
||||||
|
{{- if $m.nodeSelector }}
|
||||||
|
nodeSelector:
|
||||||
|
{{ toYaml $m.nodeSelector | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $m.tolerations }}
|
||||||
|
tolerations:
|
||||||
|
{{ toYaml $m.tolerations | nindent 8 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- if $root.Values.imagePullSecrets }}
|
||||||
|
imagePullSecrets:
|
||||||
|
{{- range $root.Values.imagePullSecrets }}
|
||||||
|
- name: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
|
---
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,28 @@
|
|||||||
|
{{- if .Values.global.ingress.enabled }}
|
||||||
|
apiVersion: networking.k8s.io/v1
|
||||||
|
kind: Ingress
|
||||||
|
metadata:
|
||||||
|
name: {{ include "model-serving.fullname" . }}
|
||||||
|
annotations:
|
||||||
|
kubernetes.io/ingress.class: {{ .Values.global.ingress.className | quote }}
|
||||||
|
spec:
|
||||||
|
{{- if .Values.global.ingress.tls }}
|
||||||
|
tls:
|
||||||
|
- hosts:
|
||||||
|
- {{ .Values.global.ingress.host | quote }}
|
||||||
|
secretName: {{ .Values.global.ingress.tlsSecretName | quote }}
|
||||||
|
{{- end }}
|
||||||
|
rules:
|
||||||
|
- host: {{ .Values.global.ingress.host | quote }}
|
||||||
|
http:
|
||||||
|
paths:
|
||||||
|
{{- range .Values.models }}
|
||||||
|
- path: /{{ .path }}
|
||||||
|
pathType: Prefix
|
||||||
|
backend:
|
||||||
|
service:
|
||||||
|
name: {{ include "model-serving.fullname" $ }}-{{ .name }}
|
||||||
|
port:
|
||||||
|
number: {{ $.Values.service.port | default 80 }}
|
||||||
|
{{- end }}
|
||||||
|
{{- end }}
|
||||||
@ -0,0 +1,18 @@
|
|||||||
|
{{- $root := . -}}
|
||||||
|
{{- range $m := .Values.models }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: {{ include "model-serving.fullname" $root }}-{{ $m.name }}
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
spec:
|
||||||
|
type: {{ $root.Values.service.type | default "ClusterIP" }}
|
||||||
|
selector:
|
||||||
|
app.kubernetes.io/name: {{ $m.name }}
|
||||||
|
ports:
|
||||||
|
- name: http
|
||||||
|
port: {{ $root.Values.service.port | default 80 }}
|
||||||
|
targetPort: {{ if eq $m.engine "vllm" }}8000{{ else if eq $m.engine "sglang" }}30000{{ else }}11434{{ end }}
|
||||||
|
---
|
||||||
|
{{- end }}
|
||||||
61
oci/multi-model-LLM/charts/model-serving/values.yaml
Normal file
61
oci/multi-model-LLM/charts/model-serving/values.yaml
Normal file
@ -0,0 +1,61 @@
|
|||||||
|
global:
|
||||||
|
imageRegistry: ghcr.io/your-org
|
||||||
|
namespace: default
|
||||||
|
ingress:
|
||||||
|
enabled: true
|
||||||
|
className: nginx
|
||||||
|
host: api.svc.plus
|
||||||
|
tls: true
|
||||||
|
tlsSecretName: model-serving-tls
|
||||||
|
|
||||||
|
models:
|
||||||
|
- name: llama3-8b-vllm
|
||||||
|
engine: vllm
|
||||||
|
image: "model-serving/vllm"
|
||||||
|
tag: "cuda12"
|
||||||
|
replicas: 1
|
||||||
|
path: v1/llama3
|
||||||
|
env:
|
||||||
|
- name: MODEL_PATH
|
||||||
|
value: "meta-llama/Meta-Llama-3-8B-Instruct"
|
||||||
|
- name: VLLM_ARGS
|
||||||
|
value: "--max-model-len 8192 --gpu-memory-utilization 0.9"
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
nvidia.com/gpu: 1
|
||||||
|
nodeSelector: {}
|
||||||
|
tolerations: []
|
||||||
|
|
||||||
|
- name: qwen2-7b-sglang
|
||||||
|
engine: sglang
|
||||||
|
image: "model-serving/sglang"
|
||||||
|
tag: "cuda12"
|
||||||
|
replicas: 1
|
||||||
|
path: v1/qwen2
|
||||||
|
env:
|
||||||
|
- name: SGLANG_MODEL
|
||||||
|
value: "Qwen/Qwen2-7B-Instruct"
|
||||||
|
- name: SGLANG_ARGS
|
||||||
|
value: "--tp 1 --context-length 8192"
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
nvidia.com/gpu: 1
|
||||||
|
|
||||||
|
- name: phi3-ollama
|
||||||
|
engine: ollama
|
||||||
|
image: "model-serving/ollama"
|
||||||
|
tag: "latest"
|
||||||
|
replicas: 1
|
||||||
|
path: v1/phi3
|
||||||
|
env:
|
||||||
|
- name: OLLAMA_MODEL
|
||||||
|
value: "phi3:latest"
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
nvidia.com/gpu: 1
|
||||||
|
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
port: 80
|
||||||
|
|
||||||
|
imagePullSecrets: []
|
||||||
212
packer/Cloud-Neutra-VMs/README.md
Normal file
212
packer/Cloud-Neutra-VMs/README.md
Normal file
@ -0,0 +1,212 @@
|
|||||||
|
# Cloud-Neutra Golden Image Pipeline
|
||||||
|
|
||||||
|
Cloud-Neutra Golden Image Pipeline 为多云环境构建一套统一、可靠、可自动化的 Ubuntu Golden Image 家族。
|
||||||
|
该体系覆盖 Ubuntu LTS 双版本(22.04 / 24.04)、双架构(amd64 / arm64) 以及多个容器/集群运行时的变种。
|
||||||
|
|
||||||
|
Pipeline 包含:
|
||||||
|
- Packer 自动构建 AMI
|
||||||
|
- GitHub Actions 全自动流水线(构建 → 多 Region 复制 → 过期清理)
|
||||||
|
- Terraform 模块自动引用最新 Golden Image
|
||||||
|
- 完全统一的脚本与硬化规范
|
||||||
|
|
||||||
|
## 0. Overall Goals
|
||||||
|
|
||||||
|
Ubuntu LTS Baseline
|
||||||
|
|
||||||
|
- Ubuntu 22.04 LTS
|
||||||
|
- Ubuntu 24.04 LTS
|
||||||
|
|
||||||
|
CPU Architectures
|
||||||
|
|
||||||
|
- amd64
|
||||||
|
- arm64
|
||||||
|
|
||||||
|
### Golden Image Editions
|
||||||
|
|
||||||
|
- Edition 内容说明
|
||||||
|
- base 干净操作系统 + 基础硬化(去 snap,去 MOTD,去不必要服务)
|
||||||
|
- container containerd + nerdctl,作为通用 Container VM
|
||||||
|
- k3s 预装 K3s,可在运行时决定 server/agent
|
||||||
|
- sealos 预装 sealos CLI + containerd
|
||||||
|
- sealos-gpu 适用于 GPU 节点:sealos + NVIDIA 驱动 + nvidia-container-toolkit
|
||||||
|
|
||||||
|
### Pipeline 统一要求
|
||||||
|
|
||||||
|
- 完整统一脚本结构(base → flavor)
|
||||||
|
- 去除 snap / MOTD / landscape / update-notifier 等非必要组件
|
||||||
|
- 无 amazon-import 误用(使用 amazon-ebs 构建 AMI)
|
||||||
|
|
||||||
|
GitHub Actions 统一构建 + 多 Region 复制
|
||||||
|
|
||||||
|
- 每 Edition / Version / Arch 每月仅保留 1 个 AMI
|
||||||
|
- Terraform 自动检索“最新且合法”的 Golden Image
|
||||||
|
|
||||||
|
## 1. Naming Conventions & Tagging
|
||||||
|
|
||||||
|
### AMI 命名规范
|
||||||
|
|
||||||
|
Cloud-Neutra-${edition}-VM-${ubuntu_version}-${arch}-${timestamp}
|
||||||
|
|
||||||
|
示例:
|
||||||
|
|
||||||
|
- Cloud-Neutra-base-VM-2204-amd64-20251121-120000
|
||||||
|
- Cloud-Neutra-container-VM-2404-arm64-20251121-123000
|
||||||
|
- Cloud-Neutra-k3s-VM-2404-amd64-20251121-130000
|
||||||
|
- Cloud-Neutra-sealos-gpu-VM-2404-amd64-20251121-133000
|
||||||
|
|
||||||
|
### 统一标签(Tags)
|
||||||
|
|
||||||
|
- Key Value
|
||||||
|
- Project Cloud-Neutra
|
||||||
|
- OS Ubuntu 22.04 / Ubuntu 24.04
|
||||||
|
- Edition base / container / k3s / sealos / sealos-gpu
|
||||||
|
- Architecture amd64 / arm64
|
||||||
|
- Role Golden-Image
|
||||||
|
|
||||||
|
这些标签用于:
|
||||||
|
|
||||||
|
GitHub Actions Retention 策略过滤
|
||||||
|
|
||||||
|
Terraform AMI 检索
|
||||||
|
多 Region 管理
|
||||||
|
生产审计与溯源
|
||||||
|
|
||||||
|
## 2 . Directory Layout
|
||||||
|
|
||||||
|
```
|
||||||
|
packer/
|
||||||
|
templates/
|
||||||
|
base/
|
||||||
|
ubuntu-2204-base.pkr.hcl
|
||||||
|
ubuntu-2404-base.pkr.hcl
|
||||||
|
container/
|
||||||
|
ubuntu-2204-container.pkr.hcl
|
||||||
|
ubuntu-2404-container.pkr.hcl
|
||||||
|
k3s/
|
||||||
|
ubuntu-2204-k3s.pkr.hcl
|
||||||
|
ubuntu-2404-k3s.pkr.hcl
|
||||||
|
sealos/
|
||||||
|
ubuntu-2204-sealos.pkr.hcl
|
||||||
|
ubuntu-2404-sealos.pkr.hcl
|
||||||
|
sealos-gpu/
|
||||||
|
ubuntu-2204-sealos-gpu.pkr.hcl
|
||||||
|
ubuntu-2404-sealos-gpu.pkr.hcl
|
||||||
|
|
||||||
|
scripts/
|
||||||
|
base/
|
||||||
|
01_os_base.sh # 开源仓库、更新系统、移除 snap / motd 等
|
||||||
|
02_hardening.sh # 可选:sysctl / sshd / journald 硬化
|
||||||
|
flavors/
|
||||||
|
container.sh
|
||||||
|
k3s.sh
|
||||||
|
sealos.sh
|
||||||
|
sealos_gpu.sh
|
||||||
|
common/
|
||||||
|
cleanup.sh # apt autoremove + 清理临时文件
|
||||||
|
```
|
||||||
|
|
||||||
|
模板结构说明
|
||||||
|
|
||||||
|
- 每个 flavor 模板只负责:
|
||||||
|
- 指定 Ubuntu 版本与 CPU 架构
|
||||||
|
- 引用 base 脚本(01_os_base.sh / 02_hardening.sh)
|
||||||
|
- 引用 flavor 脚本(如 container.sh / k3s.sh)
|
||||||
|
- 最后引用 cleanup.sh
|
||||||
|
|
||||||
|
## 3. Script Architecture
|
||||||
|
|
||||||
|
Base Scripts (scripts/base/)
|
||||||
|
|
||||||
|
### 01_os_base.sh
|
||||||
|
|
||||||
|
启用 universe/multiverse
|
||||||
|
dist-upgrade(禁内核升级风险)
|
||||||
|
移除 snapd / resolvconf / landscape / MOTD-news
|
||||||
|
安装基础工具:curl、jq、lsb-release、net-tools、iptables
|
||||||
|
关闭 apt-daily 自动更新
|
||||||
|
|
||||||
|
### 02_hardening.sh
|
||||||
|
|
||||||
|
可选的系统硬化(sysctl、sshd、journald 持久化等)
|
||||||
|
Flavor Scripts (scripts/flavors/)
|
||||||
|
container.sh
|
||||||
|
containerd + nerdctl 安装
|
||||||
|
containerd config 自动生成
|
||||||
|
k3s.sh 安装 K3s(skip-start) 运行时可作为 server 或 agent
|
||||||
|
sealos.sh 安装 sealos CLI 依赖 containerd(可复用 container flavor)
|
||||||
|
sealos_gpu.sh 安装 NVIDIA 驱动(可扩展到不同云平台) 安装 nvidia-container-toolkit
|
||||||
|
|
||||||
|
安装 sealos
|
||||||
|
|
||||||
|
Common Scripts (scripts/common/)
|
||||||
|
cleanup.sh
|
||||||
|
apt autoremove
|
||||||
|
清理 apt lists
|
||||||
|
|
||||||
|
清理 tmp
|
||||||
|
|
||||||
|
packer build -var cpu_arch=amd64 packer/templates/container/ubuntu-2404-container.pkr.hcl
|
||||||
|
packer build -var cpu_arch=arm64 packer/templates/k3s/ubuntu-2404-k3s.pkr.hcl
|
||||||
|
|
||||||
|
|
||||||
|
4. GitHub Actions Pipeline
|
||||||
|
|
||||||
|
Pipeline 负责:
|
||||||
|
Packer 构建 AMI(按 edition + Ubuntu version + arch)
|
||||||
|
AMI 复制到多 Region(如 Tokyo/HK/US-West)
|
||||||
|
Tag AMI
|
||||||
|
按 edition/version/arch 筛选 → 每 Region 仅保留 1 个 AMI
|
||||||
|
输出 AMI Map JSON(供 Terraform & Dashboard 使用)
|
||||||
|
|
||||||
|
支持矩阵
|
||||||
|
edition: base / container / k3s / sealos / sealos-gpu
|
||||||
|
ubuntu_version: 2204 / 2404
|
||||||
|
cpu_arch: amd64 / arm64
|
||||||
|
|
||||||
|
|
||||||
|
GitHub Actions 会自动组合出所有 Golden Image 变种。
|
||||||
|
|
||||||
|
5. Terraform: Auto-Select Latest Golden Image
|
||||||
|
|
||||||
|
模块位置:
|
||||||
|
|
||||||
|
modules/cloud_neutra_ami/
|
||||||
|
main.tf
|
||||||
|
variables.tf
|
||||||
|
outputs.tf
|
||||||
|
|
||||||
|
|
||||||
|
使用方式:
|
||||||
|
|
||||||
|
module "cn_container_2404_amd64" {
|
||||||
|
source = "../../modules/cloud_neutra_ami"
|
||||||
|
ubuntu_version = "2404"
|
||||||
|
cpu_arch = "amd64"
|
||||||
|
edition = "container"
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
输出:
|
||||||
|
|
||||||
|
module.cn_container_2404_amd64.id # 最新 AMI ID
|
||||||
|
module.cn_container_2404_amd64.name # AMI 名称
|
||||||
|
|
||||||
|
|
||||||
|
Terraform 会自动从目标 Region 检索最 新 Golden Image,即使你复制了多 Region。
|
||||||
|
|
||||||
|
6. Status
|
||||||
|
|
||||||
|
Cloud-Neutra Golden Image Pipeline 已具备:
|
||||||
|
完整家族命名体系(base / container / k3s / sealos / sealos-gpu)
|
||||||
|
双 LTS / 双架构覆盖
|
||||||
|
完整 Packer 模板体系
|
||||||
|
完整统一脚本(base + flavors)
|
||||||
|
GitHub Actions 自动构建、多 Region 复制、Retention
|
||||||
|
Terraform 自动引用最新 AMI 的可重用模块
|
||||||
|
整个体系作为 Cloud-Neutra IAC/GitOps 的底座,可直接扩展到:
|
||||||
|
EKS 节点(GPU/ARM)
|
||||||
|
K3s 边缘节点
|
||||||
|
Sealos 容器云节点
|
||||||
|
大模型推理 GPU 节点
|
||||||
|
通用 Container VM
|
||||||
|
DevOps 工具链
|
||||||
2
packer/Cloud-Neutra-VMs/docs/README.md
Normal file
2
packer/Cloud-Neutra-VMs/docs/README.md
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# Cloud-Neutra VM Project
|
||||||
|
This directory contains documentation for building custom VM images using Packer.
|
||||||
2
packer/Cloud-Neutra-VMs/docs/environment-setup.md
Normal file
2
packer/Cloud-Neutra-VMs/docs/environment-setup.md
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# Environment Setup
|
||||||
|
Instructions for setting up the environment for Packer builds.
|
||||||
2
packer/Cloud-Neutra-VMs/docs/packer-templates.md
Normal file
2
packer/Cloud-Neutra-VMs/docs/packer-templates.md
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# Packer Templates
|
||||||
|
This document explains the Packer templates and their configuration.
|
||||||
110
packer/Cloud-Neutra-VMs/packer/scripts/common/ami-replicate.sh
Executable file
110
packer/Cloud-Neutra-VMs/packer/scripts/common/ami-replicate.sh
Executable file
@ -0,0 +1,110 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
cat <<USAGE
|
||||||
|
Usage: $0 <AMI_ID> <EDITION> <UBUNTU_VERSION> <CPU_ARCH> <BASE_REGION> "<TARGET_REGIONS>" <PROJECT_TAG>
|
||||||
|
|
||||||
|
Example:
|
||||||
|
$0 ami-1234567890 base 2204 amd64 ap-northeast-1 "ap-northeast-1 ap-east-1" Cloud-Neutra
|
||||||
|
USAGE
|
||||||
|
}
|
||||||
|
|
||||||
|
if [ "$#" -ne 7 ]; then
|
||||||
|
echo "[ami-replicate] ERROR: Invalid arguments" >&2
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
AMI_ID="$1"
|
||||||
|
EDITION="$2"
|
||||||
|
UBUNTU_VERSION="$3"
|
||||||
|
CPU_ARCH="$4"
|
||||||
|
BASE_REGION="$5"
|
||||||
|
TARGET_REGIONS_STR="$6"
|
||||||
|
PROJECT_TAG="$7"
|
||||||
|
|
||||||
|
if ! command -v aws >/dev/null 2>&1; then
|
||||||
|
echo "[ami-replicate] ERROR: aws CLI is required." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "$TARGET_REGIONS_STR" ]; then
|
||||||
|
echo "[ami-replicate] ERROR: TARGET_REGIONS cannot be empty." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Normalize target regions into an array
|
||||||
|
IFS=' ' read -r -a TARGET_REGIONS <<< "$TARGET_REGIONS_STR"
|
||||||
|
|
||||||
|
if [ "${#TARGET_REGIONS[@]}" -eq 0 ]; then
|
||||||
|
echo "[ami-replicate] ERROR: No target regions provided." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Fetch AMI metadata from base region
|
||||||
|
read -r IMAGE_NAME IMAGE_DESC <<< "$(aws ec2 describe-images \
|
||||||
|
--region "$BASE_REGION" \
|
||||||
|
--image-ids "$AMI_ID" \
|
||||||
|
--query 'Images[0].[Name,Description]' \
|
||||||
|
--output text)"
|
||||||
|
|
||||||
|
if [ -z "$IMAGE_NAME" ] || [ "$IMAGE_NAME" = "None" ]; then
|
||||||
|
echo "[ami-replicate] ERROR: Unable to resolve AMI name for $AMI_ID in $BASE_REGION" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "$IMAGE_DESC" ] || [ "$IMAGE_DESC" = "None" ]; then
|
||||||
|
IMAGE_DESC="Cloud-Neutra ${EDITION} image Ubuntu ${UBUNTU_VERSION} ${CPU_ARCH}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
TAG_SET=(
|
||||||
|
Key=Name,Value="$IMAGE_NAME"
|
||||||
|
Key=Project,Value="$PROJECT_TAG"
|
||||||
|
Key=Edition,Value="$EDITION"
|
||||||
|
Key=UbuntuVersion,Value="$UBUNTU_VERSION"
|
||||||
|
Key=Architecture,Value="$CPU_ARCH"
|
||||||
|
Key=Role,Value=Golden-Image
|
||||||
|
Key=SourceRegion,Value="$BASE_REGION"
|
||||||
|
)
|
||||||
|
|
||||||
|
for REGION in "${TARGET_REGIONS[@]}"; do
|
||||||
|
if [ "$REGION" = "$BASE_REGION" ]; then
|
||||||
|
echo "[ami-replicate] Skip base region $BASE_REGION"
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "[ami-replicate] Replicating $AMI_ID ($IMAGE_NAME) to $REGION ..."
|
||||||
|
|
||||||
|
NEW_AMI_ID=$(aws ec2 copy-image \
|
||||||
|
--region "$REGION" \
|
||||||
|
--source-region "$BASE_REGION" \
|
||||||
|
--source-image-id "$AMI_ID" \
|
||||||
|
--name "$IMAGE_NAME" \
|
||||||
|
--description "$IMAGE_DESC" \
|
||||||
|
--query 'ImageId' \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
echo "[ami-replicate] Waiting for AMI $NEW_AMI_ID in $REGION to become available ..."
|
||||||
|
aws ec2 wait image-available --region "$REGION" --image-ids "$NEW_AMI_ID"
|
||||||
|
|
||||||
|
echo "[ami-replicate] Tagging AMI $NEW_AMI_ID in $REGION"
|
||||||
|
aws ec2 create-tags --region "$REGION" --resources "$NEW_AMI_ID" --tags "${TAG_SET[@]}"
|
||||||
|
|
||||||
|
SNAPSHOT_IDS=$(aws ec2 describe-images \
|
||||||
|
--region "$REGION" \
|
||||||
|
--image-ids "$NEW_AMI_ID" \
|
||||||
|
--query 'Images[0].BlockDeviceMappings[].Ebs.SnapshotId' \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
if [ -n "$SNAPSHOT_IDS" ]; then
|
||||||
|
for SNAP_ID in $SNAPSHOT_IDS; do
|
||||||
|
echo "[ami-replicate] Tagging snapshot $SNAP_ID in $REGION"
|
||||||
|
aws ec2 create-tags --region "$REGION" --resources "$SNAP_ID" --tags "${TAG_SET[@]}"
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "[ami-replicate] Completed replication to $REGION (AMI: $NEW_AMI_ID)"
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "[ami-replicate] Replication process finished."
|
||||||
60
packer/Cloud-Neutra-VMs/scripts/base/01_os_base.sh
Normal file
60
packer/Cloud-Neutra-VMs/scripts/base/01_os_base.sh
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# 强制非交互模式(解决 debconf / dpkg-preconfigure 报错)
|
||||||
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
export DEBCONF_NONINTERACTIVE_SEEN=true
|
||||||
|
|
||||||
|
echo "[Cloud-Neutra] OS Base Initialization"
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Enable standard repositories
|
||||||
|
##############################################
|
||||||
|
sudo add-apt-repository universe -y || true
|
||||||
|
sudo add-apt-repository multiverse -y || true
|
||||||
|
sudo add-apt-repository restricted -y || true
|
||||||
|
sudo sed -i 's/# deb/deb/g' /etc/apt/sources.list
|
||||||
|
|
||||||
|
sudo apt-get update -y
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Safe upgrade (no kernel updates)
|
||||||
|
##############################################
|
||||||
|
sudo apt-get dist-upgrade -y --no-install-recommends
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Remove snapd
|
||||||
|
##############################################
|
||||||
|
if command -v snap >/dev/null 2>&1; then
|
||||||
|
sudo systemctl stop snapd.service || true
|
||||||
|
fi
|
||||||
|
|
||||||
|
sudo apt-get remove --purge -y snapd || true
|
||||||
|
sudo rm -rf /var/cache/snapd/ ~/snap /snap || true
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Remove MOTD noise and useless packages
|
||||||
|
##############################################
|
||||||
|
sudo apt-get remove --purge -y \
|
||||||
|
landscape-common \
|
||||||
|
update-notifier-common \
|
||||||
|
motd-news-config \
|
||||||
|
apport \
|
||||||
|
whoopsie || true
|
||||||
|
|
||||||
|
sudo rm -rf /etc/update-motd.d/* || true
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Add minimal essential tools
|
||||||
|
##############################################
|
||||||
|
sudo apt-get install -y --no-install-recommends \
|
||||||
|
jq curl unzip gnupg lsb-release ca-certificates \
|
||||||
|
software-properties-common net-tools iproute2 iptables
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Disable auto-update timers
|
||||||
|
##############################################
|
||||||
|
sudo systemctl disable apt-daily.service apt-daily-upgrade.service || true
|
||||||
|
sudo systemctl disable apt-daily.timer apt-daily-upgrade.timer || true
|
||||||
|
|
||||||
|
echo "[Cloud-Neutra] Base OS setup completed."
|
||||||
35
packer/Cloud-Neutra-VMs/scripts/base/02_hardening.sh
Normal file
35
packer/Cloud-Neutra-VMs/scripts/base/02_hardening.sh
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# 强制非交互模式(解决 debconf / dpkg-preconfigure 报错)
|
||||||
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
export DEBCONF_NONINTERACTIVE_SEEN=true
|
||||||
|
|
||||||
|
echo "[Cloud-Neutra] System Hardening"
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# SSH hardening
|
||||||
|
##############################################
|
||||||
|
sudo sed -i 's/^#PasswordAuthentication yes/PasswordAuthentication no/' /etc/ssh/sshd_config
|
||||||
|
sudo sed -i 's/^#PermitRootLogin .*/PermitRootLogin no/' /etc/ssh/sshd_config
|
||||||
|
sudo sed -i 's/^X11Forwarding yes/X11Forwarding no/' /etc/ssh/sshd_config
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Sysctl tuning (safe defaults)
|
||||||
|
##############################################
|
||||||
|
cat <<EOF | sudo tee /etc/sysctl.d/99-cloud-neutra.conf
|
||||||
|
fs.inotify.max_user_watches=524288
|
||||||
|
vm.swappiness=10
|
||||||
|
net.ipv4.ip_forward=1
|
||||||
|
net.ipv4.conf.all.rp_filter=1
|
||||||
|
EOF
|
||||||
|
|
||||||
|
sudo sysctl --system || true
|
||||||
|
|
||||||
|
##############################################
|
||||||
|
# Journald persistent logging
|
||||||
|
##############################################
|
||||||
|
sudo mkdir -p /var/log/journal
|
||||||
|
sudo systemd-tmpfiles --create --prefix /var/log/journal
|
||||||
|
|
||||||
|
echo "[Cloud-Neutra] Hardening complete."
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user