improve health checks across all nomad job specs
All checks were successful
CI / Terraform fmt + validate (pull_request) Successful in 27s
CI / Nomad job spec validate (pull_request) Successful in 22s
CI / Docker image pull validation (pull_request) Successful in 16s
CI / Terraform fmt + validate (push) Successful in 23s
CI / Nomad job spec validate (push) Successful in 22s
CI / Docker image pull validation (push) Has been skipped
All checks were successful
CI / Terraform fmt + validate (pull_request) Successful in 27s
CI / Nomad job spec validate (pull_request) Successful in 22s
CI / Docker image pull validation (pull_request) Successful in 16s
CI / Terraform fmt + validate (push) Successful in 23s
CI / Nomad job spec validate (push) Successful in 22s
CI / Docker image pull validation (push) Has been skipped
- traefik: TCP → HTTP check on /ping (enable ping entrypoint) - gitea: check path → /api/healthz - jellyfin: TCP → HTTP check on /health - glance: TCP → HTTP check on / - sonarr/prowlarr: check path / → /ping (×2 checks each) - ntfy/transfer/deluge/openreader/authelia/pgadmin: add name and port to existing checks - postgres: remove invalid TCP check (Connect-enabled service) - unifi: TCP → script check via curl (macvlan host isolation workaround)
This commit was merged in pull request #15.
This commit is contained in:
@@ -58,8 +58,10 @@ job "pgadmin" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -7,6 +7,10 @@ job "postgres" {
|
|||||||
connect {
|
connect {
|
||||||
sidecar_service {}
|
sidecar_service {}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Note: TCP checks are not valid for Connect-enabled services (runs through
|
||||||
|
# Envoy sidecar). Postgres is a single-writer DB that we never canary, so
|
||||||
|
# observable health via Consul is lower priority than other services.
|
||||||
}
|
}
|
||||||
|
|
||||||
task "postgres" {
|
task "postgres" {
|
||||||
|
|||||||
@@ -33,8 +33,10 @@ job "authelia" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/health"
|
path = "/health"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -35,7 +35,8 @@ job "traefik" {
|
|||||||
|
|
||||||
check {
|
check {
|
||||||
name = "alive"
|
name = "alive"
|
||||||
type = "tcp"
|
type = "http"
|
||||||
|
path = "/ping"
|
||||||
port = "api"
|
port = "api"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
@@ -85,6 +86,9 @@ api:
|
|||||||
dashboard: true
|
dashboard: true
|
||||||
insecure: true
|
insecure: true
|
||||||
|
|
||||||
|
ping:
|
||||||
|
entryPoint: traefik
|
||||||
|
|
||||||
providers:
|
providers:
|
||||||
file:
|
file:
|
||||||
directory: "/etc/traefik/configs/"
|
directory: "/etc/traefik/configs/"
|
||||||
|
|||||||
@@ -54,8 +54,10 @@ EOH
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
@@ -78,8 +80,10 @@ EOH
|
|||||||
}
|
}
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -32,8 +32,10 @@ job "gitea" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/api/healthz"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ job "glance" {
|
|||||||
driver = "docker"
|
driver = "docker"
|
||||||
|
|
||||||
config {
|
config {
|
||||||
image = "glanceapp/glance:latest"
|
image = "glanceapp/glance:v0.7.8"
|
||||||
ports = ["http"]
|
ports = ["http"]
|
||||||
volumes = [
|
volumes = [
|
||||||
"local/glance.yml:/app/config/glance.yml",
|
"local/glance.yml:/app/config/glance.yml",
|
||||||
@@ -30,7 +30,8 @@ job "glance" {
|
|||||||
|
|
||||||
check {
|
check {
|
||||||
name = "alive"
|
name = "alive"
|
||||||
type = "tcp"
|
type = "http"
|
||||||
|
path = "/"
|
||||||
port = "http"
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
|
|||||||
@@ -28,10 +28,11 @@ job "jellyfin" {
|
|||||||
|
|
||||||
check {
|
check {
|
||||||
name = "alive"
|
name = "alive"
|
||||||
type = "tcp"
|
type = "http"
|
||||||
|
path = "/health"
|
||||||
port = "http"
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "5s"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -33,8 +33,10 @@ job "ntfy" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/healthz"
|
path = "/healthz"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -31,8 +31,10 @@ job "openreader" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
@@ -48,8 +50,10 @@ job "openreader" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -34,8 +34,9 @@ job "prowlarr" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/ping"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
@@ -51,8 +52,9 @@ job "prowlarr" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/ping"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -37,8 +37,9 @@ job "sonarr" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/ping"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
@@ -54,8 +55,9 @@ job "sonarr" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/ping"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -16,8 +16,10 @@ job "transfer" {
|
|||||||
]
|
]
|
||||||
|
|
||||||
check {
|
check {
|
||||||
|
name = "alive"
|
||||||
type = "http"
|
type = "http"
|
||||||
path = "/"
|
path = "/"
|
||||||
|
port = "http"
|
||||||
interval = "10s"
|
interval = "10s"
|
||||||
timeout = "2s"
|
timeout = "2s"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -21,6 +21,26 @@ job "unifi-network" {
|
|||||||
UNIFI_STDOUT = "true"
|
UNIFI_STDOUT = "true"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Register in Consul so Traefik and health checks can find it.
|
||||||
|
# address_mode=driver uses the macvlan IP (192.168.1.50) rather than the host IP.
|
||||||
|
service {
|
||||||
|
name = "unifi-network"
|
||||||
|
port = 8443
|
||||||
|
address_mode = "driver"
|
||||||
|
|
||||||
|
# TCP/HTTP checks from the Consul agent can't reach the macvlan IP (host↔macvlan
|
||||||
|
# isolation). Use a script check instead — it runs inside the container via
|
||||||
|
# docker exec and connects to localhost:8443 directly.
|
||||||
|
check {
|
||||||
|
name = "alive"
|
||||||
|
type = "script"
|
||||||
|
command = "/usr/bin/curl"
|
||||||
|
args = ["-sk", "--max-time", "5", "-o", "/dev/null", "https://localhost:8443"]
|
||||||
|
interval = "30s"
|
||||||
|
timeout = "10s"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
volume_mount {
|
volume_mount {
|
||||||
volume = "unraid_appdata_unifi_network"
|
volume = "unraid_appdata_unifi_network"
|
||||||
destination = "/unifi" # Expected root directory (contains data, log, cert subdirs)
|
destination = "/unifi" # Expected root directory (contains data, log, cert subdirs)
|
||||||
|
|||||||
@@ -188,8 +188,8 @@ Most jobs already have Consul health checks — these can use `health_check = "c
|
|||||||
| frigate | ✅ | ✅ `single-node-writer` | ⚠️ same — rolling |
|
| frigate | ✅ | ✅ `single-node-writer` | ⚠️ same — rolling |
|
||||||
| glance | ✅ | no | ✅ yes |
|
| glance | ✅ | no | ✅ yes |
|
||||||
| transfer | ✅ | ✅ `single-node-writer` | ⚠️ rolling |
|
| transfer | ✅ | ✅ `single-node-writer` | ⚠️ rolling |
|
||||||
| openreader | ❌ | ✅ `single-node-writer` | ⚠️ add check first, then rolling |
|
| openreader | ✅ `/` | ✅ `single-node-writer` | ⚠️ rolling |
|
||||||
| unifi | ❌ | ✅ `single-node-writer` | ⚠️ add check first, then rolling |
|
| unifi | ✅ script | ✅ `single-node-writer` | ⚠️ rolling |
|
||||||
| traefik | (ingress) | ✅ | ⚠️ rolling — downtime risk, promote quickly |
|
| traefik | (ingress) | ✅ | ⚠️ rolling — downtime risk, promote quickly |
|
||||||
| authelia | (ingress) | ✅ | ✅ stateless config, canary fine |
|
| authelia | (ingress) | ✅ | ✅ stateless config, canary fine |
|
||||||
| renovate | batch job | n/a | n/a — no deployment model |
|
| renovate | batch job | n/a | n/a — no deployment model |
|
||||||
@@ -298,8 +298,8 @@ exit 1
|
|||||||
- [x] **Phase 1c**: Add Nomad validate step — add `NOMAD_ADDR` + read-only `NOMAD_TOKEN` to Gitea secrets
|
- [x] **Phase 1c**: Add Nomad validate step — add `NOMAD_ADDR` + read-only `NOMAD_TOKEN` to Gitea secrets
|
||||||
- [x] **Phase 2**: Add image pull validation step to the workflow
|
- [x] **Phase 2**: Add image pull validation step to the workflow
|
||||||
- [ ] **Phase 3a**: Add `update` stanzas to ntfy and glance (simplest, no volume conflict)
|
- [ ] **Phase 3a**: Add `update` stanzas to ntfy and glance (simplest, no volume conflict)
|
||||||
- [ ] **Phase 3b**: Add rolling `update` stanzas to remaining service jobs (jellyfin, sonarr, etc.)
|
- [ ] **Phase 3b**: Add rolling `update` stanzas to remaining service jobs (jellyfin, sonarr, prowlarr, deluge, gitea, immich, transfer, frigate, openreader, unifi, authelia, traefik)
|
||||||
- [ ] **Phase 3c**: Add health checks to openreader and unifi before adding update stanzas
|
- [x] **Phase 3c**: Add health checks to openreader and unifi before adding update stanzas
|
||||||
- [ ] **Phase 4a**: Add on-push workflow that runs `terraform apply -auto-approve` using full credential set
|
- [ ] **Phase 4a**: Add on-push workflow that runs `terraform apply -auto-approve` using full credential set
|
||||||
- [ ] **Phase 4b**: Add deployment promotion/revert polling script
|
- [ ] **Phase 4b**: Add deployment promotion/revert polling script
|
||||||
- [ ] **Phase 4c**: Wire ntfy notifications for promote/revert outcomes
|
- [ ] **Phase 4c**: Wire ntfy notifications for promote/revert outcomes
|
||||||
|
|||||||
Reference in New Issue
Block a user