trade-next/trade-gitops
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(sol): add agave-backed dlob hot path for canary
Some checks failed
deploy-trade-r001-canary / apply (push) Failing after 5m41s
Details

Browse Source
This commit is contained in:
mpabi
2026-04-12 18:10:42 +02:00
parent 948c37c3f5
commit e1e993e2ac
26 changed files with 1110 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

81
.gitea/workflows/deploy-trade-r001-canary.yaml
View File

@@ -34,7 +34,7 @@ jobs:
env:
KUBECONFIG: /tmp/kubeconfig
run: |
kubectl -n trade-r001-canary get secret trade-postgres trade-hasura trade-api trade-frontend-tokens trade-basic-auth trade-ingestor-tokens gitea-registry
kubectl -n trade-r001-canary get secret trade-postgres trade-hasura trade-api trade-frontend-tokens trade-basic-auth trade-ingestor-tokens trade-dlob-rpc gitea-registry
- name: Recreate bootstrap jobs
env:
@@ -42,6 +42,13 @@ jobs:
run: |
kubectl -n trade-r001-canary delete job postgres-migrate hasura-bootstrap --ignore-not-found=true
- name: Apply shared host access infrastructure
env:
KUBECONFIG: /tmp/kubeconfig
run: |
kubectl apply -k environments/sol/trade-infra
kubectl -n trade-infra get svc,endpointslice
- name: Apply canary environment
env:
KUBECONFIG: /tmp/kubeconfig
@@ -54,7 +61,14 @@ jobs:
env:
KUBECONFIG: /tmp/kubeconfig
run: |
kubectl -n trade-r001-canary rollout restart deploy/hasura deploy/trade-api deploy/trade-frontend deploy/trade-ingestor
kubectl -n trade-r001-canary rollout restart \
deploy/hasura \
deploy/trade-api \
deploy/trade-frontend \
deploy/trade-ingestor \
deploy/dlob-publisher-hot \
deploy/dlob-hot-redis-to-postgres-raw-writer \
deploy/dlob-hot-postgres-to-postgres-derived-writer
- name: Wait for database and metadata bootstrap
env:
@@ -71,6 +85,9 @@ jobs:
kubectl -n trade-r001-canary rollout status deploy/trade-api --timeout=300s
kubectl -n trade-r001-canary rollout status deploy/trade-frontend --timeout=300s
kubectl -n trade-r001-canary rollout status deploy/trade-ingestor --timeout=300s
kubectl -n trade-r001-canary rollout status deploy/dlob-publisher-hot --timeout=420s
kubectl -n trade-r001-canary rollout status deploy/dlob-hot-redis-to-postgres-raw-writer --timeout=300s
kubectl -n trade-r001-canary rollout status deploy/dlob-hot-postgres-to-postgres-derived-writer --timeout=300s
kubectl -n trade-r001-canary get deploy,pods -o wide
- name: Verify trade-ingestor runtime
@@ -94,6 +111,9 @@ jobs:
const targets = [
['postgres-host.trade-infra.svc.cluster.local', 5432],
['redis-host.trade-infra.svc.cluster.local', 6379],
['agave-rpc-host.trade-infra.svc.cluster.local', 8899],
['agave-ws-host.trade-infra.svc.cluster.local', 8900],
['agave-grpc-host.trade-infra.svc.cluster.local', 10000],
];
function checkSocket(host, port) {
@@ -120,6 +140,63 @@ jobs:
process.exit(1);
});
JS
- name: Verify DLOB hot-path runtime
env:
KUBECONFIG: /tmp/kubeconfig
run: |
kubectl -n trade-r001-canary logs deploy/dlob-publisher-hot --tail=20
kubectl -n trade-r001-canary logs deploy/dlob-hot-redis-to-postgres-raw-writer --tail=20
kubectl -n trade-r001-canary logs deploy/dlob-hot-postgres-to-postgres-derived-writer --tail=20
pod_name="$(kubectl -n trade-r001-canary get pod -l app.kubernetes.io/name=trade-ingestor -o jsonpath='{.items[0].metadata.name}')"
kubectl -n trade-r001-canary exec -i "$pod_name" -- node - <<'JS'
const endpoint = 'http://hasura:8080/v1/graphql';
const adminSecret = process.env.HASURA_ADMIN_SECRET;
const query = `
query {
dlob_hot_derived_latest(limit: 1, order_by: { updated_at: desc }) {
market_name
updated_at
source
}
}
`;
async function check() {
const response = await fetch(endpoint, {
method: 'POST',
headers: {
'content-type': 'application/json',
'x-hasura-admin-secret': adminSecret,
},
body: JSON.stringify({ query }),
signal: AbortSignal.timeout(10000),
});
const payload = await response.json();
const rows = payload?.data?.dlob_hot_derived_latest || [];
if (!rows.length) {
throw new Error('No rows in dlob_hot_derived_latest yet');
}
console.log(JSON.stringify(rows[0], null, 2));
}
(async () => {
for (let attempt = 0; attempt < 24; attempt += 1) {
try {
await check();
return;
} catch (error) {
if (attempt === 23) {
throw error;
}
await new Promise((resolve) => setTimeout(resolve, 5000));
}
}
})().catch((error) => {
console.error(String(error && error.message ? error.message : error));
process.exit(1);
});
JS
kubectl -n trade-r001-canary exec -i "$pod_name" -- node - <<'JS'
const targets = [
'http://hasura:8080/healthz',