add: stand configs

This commit is contained in:
“Naeel”
2026-06-30 15:46:24 +04:00
parent ca276d200f
commit 1a52506fb1
91 changed files with 10766 additions and 0 deletions
+22
View File
@@ -0,0 +1,22 @@
// Фиксируем провайдер и версию, чтобы поведение было стабильным.
terraform {
required_providers {
nubes = {
source = "terra.k8c.ru/nubes/nubes"
version = "2.1.10"
}
}
}
// Провайдер Nubes для создания ресурсов.
provider "nubes" {
api_token = var.api_token
api_endpoint = "https://deck-api.ngcloud.ru/api/v1/index.cfm"
}
// Токен доступа к Nubes API.
variable "api_token" {
type = string
sensitive = true
description = "Nubes API token"
}
@@ -0,0 +1,209 @@
<cfcomponent displayname="Application" output="true">
<!--- Базовая конфигурация приложения и подключение JAR-клиента RabbitMQ. --->
<cfset this.Name = "rabbit-lsd-ui" />
<cfset this.sessionmanagement = "Yes" />
<cfset this.datasource = "testds" />
<cfset this.javaSettings = { loadPaths = [ expandPath("./lib") ] } />
<!--- Инициализируем datasource из переменных окружения. --->
<cfset getDS(this.datasource) />
<!--- Безопасное чтение переменной окружения с дефолтом. --->
<cffunction name="getEnv" access="private" returntype="string">
<cfargument name="key" type="string" required="true" />
<cfargument name="def" type="string" required="true" />
<cfset var system = createObject("java", "java.lang.System") />
<cfset var val = system.getEnv(arguments.key) />
<cfif isDefined("val") AND len(val)><cfreturn val /></cfif>
<cfreturn arguments.def />
</cffunction>
<!--- Собираем datasource из набора *_field переменных окружения. --->
<cffunction name="getDS" access="private" returntype="void">
<cfargument name="dsname" type="string" required="true" />
<cfset var system = createObject("java", "java.lang.System") />
<cfset var ds = {} />
<cfloop list="class,connectionString,database,driver,host,port,type,url,username,password,bundleName,bundleVersion,connectionLimit,liveTimeout,validate" item="field">
<cfset var envVal = system.getEnv("#arguments.dsname#_#field#") />
<cfif isDefined("envVal") AND len(envVal)><cfset ds[field] = envVal /></cfif>
</cfloop>
<cfset this.datasources[arguments.dsname] = ds />
</cffunction>
<!--- Публикация CRUD-сообщения в RabbitMQ. --->
<cffunction name="publishToRabbit" access="private" returntype="void">
<cfargument name="payload" type="struct" required="true" />
<cfset var host = getEnv("RABBIT_HOST", "") />
<cfset var user = getEnv("RABBIT_USER", "") />
<cfset var pass = getEnv("RABBIT_PASSWORD", "") />
<cfset var vhost = getEnv("RABBIT_VHOST", "/") />
<cfset var port = getEnv("RABBIT_PORT", "5672") />
<cfset var queueList = listToArray(getEnv("RABBIT_QUEUES", "crud_queue")) />
<cfset var queueName = trim(queueList[1]) />
<cfset var durable = lcase(getEnv("RABBIT_DURABLE", "true")) EQ "true" />
<cfset var factory = createObject("java", "com.rabbitmq.client.ConnectionFactory") />
<cfset var connection = "" />
<cfset var channel = "" />
<!--- Не стартуем публикацию без базовых кредов. --->
<cfif host EQ "" OR user EQ "" OR pass EQ "">
<cfthrow message="Rabbit credentials are missing" />
</cfif>
<cfset factory.setHost(host) />
<cfset factory.setPort(JavaCast("int", port)) />
<cfset factory.setUsername(user) />
<cfset factory.setPassword(pass) />
<cfset factory.setVirtualHost(vhost) />
<!--- Подключаемся, объявляем очередь и отправляем JSON. --->
<cftry>
<cfset connection = factory.newConnection() />
<cfset channel = connection.createChannel() />
<cfset channel.queueDeclare(queueName, durable, false, false, JavaCast("null", "")) />
<cfset var payloadJson = serializeJSON(arguments.payload) />
<cfset var body = createObject("java", "java.lang.String").init(payloadJson).getBytes("UTF-8") />
<cfset channel.basicPublish("", queueName, JavaCast("null", ""), body) />
<cfif isDefined("channel")><cfset channel.close() /></cfif>
<cfif isDefined("connection")><cfset connection.close() /></cfif>
<cfcatch>
<cfif isDefined("channel")><cfset channel.close() /></cfif>
<cfif isDefined("connection")><cfset connection.close() /></cfif>
<cfthrow message="#cfcatch.message#" />
</cfcatch>
</cftry>
</cffunction>
<!--- Основной обработчик запроса: подготовка БД, логов и POST-операций. --->
<cffunction name="OnRequest" access="public" returntype="void" output="true">
<cfargument name="template" type="string" required="true" />
<cfset request.DS = this.datasource />
<cfset request.tableName = getEnv("PG_TABLE", "rabbit_messages") />
<cfset request.logTableName = getEnv("UI_LOG_TABLE", "rabbit_ui_log") />
<cfset request.rabbitAdminUrl = getEnv("RABBIT_ADMIN_URL", "") />
<cfset request.rabbitUser = getEnv("RABBIT_USER", "") />
<cfset request.rabbitPassword = getEnv("RABBIT_PASSWORD", "") />
<cfset request.nodeworkerUrl = getEnv("NODEWORKER_URL", "") />
<!--- Гарантируем наличие основной таблицы сообщений. --->
<cftry>
<cfquery datasource="#request.DS#">
CREATE TABLE IF NOT EXISTS #request.tableName# (id SERIAL PRIMARY KEY, test_data TEXT, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP)
</cfquery>
<cfcatch><cfset request.db_error = cfcatch.message /></cfcatch>
</cftry>
<!--- Гарантируем наличие таблицы лога UI и обновляем статусы. --->
<cftry>
<cfquery datasource="#request.DS#">
CREATE TABLE IF NOT EXISTS #request.logTableName# (
id SERIAL PRIMARY KEY,
action TEXT NOT NULL,
text TEXT,
request_id TEXT,
target_id INTEGER,
queued_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
processed_at TIMESTAMP,
status TEXT DEFAULT 'queued',
error_reason TEXT
)
</cfquery>
<cfquery datasource="#request.DS#">
ALTER TABLE #request.logTableName# ADD COLUMN IF NOT EXISTS error_reason TEXT
</cfquery>
<cfquery datasource="#request.DS#">
UPDATE #request.logTableName#
SET processed_at = NOW(), status = 'done'
WHERE status = 'queued'
AND action IN ('create','update')
AND request_id IS NOT NULL
AND EXISTS (
SELECT 1 FROM #request.tableName#
WHERE test_data LIKE '%' || '[req:' || request_id || ']%'
)
</cfquery>
<cfquery datasource="#request.DS#">
UPDATE #request.logTableName#
SET processed_at = NOW(), status = 'done'
WHERE status = 'queued'
AND action = 'delete'
AND target_id IS NOT NULL
AND NOT EXISTS (
SELECT 1 FROM #request.tableName# WHERE id = target_id
)
</cfquery>
<cfquery datasource="#request.DS#">
UPDATE #request.logTableName#
SET status = 'failed', error_reason = 'target not found'
WHERE status = 'queued'
AND action = 'update'
AND target_id IS NOT NULL
AND NOT EXISTS (
SELECT 1 FROM #request.tableName# WHERE id = target_id
)
</cfquery>
<cfcatch><cfset request.db_error = cfcatch.message /></cfcatch>
</cftry>
<!--- Обрабатываем POST CRUD и отправляем событие в очередь. --->
<cfif CGI.REQUEST_METHOD EQ "POST" AND structKeyExists(form, "crud_action")>
<cfset var action = lcase(form.crud_action) />
<cfset var requestId = createUUID() />
<cfset var payload = { "request_id" = requestId } />
<cfset var logText = "" />
<cfset var logTargetId = "" />
<!--- Формируем payload и лог для очереди. --->
<cftry>
<cfswitch expression="#action#">
<cfcase value="insert">
<cfset payload.action = "create" />
<cfset logText = trim(form.txt_content) />
<cfset payload.text = logText & " [req:" & requestId & "]" />
</cfcase>
<cfcase value="update">
<cfif NOT structKeyExists(form, "id")>
<cfthrow message="Missing id for update" />
</cfif>
<cfset payload.action = "update" />
<cfset payload.id = val(form.id) />
<cfset logText = trim(form.txt_content) />
<cfset logTargetId = toString(val(form.id)) />
<cfset payload.text = logText & " [req:" & requestId & "]" />
</cfcase>
<cfcase value="delete">
<cfif NOT structKeyExists(form, "id")>
<cfthrow message="Missing id for delete" />
</cfif>
<cfset payload.action = "delete" />
<cfset payload.id = val(form.id) />
<cfset logTargetId = toString(val(form.id)) />
<cfset logText = "delete id " & logTargetId />
</cfcase>
<cfdefaultcase>
<cfthrow message="Unknown action" />
</cfdefaultcase>
</cfswitch>
<!--- Публикуем сообщение и пишем запись в лог UI. --->
<cfset publishToRabbit(payload) />
<cfquery datasource="#request.DS#">
INSERT INTO #request.logTableName# (action, text, request_id, target_id, queued_at, status)
VALUES (
<cfqueryparam value="#payload.action#" cfsqltype="cf_sql_varchar">,
<cfqueryparam value="#logText#" cfsqltype="cf_sql_varchar">,
<cfqueryparam value="#requestId#" cfsqltype="cf_sql_varchar">,
<cfqueryparam value="#logTargetId#" cfsqltype="cf_sql_integer" null="#NOT len(logTargetId)#">,
NOW(),
'queued'
)
</cfquery>
<cflocation url="#CGI.SCRIPT_NAME#" addtoken="false">
<cfcatch>
<cfset request.queue_error = cfcatch.message />
</cfcatch>
</cftry>
</cfif>
<cfinclude template="#arguments.template#" />
</cffunction>
</cfcomponent>
+45
View File
@@ -0,0 +1,45 @@
# Lucee UI for Rabbit CRUD
UI publishes CRUD actions to RabbitMQ and reads results from Postgres.
Коротко: интерфейс пишет в RabbitMQ, а фактическое состояние берет из Postgres, чтобы показать разницу между "поставлено в очередь" и "исполнено".
## Behavior
- Insert/Update/Delete actions are queued via RabbitMQ.
- A status banner shows when the action was queued and when it appears in Postgres.
- The UI reads the latest rows from the table defined by `PG_TABLE`.
## Environment variables
Lucee datasource (required):
- `testds_connectionString`
- `testds_username`
- `testds_password`
- `testds_class` (org.postgresql.Driver)
- `testds_bundleName` (org.postgresql.jdbc)
- `testds_bundleVersion` (42.6.0)
- `testds_connectionLimit` (5)
- `testds_liveTimeout` (15)
- `testds_validate` (false)
RabbitMQ (required):
- `RABBIT_HOST`
- `RABBIT_PORT` (default 5672)
- `RABBIT_USER`
- `RABBIT_PASSWORD`
- `RABBIT_VHOST` (default `/`)
- `RABBIT_QUEUES` (default `crud_queue`)
- `RABBIT_DURABLE` (default `true`)
Optional:
- `PG_TABLE` (default `rabbit_messages`)
Optional:
- `UI_LOG_TABLE` (default `rabbit_ui_log`) — таблица лога для статуса запросов UI.
## Notes
This app uses RabbitMQ Java client JARs located in `lib/`.
Комментарий: JAR-ы подключены через `this.javaSettings.loadPaths`, поэтому важно держать `lib/` рядом с приложением.
+2
View File
@@ -0,0 +1,2 @@
<!--- Простой редирект на основной экран UI. --->
<cflocation addtoken="No" url="query.cfm##q"/>
+219
View File
@@ -0,0 +1,219 @@
<!DOCTYPE html>
<html lang="ru">
<head>
<meta charset="UTF-8">
<title>Nubes | Rabbit CRUD UI</title>
<link rel="icon" href="https://nubes.ru/themes/custom/nubes/images/nubes-ico.svg" type="image/svg+xml">
<style>
:root { --nubes-blue: #005BFF; --nubes-dark: #1A1A1A; --nubes-grey: #F8F9FA; --nubes-border: #E5E7EB; --nubes-green: #0f9d58; --nubes-red: #d93025; }
body { font-family: 'Segoe UI', Tahoma, sans-serif; margin: 0; padding: 0; background: var(--nubes-grey); color: var(--nubes-dark); }
.header-bg { position: sticky; top: 0; z-index: 1000; background: #fff; border-bottom: 1px solid var(--nubes-border); padding: 15px 0; box-shadow: 0 2px 10px rgba(0,0,0,0.05); }
.container { max-width: 1100px; margin: auto; padding: 0 20px; }
.header-content { display: flex; align-items: center; justify-content: space-between; }
.logo { height: 40px; }
.main-content { padding: 32px 0; }
.card { background: #fff; padding: 24px; border-radius: 16px; box-shadow: 0 4px 20px rgba(0,0,0,0.04); margin-bottom: 20px; }
h3 { margin: 0 0 12px 0; }
.btn { display: inline-flex; align-items: center; justify-content: center; cursor: pointer; padding: 12px 24px; border: none; border-radius: 8px; font-weight: 600; font-size: 14px; }
.btn-primary { background: var(--nubes-blue); color: #fff; }
.btn-action { padding: 6px; background: #fff; border: 1px solid var(--nubes-border); border-radius: 8px; font-size: 16px; line-height: 1; cursor: pointer; min-width: 32px; }
.btn-action:hover { background: var(--nubes-grey); border-color: var(--nubes-blue); }
.input-group { display: flex; gap: 12px; margin-bottom: 12px; }
input[type="text"] { flex-grow: 1; padding: 12px 16px; border: 1px solid var(--nubes-border); border-radius: 8px; font-size: 14px; }
table { width: 100%; border-collapse: collapse; }
th { text-align: left; padding: 8px 10px; font-size: 11px; text-transform: uppercase; color: #6B7280; border-bottom: 1px solid var(--nubes-border); }
td { padding: 8px 10px; font-size: 12px; border-bottom: 1px solid var(--nubes-border); vertical-align: top; }
tbody tr:nth-child(even) { background-color: #FAFBFC; }
tbody tr:hover { background-color: #F3F4F6; }
.id-cell { font-family: monospace; color: #9CA3AF; width: 60px; }
.actions-cell { display: flex; gap: 10px; width: 120px; }
.alert { padding: 12px 16px; border-radius: 10px; margin-bottom: 16px; font-size: 14px; }
.alert-info { background: #eef4ff; color: #234; border: 1px solid #d6e3ff; }
.alert-success { background: #eef8f1; color: #1e4620; border: 1px solid #cbe6d3; }
.alert-error { background: #fdeeee; color: var(--nubes-red); border: 1px solid #f4c7c3; }
.badge { display: inline-block; padding: 4px 10px; border-radius: 999px; font-size: 12px; font-weight: 600; }
.badge-queued { background: #eef4ff; color: #1d3b8b; }
.badge-done { background: #eef8f1; color: #1e4620; }
.small { font-size: 12px; color: #6B7280; }
.top-info { display: grid; grid-template-columns: 1fr 1fr; gap: 12px; }
.link-row { display: flex; gap: 10px; align-items: center; }
.link-row a { color: var(--nubes-blue); text-decoration: none; font-weight: 600; }
.split { display: grid; grid-template-columns: 1fr 1fr; gap: 20px; }
.tight { font-size: 12px; }
.table-scroll { overflow-y: auto; display: block; }
.table-scroll-queue { max-height: 220px; }
.table-scroll-db { max-height: 580px; }
.table-scroll table { margin: 0; }
.col-queued { width: 120px; }
.col-processed { width: 120px; }
.col-status { width: 90px; }
.col-id { width: 60px; }
.col-content { width: 100%; }
.col-req { width: 220px; }
.wide { grid-column: 1 / -1; }
@media (max-width: 980px) {
.split { grid-template-columns: 1fr; }
}
</style>
</head>
<body>
<!--- Сводный статус последней операции и базовые ссылки. --->
<cfset status = {}>
<cfset rabbitAdminUrl = request.rabbitAdminUrl>
<cfset rabbitUser = request.rabbitUser>
<cfset rabbitPassword = request.rabbitPassword>
<cfset nodeworkerUrl = request.nodeworkerUrl>
<!--- Лог последних событий из UI-очереди. --->
<cfquery name="qLog" datasource="#request.DS#">
SELECT id, action, text, request_id, target_id, queued_at, processed_at, status, error_reason
FROM #request.logTableName#
ORDER BY id DESC
</cfquery>
<!--- Формируем сообщение статуса из лога/ошибок. --->
<cfif structKeyExists(request, "queue_error")>
<cfset status.type = "error">
<cfset status.message = "Ошибка постановки в очередь: " & request.queue_error>
<cfelseif qLog.recordCount GT 0>
<cfset status.type = qLog.status[1] EQ "done" ? "success" : "info">
<cfif qLog.status[1] EQ "done">
<cfset status.message = "Исполнено в " & dateTimeFormat(qLog.processed_at[1], "yyyy-mm-dd HH:nn:ss")>
<cfelse>
<cfset status.message = "Поставлено в очередь: " & uCase(qLog.action[1]) & " в " & dateTimeFormat(qLog.queued_at[1], "yyyy-mm-dd HH:nn:ss")>
</cfif>
</cfif>
<!--- Фиксированный заголовок Nubes. --->
<div class="header-bg">
<div class="container header-content">
<img src="https://nubes.ru/themes/custom/nubes_2025/logo.svg" alt="Nubes" class="logo">
<div style="font-size: 14px; color: var(--nubes-blue); font-weight: 600;">Lucee + Rabbit + Postgres Demo</div>
</div>
</div>
<div class="container main-content">
<!--- Карточка с ссылками и кредами Rabbit/worker. --->
<div class="card">
<div class="top-info">
<div>
<div class="small">RabbitMQ UI</div>
<div class="link-row">
<cfif len(rabbitAdminUrl)>
<a href="<cfoutput>#rabbitAdminUrl#</cfoutput>" target="_blank">Открыть Rabbit UI</a>
<cfelse>
<span class="small">URL не задан</span>
</cfif>
</div>
<div class="small">Логин / Пароль</div>
<div><cfoutput>#rabbitUser#</cfoutput> / <cfoutput>#rabbitPassword#</cfoutput></div>
</div>
<div>
<div class="small">NodeJS Worker</div>
<div class="link-row">
<cfif len(nodeworkerUrl)>
<a href="<cfoutput>#nodeworkerUrl#</cfoutput>" target="_blank">Открыть NodeJS Worker</a>
<cfelse>
<span class="small">URL не задан</span>
</cfif>
</div>
</div>
</div>
</div>
<!--- Карточка действий CRUD. --->
<div class="card">
<cfif structKeyExists(request, "db_error")>
<div class="alert alert-error">Ошибка базы данных: <cfoutput>#request.db_error#</cfoutput></div>
</cfif>
<cfif structKeyExists(status, "message")>
<div class="alert <cfoutput>#status.type EQ 'success' ? 'alert-success' : (status.type EQ 'error' ? 'alert-error' : 'alert-info')#</cfoutput>">
<cfoutput>#status.message#</cfoutput>
</div>
</cfif>
<form method="post" class="input-group">
<input type="hidden" name="crud_action" value="insert">
<input type="text" name="txt_content" placeholder="Новое сообщение..." required>
<button type="submit" class="btn btn-primary">Поставить в очередь</button>
</form>
<div class="small">💾 — сохранить (update), 🗑 — удалить</div>
</div>
<!--- Две таблицы: очередь/лог и фактическая БД. --->
<div class="split">
<div class="card">
<h3>Очередь (лог отправки)</h3>
<div class="table-scroll table-scroll-queue">
<table class="tight">
<thead>
<tr>
<th>ID</th>
<th>Действие</th>
<th>Текст</th>
<th>Target</th>
<th class="col-queued">Queued</th>
<th class="col-processed">Processed</th>
<th class="col-status">Статус</th>
<th>Причина</th>
</tr>
</thead>
<tbody>
<cfoutput query="qLog">
<tr>
<td class="id-cell">#id#</td>
<td>#uCase(action)#</td>
<td>#HTMLEditFormat(text)#</td>
<td><cfif len(target_id)>#target_id#<cfelse>-</cfif></td>
<td>#dateTimeFormat(queued_at, "yyyy-mm-dd HH:nn:ss")#</td>
<td><cfif len(processed_at)>#dateTimeFormat(processed_at, "yyyy-mm-dd HH:nn:ss")#<cfelse>-</cfif></td>
<td>
<span class="badge <cfif status EQ 'done'>badge-done<cfelse>badge-queued</cfif>">#status#</span>
</td>
<td><cfif len(error_reason)>#HTMLEditFormat(error_reason)#<cfelse>-</cfif></td>
</tr>
</cfoutput>
</tbody>
</table>
</div>
</div>
<div class="card wide">
<h3>База (фактические записи)</h3>
<!--- Читаем последние фактические записи для сравнения с логом. --->
<cfquery name="qGet" datasource="#request.DS#">SELECT * FROM #request.tableName# ORDER BY id DESC</cfquery>
<div class="table-scroll table-scroll-db">
<table class="tight">
<thead><tr><th class="col-id">ID</th><th class="col-content">Содержимое</th><th class="col-req">Request ID</th><th>Действия</th></tr></thead>
<tbody>
<cfoutput query="qGet">
<!--- Отделяем request_id из хвоста строки. --->
<cfset reqMatch = reFindNoCase("\[req:[0-9a-f-]+\]$", test_data, 1, true)>
<cfset reqTag = reqMatch.pos[1] GT 0 ? mid(test_data, reqMatch.pos[1], reqMatch.len[1]) : "">
<cfset cleanText = reReplace(test_data, "(?i)\s*\[req:[0-9a-f-]+\]$", "", "all")>
<cfset reqId = reReplace(reqTag, "(?i)\[req:([0-9a-f-]+)\]", "\1", "all")>
<tr>
<td class="id-cell col-id">#id#</td>
<td>
<form method="post" id="upd_#id#" style="margin:0">
<input type="hidden" name="crud_action" value="update"><input type="hidden" name="id" value="#id#">
<input type="text" name="txt_content" value="#HTMLEditFormat(cleanText)#" style="width:100%; border:none; background:transparent;">
</form>
</td>
<td class="col-req"><cfif len(reqId)>#reqId#<cfelse>-</cfif></td>
<td class="actions-cell">
<button type="submit" form="upd_#id#" class="btn-action">💾</button>
<form method="post" style="margin:0" onsubmit="return confirm('Удалить?')">
<input type="hidden" name="crud_action" value="delete"><input type="hidden" name="id" value="#id#">
<button type="submit" class="btn-action">🗑</button>
</form>
</td>
</tr>
</cfoutput>
</tbody>
</table>
</div>
</div>
</div>
</div>
</body>
</html>
@@ -0,0 +1,3 @@
node_modules/
.npmrc
.env
@@ -0,0 +1,26 @@
# Rabbit NodeJS Worker
Consumes CRUD messages from RabbitMQ and writes to Postgres.
Комментарий: воркер специально пишет в таблицу демо и не хранит собственное состояние, кроме метрик в памяти.
## Environment variables
RabbitMQ:
- `AMQP_URL` (preferred), example: `amqp://user:pass@host:5672/vhost`
- or `RABBIT_HOST`, `RABBIT_PORT` (default 5672), `RABBIT_USER`, `RABBIT_PASSWORD`, `RABBIT_VHOST` (default `/`)
- `RABBIT_QUEUES` (default `crud_queue`)
- `RABBIT_DURABLE` (default `true`)
- `RABBIT_PREFETCH` (default `1`)
- `REQUEUE_ON_ERROR` (default `true`)
Postgres:
- `DATABASE_URL` (optional)
- or `PGHOST`, `PGPORT` (default 5432), `PGUSER`, `PGPASSWORD`, `PGDATABASE` (default `postgres`), `PGSSLMODE` (default `require`)
- `PG_TABLE` (default `rabbit_messages`)
## Notes
Health endpoint: `/healthz`.
HTML-страница со статусом доступна на `/`.
@@ -0,0 +1,13 @@
{
"name": "rabbit-nodeworker",
"version": "0.1.0",
"description": "RabbitMQ worker for CRUD demo",
"main": "server.js",
"scripts": {
"start": "node server.js"
},
"dependencies": {
"amqplib": "^0.10.4",
"pg": "^8.12.0"
}
}
@@ -0,0 +1,264 @@
const http = require("http");
const amqp = require("amqplib");
const { Pool } = require("pg");
// Состояние процесса для /healthz и статуса в UI.
const status = {
state: "starting",
error: "",
lastSuccess: "",
};
// Метрики обработки сообщений (показываются на HTML-странице).
const metrics = {
processed: 0,
failed: 0,
lastError: "",
lastMessageAt: "",
lastAction: "",
};
// Унифицированное обновление состояния.
function setStatus(state, error) {
status.state = state;
status.error = error || "";
if (!error) {
status.lastSuccess = new Date().toISOString();
}
}
// HTML-страница со статусом и счетчиками.
function renderStatusPage() {
const queueName = (process.env.RABBIT_QUEUES || "crud_queue").split(",")[0] || "crud_queue";
const tableName = process.env.PG_TABLE || "rabbit_messages";
return `<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<title>Rabbit NodeJS Worker</title>
<style>
body { font-family: Arial, sans-serif; background: #f6f7fb; color: #1c1c1c; margin: 0; }
.wrap { max-width: 900px; margin: 40px auto; padding: 0 20px; }
.card { background: #fff; border-radius: 14px; box-shadow: 0 8px 24px rgba(0,0,0,0.06); padding: 24px; }
.grid { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 16px; }
.stat { padding: 16px; border: 1px solid #e5e7eb; border-radius: 12px; background: #fafbff; }
.label { color: #6b7280; font-size: 12px; text-transform: uppercase; letter-spacing: 0.08em; }
.value { font-size: 20px; font-weight: 700; margin-top: 6px; }
.small { font-size: 12px; color: #6b7280; margin-top: 6px; }
.status { padding: 6px 12px; border-radius: 999px; display: inline-block; font-weight: 700; }
.ok { background: #e7f6ee; color: #1e4620; }
.bad { background: #fdeeee; color: #b42318; }
</style>
</head>
<body>
<div class="wrap">
<div class="card">
<h2>NodeJS Worker</h2>
<div class="small">Queue: ${queueName} | Table: ${tableName}</div>
<div style="margin: 12px 0;">
<span class="status ${status.state === "running" ? "ok" : "bad"}">${status.state}</span>
</div>
<div class="grid">
<div class="stat">
<div class="label">Processed</div>
<div class="value">${metrics.processed}</div>
</div>
<div class="stat">
<div class="label">Failed</div>
<div class="value">${metrics.failed}</div>
</div>
<div class="stat">
<div class="label">Last Action</div>
<div class="value">${metrics.lastAction || "-"}</div>
<div class="small">${metrics.lastMessageAt || ""}</div>
</div>
<div class="stat">
<div class="label">Last Error</div>
<div class="value">${metrics.lastError || "-"}</div>
<div class="small">${status.lastSuccess || ""}</div>
</div>
</div>
</div>
</div>
</body>
</html>`;
}
// Подготовка конфигурации PG (DATABASE_URL имеет приоритет).
function buildPgConfig() {
if (process.env.DATABASE_URL) {
return {
connectionString: process.env.DATABASE_URL,
ssl: process.env.PGSSLMODE === "require" ? { rejectUnauthorized: false } : undefined,
};
}
return {
host: process.env.PGHOST,
port: Number(process.env.PGPORT || "5432"),
user: process.env.PGUSER,
password: process.env.PGPASSWORD,
database: process.env.PGDATABASE || "postgres",
ssl: process.env.PGSSLMODE === "require" ? { rejectUnauthorized: false } : undefined,
};
}
// Собираем AMQP URL из переменных окружения.
function buildAmqpUrl() {
if (process.env.AMQP_URL) {
return process.env.AMQP_URL;
}
const host = process.env.RABBIT_HOST || "";
const port = process.env.RABBIT_PORT || "5672";
const user = process.env.RABBIT_USER || "";
const pass = process.env.RABBIT_PASSWORD || "";
const vhost = process.env.RABBIT_VHOST || "/";
if (!host || !user || !pass) {
throw new Error("Missing RABBIT_HOST/RABBIT_USER/RABBIT_PASSWORD or AMQP_URL");
}
return `amqp://${user}:${pass}@${host}:${port}${vhost}`;
}
const pool = new Pool(buildPgConfig());
// Минимальная таблица для демо, если БД пустая.
async function ensureTable(table) {
await pool.query(
`CREATE TABLE IF NOT EXISTS ${table} (id SERIAL PRIMARY KEY, test_data TEXT, created_at TIMESTAMP DEFAULT NOW())`
);
}
// Парсим JSON, нормализуем ключи, иначе считаем текстом.
function parseMessage(buffer) {
const body = buffer.toString("utf8");
try {
const parsed = JSON.parse(body);
const normalized = Object.keys(parsed || {}).reduce((acc, key) => {
acc[key.toLowerCase()] = parsed[key];
return acc;
}, {});
return {
action: normalized.action || "create",
id: normalized.id,
text: normalized.text,
requestId: normalized.request_id || normalized.requestid,
};
} catch {
return {
action: "create",
text: body.trim() || "(empty)",
};
}
}
// CRUD-операции по сообщению.
async function handleMessage(table, msg) {
const action = (msg.action || "create").toLowerCase();
if (action === "create") {
const text = msg.text || "(empty)";
await pool.query(`INSERT INTO ${table} (test_data) VALUES ($1)`, [text]);
return;
}
if (action === "update") {
if (!msg.id) {
throw new Error("missing id for update");
}
await pool.query(`UPDATE ${table} SET test_data=$1 WHERE id=$2`, [msg.text || "", msg.id]);
return;
}
if (action === "delete") {
if (!msg.id) {
throw new Error("missing id for delete");
}
await pool.query(`DELETE FROM ${table} WHERE id=$1`, [msg.id]);
return;
}
throw new Error("invalid action");
}
// Небольшой HTTP-сервер для /healthz и HTML-статуса.
function startHttpServer() {
const port = process.env.PORT || 3000;
const server = http.createServer((req, res) => {
if (req.url === "/healthz") {
res.writeHead(200, { "Content-Type": "application/json" });
res.end(JSON.stringify(status));
return;
}
res.writeHead(200, { "Content-Type": "text/html; charset=utf-8" });
res.end(renderStatusPage());
});
server.listen(port, () => {
console.log(`health server listening on ${port}`);
});
}
// Основной цикл: подключение к RabbitMQ и обработка сообщений.
async function consumeLoop() {
const table = process.env.PG_TABLE || "rabbit_messages";
const queueName = (process.env.RABBIT_QUEUES || "crud_queue")
.split(",")
.map((q) => q.trim())
.filter(Boolean)[0] || "crud_queue";
const durable = String(process.env.RABBIT_DURABLE || "true").toLowerCase() === "true";
const prefetch = Number(process.env.RABBIT_PREFETCH || "1");
const requeueOnError = String(process.env.REQUEUE_ON_ERROR || "true").toLowerCase() === "true";
// Гарантируем наличие таблицы перед стартом консьюмера.
await ensureTable(table);
let backoffMs = 2000;
while (true) {
try {
const amqpUrl = buildAmqpUrl();
const connection = await amqp.connect(amqpUrl);
const channel = await connection.createChannel();
await channel.prefetch(prefetch);
await channel.assertQueue(queueName, { durable });
setStatus("running", "");
// Обрабатываем сообщения и фиксируем успех/ошибки.
channel.consume(queueName, async (msg) => {
if (!msg) {
return;
}
try {
const parsed = parseMessage(msg.content);
await handleMessage(table, parsed);
metrics.processed += 1;
metrics.lastAction = parsed.action || "create";
metrics.lastMessageAt = new Date().toISOString();
channel.ack(msg);
} catch (err) {
metrics.failed += 1;
metrics.lastError = String(err.message || err);
metrics.lastMessageAt = new Date().toISOString();
if (String(err.message || "").includes("missing id") || String(err.message || "").includes("invalid action")) {
channel.nack(msg, false, false);
return;
}
channel.nack(msg, false, requeueOnError);
}
});
await new Promise((resolve, reject) => {
connection.on("close", resolve);
connection.on("error", reject);
});
} catch (err) {
setStatus("degraded", String(err.message || err));
await new Promise((r) => setTimeout(r, backoffMs));
if (backoffMs < 30000) {
backoffMs *= 2;
}
continue;
}
}
}
startHttpServer();
consumeLoop().catch((err) => {
setStatus("failed", String(err.message || err));
console.error(err);
});
@@ -0,0 +1,3 @@
bin/
*.log
.env
@@ -0,0 +1,23 @@
# Сборочный этап: собираем статический бинарник.
FROM golang:1.22-alpine AS build
WORKDIR /src
COPY go.mod ./
RUN go mod download
COPY . .
RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /out/worker ./
# Рантайм-этап: минимальный образ с ca-certificates.
FROM alpine:3.20
RUN apk add --no-cache ca-certificates
WORKDIR /app
COPY --from=build /out/worker /app/worker
EXPOSE 8080
CMD ["/app/worker"]
+44
View File
@@ -0,0 +1,44 @@
# Rabbit Worker (Go)
Consumes CRUD messages from RabbitMQ and writes to Postgres.
Комментарий: HTTP-эндпоинт нужен только для health-check, остальная логика работает через RabbitMQ.
## Environment variables
RabbitMQ:
- `AMQP_URL` (preferred), example: `amqp://user:pass@host:5672/vhost`
- or `RABBIT_HOST`, `RABBIT_PORT` (default 5672), `RABBIT_USER`, `RABBIT_PASSWORD`, `RABBIT_VHOST` (default `/`)
- `RABBIT_QUEUES` (comma-separated, default `crud_queue`)
- `RABBIT_DURABLE` (default `true`)
- `RABBIT_PREFETCH` (default `1`)
- `REQUEUE_ON_ERROR` (default `true`)
Postgres:
- `DATABASE_URL` (preferred)
- or `PGHOST`, `PGPORT` (default 5432), `PGUSER`, `PGPASSWORD`, `PGDATABASE` (default `postgres`), `PGSSLMODE` (default `require`)
- `PG_TABLE` (default `nubes_test_table`)
## Message format
JSON payload:
```json
{"action":"create","text":"hello","id":1}
```
Fields:
- `action`: `create` | `update` | `delete`
- `id`: required for `update` and `delete`
- `text`: used by `create` and `update`
If the payload is not JSON, it is treated as `create` with body as text.
Примечание: сообщения без `id` для update/delete считаются некорректными и отбрасываются.
## Build
```bash
cd PROD_STAND/RABBIT/rabbit-worker
docker build -t <registry>/<image>:<tag> .
```
+17
View File
@@ -0,0 +1,17 @@
module gitea-naeel.giteak8s.services.ngcloud.ru/naeel/rabbit-worker
go 1.22
require (
github.com/jackc/pgx/v5 v5.5.5
github.com/rabbitmq/amqp091-go v1.10.0
)
require (
github.com/jackc/pgpassfile v1.0.0 // indirect
github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a // indirect
github.com/jackc/puddle/v2 v2.2.1 // indirect
golang.org/x/crypto v0.17.0 // indirect
golang.org/x/sync v0.1.0 // indirect
golang.org/x/text v0.14.0 // indirect
)
+32
View File
@@ -0,0 +1,32 @@
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM=
github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg=
github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a h1:bbPeKD0xmW/Y25WS6cokEszi5g+S0QxI/d45PkRi7Nk=
github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM=
github.com/jackc/pgx/v5 v5.5.5 h1:amBjrZVmksIdNjxGW/IiIMzxMKZFelXbUoPNb+8sjQw=
github.com/jackc/pgx/v5 v5.5.5/go.mod h1:ez9gk+OAat140fv9ErkZDYFWmXLfV+++K0uAOiwgm1A=
github.com/jackc/puddle/v2 v2.2.1 h1:RhxXJtFG022u4ibrCSMSiu5aOq1i77R3OHKNJj77OAk=
github.com/jackc/puddle/v2 v2.2.1/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/rabbitmq/amqp091-go v1.10.0 h1:STpn5XsHlHGcecLmMFCtg7mqq0RnD+zFr4uzukfVhBw=
github.com/rabbitmq/amqp091-go v1.10.0/go.mod h1:Hy4jKW5kQART1u+JkDTF9YYOQUHXqMuhrgxOEeS7G4o=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk=
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
golang.org/x/crypto v0.17.0 h1:r8bRNjWL3GshPW3gkd+RpvzWrZAwPS49OmTGZ/uhM4k=
golang.org/x/crypto v0.17.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4=
golang.org/x/sync v0.1.0 h1:wsuoTGHzEhffawBOhz5CYhcrV4IdKZbEyZjBMuTp12o=
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+341
View File
@@ -0,0 +1,341 @@
package main
import (
"context"
"encoding/json"
"errors"
"fmt"
"log"
"net/http"
"os"
"os/signal"
"strconv"
"strings"
"sync"
"syscall"
"time"
"github.com/jackc/pgx/v5/pgxpool"
amqp "github.com/rabbitmq/amqp091-go"
)
// Воркер держит HTTP /healthz и параллельно слушает RabbitMQ,
// записывая события в Postgres. Даже при ошибках контейнер остается живым.
type Message struct {
Action string `json:"action"`
ID *int64 `json:"id,omitempty"`
Text string `json:"text,omitempty"`
Source string `json:"source,omitempty"`
RequestID string `json:"request_id,omitempty"`
}
type workerStatus struct {
mu sync.Mutex
state string
lastError string
lastSuccess time.Time
}
func (s *workerStatus) set(state, err string) {
s.mu.Lock()
defer s.mu.Unlock()
s.state = state
s.lastError = err
if err == "" {
s.lastSuccess = time.Now()
}
}
func (s *workerStatus) snapshot() map[string]string {
s.mu.Lock()
defer s.mu.Unlock()
result := map[string]string{
"state": s.state,
"error": s.lastError,
"timestamp": s.lastSuccess.Format(time.RFC3339),
}
return result
}
// getenv читает переменную окружения с дефолтом.
func getenv(key, def string) string {
val := os.Getenv(key)
if val == "" {
return def
}
return val
}
// getenvInt читает int-переменную окружения с дефолтом.
func getenvInt(key string, def int) int {
val := os.Getenv(key)
if val == "" {
return def
}
parsed, err := strconv.Atoi(val)
if err != nil {
return def
}
return parsed
}
// buildAMQPURL собирает URL для RabbitMQ.
func buildAMQPURL() (string, error) {
if url := os.Getenv("AMQP_URL"); url != "" {
return url, nil
}
host := getenv("RABBIT_HOST", "")
port := getenv("RABBIT_PORT", "5672")
user := getenv("RABBIT_USER", "")
pass := getenv("RABBIT_PASSWORD", "")
vhost := getenv("RABBIT_VHOST", "/")
if host == "" || user == "" || pass == "" {
return "", errors.New("missing RABBIT_HOST/RABBIT_USER/RABBIT_PASSWORD or AMQP_URL")
}
return fmt.Sprintf("amqp://%s:%s@%s:%s%s", user, pass, host, port, vhost), nil
}
// buildPgConnString собирает строку подключения к Postgres.
func buildPgConnString() (string, error) {
if url := os.Getenv("DATABASE_URL"); url != "" {
return url, nil
}
host := getenv("PGHOST", "")
if host == "" {
return "", errors.New("missing PGHOST or DATABASE_URL")
}
port := getenv("PGPORT", "5432")
user := getenv("PGUSER", "")
pass := getenv("PGPASSWORD", "")
db := getenv("PGDATABASE", "postgres")
ssl := getenv("PGSSLMODE", "require")
if user == "" || pass == "" {
return "", errors.New("missing PGUSER/PGPASSWORD or DATABASE_URL")
}
return fmt.Sprintf(
"postgresql://%s:%s@%s:%s/%s?sslmode=%s",
user,
pass,
host,
port,
db,
ssl,
), nil
}
// ensureTable гарантирует наличие таблицы для демо.
func ensureTable(ctx context.Context, pool *pgxpool.Pool, table string) error {
query := fmt.Sprintf(
"CREATE TABLE IF NOT EXISTS %s (id SERIAL PRIMARY KEY, test_data TEXT, created_at TIMESTAMP DEFAULT NOW())",
table,
)
_, err := pool.Exec(ctx, query)
return err
}
// parseMessage принимает JSON и fallback-ит в текст.
func parseMessage(body []byte) Message {
msg := Message{Action: "create"}
if err := json.Unmarshal(body, &msg); err != nil {
msg.Text = strings.TrimSpace(string(body))
if msg.Text == "" {
msg.Text = "(empty)"
}
return msg
}
if msg.Action == "" {
msg.Action = "create"
}
return msg
}
var errInvalidMessage = errors.New("invalid message")
// handleMessage выполняет CRUD над таблицей.
func handleMessage(ctx context.Context, pool *pgxpool.Pool, table string, msg Message) error {
ctx, cancel := context.WithTimeout(ctx, 5*time.Second)
defer cancel()
switch strings.ToLower(msg.Action) {
case "create":
text := msg.Text
if text == "" {
text = "(empty)"
}
query := fmt.Sprintf("INSERT INTO %s (test_data) VALUES ($1)", table)
_, err := pool.Exec(ctx, query, text)
return err
case "update":
if msg.ID == nil {
return errInvalidMessage
}
query := fmt.Sprintf("UPDATE %s SET test_data=$1 WHERE id=$2", table)
_, err := pool.Exec(ctx, query, msg.Text, *msg.ID)
return err
case "delete":
if msg.ID == nil {
return errInvalidMessage
}
query := fmt.Sprintf("DELETE FROM %s WHERE id=$1", table)
_, err := pool.Exec(ctx, query, *msg.ID)
return err
default:
return errInvalidMessage
}
}
// startHTTPServer поднимает /healthz и базовый ответ на /.
func startHTTPServer(port string, status *workerStatus) {
http.HandleFunc("/healthz", func(w http.ResponseWriter, _ *http.Request) {
payload, _ := json.Marshal(status.snapshot())
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
_, _ = w.Write(payload)
})
http.HandleFunc("/", func(w http.ResponseWriter, _ *http.Request) {
w.WriteHeader(http.StatusOK)
_, _ = w.Write([]byte("rabbit-worker ready"))
})
log.Printf("listening on :%s", port)
if err := http.ListenAndServe(fmt.Sprintf(":%s", port), nil); err != nil {
log.Fatal(err)
}
}
// runWorker подключается к Rabbit и обрабатывает сообщения.
func runWorker(ctx context.Context, status *workerStatus) error {
amqpURL, err := buildAMQPURL()
if err != nil {
return err
}
pgConn, err := buildPgConnString()
if err != nil {
return err
}
// Список очередей поддерживает несколько значений через запятую.
queues := strings.Split(getenv("RABBIT_QUEUES", "crud_queue"), ",")
for i := range queues {
queues[i] = strings.TrimSpace(queues[i])
}
queueDurable := getenv("RABBIT_DURABLE", "true") == "true"
prefetch := getenvInt("RABBIT_PREFETCH", 1)
requeueOnError := getenv("REQUEUE_ON_ERROR", "true") == "true"
table := getenv("PG_TABLE", "nubes_test_table")
pool, err := pgxpool.New(ctx, pgConn)
if err != nil {
return fmt.Errorf("pg pool: %w", err)
}
defer pool.Close()
if err := pool.Ping(ctx); err != nil {
return fmt.Errorf("pg ping: %w", err)
}
if err := ensureTable(ctx, pool, table); err != nil {
return fmt.Errorf("ensure table: %w", err)
}
conn, err := amqp.Dial(amqpURL)
if err != nil {
return fmt.Errorf("amqp dial: %w", err)
}
defer conn.Close()
ch, err := conn.Channel()
if err != nil {
return fmt.Errorf("amqp channel: %w", err)
}
defer ch.Close()
if err := ch.Qos(prefetch, 0, false); err != nil {
return fmt.Errorf("amqp qos: %w", err)
}
for _, q := range queues {
if q == "" {
continue
}
if _, err := ch.QueueDeclare(q, queueDurable, false, false, false, nil); err != nil {
return fmt.Errorf("queue declare %s: %w", q, err)
}
}
// Сливаем несколько очередей в один канал сообщений.
msgs := make(chan amqp.Delivery)
for _, q := range queues {
if q == "" {
continue
}
delivery, err := ch.Consume(q, "", false, false, false, false, nil)
if err != nil {
return fmt.Errorf("consume %s: %w", q, err)
}
go func(d <-chan amqp.Delivery) {
for m := range d {
msgs <- m
}
}(delivery)
}
status.set("running", "")
for {
select {
case <-ctx.Done():
return nil
case m := <-msgs:
msg := parseMessage(m.Body)
if err := handleMessage(ctx, pool, table, msg); err != nil {
if errors.Is(err, errInvalidMessage) {
_ = m.Nack(false, false)
log.Printf("reject message: %v", err)
continue
}
_ = m.Nack(false, requeueOnError)
log.Printf("error handling message: %v", err)
continue
}
_ = m.Ack(false)
}
}
}
func main() {
port := getenv("PORT", "8080")
status := &workerStatus{state: "starting"}
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
go startHTTPServer(port, status)
// Экспоненциальный backoff при ошибках подключения.
backoff := 2 * time.Second
for {
if ctx.Err() != nil {
return
}
if err := runWorker(ctx, status); err != nil {
status.set("degraded", err.Error())
log.Printf("worker error: %v", err)
time.Sleep(backoff)
if backoff < 30*time.Second {
backoff *= 2
}
continue
}
status.set("stopped", "")
return
}
}
@@ -0,0 +1,33 @@
# Disabled rabbit worker resource (create-only json_env issue).
# Отключено из-за create-only json_env у nubes_http.
#
# resource "nubes_http" "rabbit_worker" {
# resource_name = "rb-worker-02"
# resource_realm = "k8s-3.ext.nubes.ru"
# domain = "rb-worker-02"
# registry_path = "naeel/rabbit-worker:0.3"
# resource_c_p_u = 100
# resource_memory = 128
# resource_instances = 1
#
# json_env = jsonencode({
# RABBIT_HOST = try(nubes_rabbitmq.rb1.state_out_flat["internalConnect.master"], nubes_rabbitmq.rb1.state_out_flat["inernalConnect.master"])
# RABBIT_PORT = "5672"
# RABBIT_USER = nubes_rabbitmq.rb1.vault_secrets["adminUser"]
# RABBIT_PASSWORD = nubes_rabbitmq.rb1.vault_secrets["adminPass"]
# RABBIT_VHOST = "/"
# RABBIT_QUEUES = "crud_queue"
# RABBIT_DURABLE = "true"
# RABBIT_PREFETCH = "1"
# REQUEUE_ON_ERROR = "true"
# PGHOST = var.PGHOST
# PGPORT = "5432"
# PGUSER = var.PGUSER
# PGPASSWORD = var.PGPASSWORD
# PGDATABASE = "postgres"
# PGSSLMODE = "require"
# PG_TABLE = "rabbit_messages"
# })
#
# depends_on = [nubes_rabbitmq.rb1]
# }
+104
View File
@@ -0,0 +1,104 @@
# RabbitMQ кластер для демо.
resource "nubes_rabbitmq" "rb1" {
resource_name = "rabbit_0"
resource_realm = "k8s-3.ext.nubes.ru"
resource_instances = 1
resource_memory = 512
resource_c_p_u = 500
resource_disk = 5
need_external_address_master = false
need_external_address_slave = false
}
# Lucee UI, который пишет в Rabbit и читает из Postgres.
resource "nubes_lucee" "rabbit_ui" {
resource_name = "rb-lucee-ui"
resource_realm = "k8s-3.ext.nubes.ru"
domain = "rb-ui"
app_version = "5.4"
git_path = "https://gitea-naeel.giteak8s.services.ngcloud.ru/naeel/rabbit-lsd.git"
resource_c_p_u = 300
resource_memory = 512
resource_instances = 1
# Переменные окружения для datasource, Rabbit и UI.
json_env = jsonencode({
testds_bundleName = "org.postgresql.jdbc"
testds_bundleVersion = "42.6.0"
testds_class = "org.postgresql.Driver"
testds_connectionLimit = "5"
testds_connectionString = "jdbc:postgresql://${var.PGHOST}:5432/postgres"
testds_liveTimeout = "15"
testds_username = var.PGUSER
testds_password = var.PGPASSWORD
testds_validate = "false"
PG_TABLE = "rabbit_messages"
UI_LOG_TABLE = "rabbit_ui_log"
RABBIT_HOST = try(nubes_rabbitmq.rb1.state_out_flat["internalConnect.master"], nubes_rabbitmq.rb1.state_out_flat["inernalConnect.master"])
RABBIT_PORT = "5672"
RABBIT_USER = nubes_rabbitmq.rb1.vault_secrets["adminUser"]
RABBIT_PASSWORD = nubes_rabbitmq.rb1.vault_secrets["adminPass"]
RABBIT_VHOST = "/"
RABBIT_QUEUES = "crud_queue"
RABBIT_DURABLE = "true"
RABBIT_ADMIN_URL = "https://${nubes_rabbitmq.rb1.state_out_flat["externalConnect.admin.fqdn"]}/#/"
NODEWORKER_URL = "https://nodeworker.nodejsk8s.services.ngcloud.ru/"
})
depends_on = [nubes_rabbitmq.rb1]
}
# NodeJS воркер, который переносит CRUD из очереди в Postgres.
resource "nubes_nodejs" "rabbit_nodeworker" {
resource_name = "nodeworker"
resource_realm = "k8s-3.ext.nubes.ru"
domain = "nodeworker"
app_version = "23"
git_path = "https://gitea-naeel.giteak8s.services.ngcloud.ru/naeel/rabbit-nodeworker.git"
health_path = "/healthz"
resource_c_p_u = 100
resource_memory = 256
resource_instances = 1
# Параметры подключения к Rabbit и Postgres.
json_env = jsonencode({
RABBIT_HOST = try(nubes_rabbitmq.rb1.state_out_flat["internalConnect.master"], nubes_rabbitmq.rb1.state_out_flat["inernalConnect.master"])
RABBIT_PORT = "5672"
RABBIT_USER = nubes_rabbitmq.rb1.vault_secrets["adminUser"]
RABBIT_PASSWORD = nubes_rabbitmq.rb1.vault_secrets["adminPass"]
RABBIT_VHOST = "/"
RABBIT_QUEUES = "crud_queue"
RABBIT_DURABLE = "true"
RABBIT_PREFETCH = "1"
REQUEUE_ON_ERROR = "true"
PGHOST = var.PGHOST
PGPORT = "5432"
PGUSER = var.PGUSER
PGPASSWORD = var.PGPASSWORD
PGDATABASE = "postgres"
PGSSLMODE = "require"
PG_TABLE = "rabbit_messages"
})
depends_on = [nubes_rabbitmq.rb1]
}
# # Ручной триггер redeploy для воркера.
# resource "nubes_nodejs_redeploy" "rabbit_nodeworker_redeploy" {
# nodejs_id = nubes_nodejs.rabbit_nodeworker.id
# resource_realm = "k8s-3.ext.nubes.ru"
# run_id = "redeploy-2026-02-2-01134"
# }
# # Ручной триггер restart для Lucee UI.
# resource "nubes_lucee_restart" "rabbit_ui_restart" {
# lucee_id = nubes_lucee.rabbit_ui.id
# run_id = "restart-2026-02-23-023"
# }
# S3 бакет baba.
resource "nubes_s3bucket" "baba_bucket" {
resource_name = "baba-buck"
s3_user_uid = "s3-111805"
bucket_name = "baba"
}
+18
View File
@@ -0,0 +1,18 @@
// Пользователь Postgres для воркера и UI.
// Важно: Postgres здесь внешний, уже запущенный — параметры берутся из ЛК.
variable "PGUSER" {
type = string
default = "postgres"
}
// Пароль Postgres для воркера и UI.
// Узнайте пароль в UI Личного кабинета и укажите здесь.
variable "PGPASSWORD" {
type = string
default = "TMGMCN5GYzx8gj1GiqA4rmf19HEJKgQXSUHcN17hJNnbyZmicfhU5AfFpLQyF22I"
}
// FQDN мастера Postgres (важно для DNS внутри кластера).
// Значение берется из UI Личного кабинета для уже созданного Postgres.
variable "PGHOST" {
type = string
default = "postgresqlk8s-master.a71094c1-b0ed-4bfb-a264-37b41d279567.svc.k8s-3.ext.nubes.ru"
}