fix: clickhouse logs and reg agents
ci-agent / build (push) Failing after 9m40s

This commit is contained in:
d3m0k1d
2026-04-04 15:30:05 +03:00
parent 477dd94227
commit 7e54d62170
13 changed files with 637 additions and 443 deletions
+161 -123
View File
@@ -17,7 +17,12 @@ const docTemplate = `{
"paths": {
"/agents": {
"get": {
"description": "Returns a list of all agents currently connected via gRPC streaming",
"security": [
{
"Bearer": []
}
],
"description": "Returns a list of all agents currently connected via Collector (log streaming)",
"produces": [
"application/json"
],
@@ -31,7 +36,7 @@ const docTemplate = `{
"schema": {
"type": "array",
"items": {
"$ref": "#/definitions/internal_handlers.AgentInfo"
"$ref": "#/definitions/handlers.AgentInfo"
}
}
}
@@ -63,7 +68,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployAgentsRequest"
"$ref": "#/definitions/repository.DeployAgentsRequest"
}
}
],
@@ -71,7 +76,7 @@ const docTemplate = `{
"200": {
"description": "Deployment results with tokens for each server",
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResponse"
"$ref": "#/definitions/repository.DeployResponse"
}
},
"400": {
@@ -114,7 +119,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/internal_handlers.RegisterRequest"
"$ref": "#/definitions/handlers.RegisterRequest"
}
}
],
@@ -122,7 +127,7 @@ const docTemplate = `{
"200": {
"description": "OK",
"schema": {
"$ref": "#/definitions/internal_handlers.RegisterResponse"
"$ref": "#/definitions/handlers.RegisterResponse"
}
}
}
@@ -152,7 +157,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.RegistrationRequest"
"$ref": "#/definitions/repository.RegistrationRequest"
}
}
],
@@ -186,7 +191,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginRequest"
"$ref": "#/definitions/repository.LoginRequest"
}
}
],
@@ -194,7 +199,7 @@ const docTemplate = `{
"200": {
"description": "OK",
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginResponse"
"$ref": "#/definitions/repository.LoginResponse"
}
},
"400": {
@@ -244,7 +249,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenCreate"
"$ref": "#/definitions/repository.TokenCreate"
}
}
],
@@ -340,7 +345,7 @@ const docTemplate = `{
"schema": {
"type": "array",
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens"
"$ref": "#/definitions/repository.Tokens"
}
}
},
@@ -426,7 +431,7 @@ const docTemplate = `{
"200": {
"description": "OK",
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens"
"$ref": "#/definitions/repository.Tokens"
}
},
"400": {
@@ -481,7 +486,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdate"
"$ref": "#/definitions/repository.TokenUpdate"
}
}
],
@@ -661,7 +666,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenPasswordReset"
"$ref": "#/definitions/repository.TokenPasswordReset"
}
}
],
@@ -729,7 +734,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdatePermissions"
"$ref": "#/definitions/repository.TokenUpdatePermissions"
}
}
],
@@ -789,7 +794,7 @@ const docTemplate = `{
"schema": {
"type": "array",
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens"
"$ref": "#/definitions/repository.Tokens"
}
}
},
@@ -819,7 +824,7 @@ const docTemplate = `{
"200": {
"description": "OK",
"schema": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens"
"$ref": "#/definitions/repository.Tokens"
}
},
"401": {
@@ -836,6 +841,11 @@ const docTemplate = `{
},
"/logs": {
"get": {
"security": [
{
"Bearer": []
}
],
"description": "Searches logs with various filters",
"produces": [
"application/json"
@@ -896,13 +906,18 @@ const docTemplate = `{
"schema": {
"type": "array",
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry"
"$ref": "#/definitions/storage.LogEntry"
}
}
}
}
},
"post": {
"security": [
{
"Bearer": []
}
],
"description": "Inserts a single log entry into ClickHouse",
"consumes": [
"application/json"
@@ -921,7 +936,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/internal_handlers.InsertLogRequest"
"$ref": "#/definitions/handlers.InsertLogRequest"
}
}
],
@@ -940,6 +955,11 @@ const docTemplate = `{
},
"/logs/agents": {
"get": {
"security": [
{
"Bearer": []
}
],
"description": "Returns list of all unique agent names in logs",
"produces": [
"application/json"
@@ -963,6 +983,11 @@ const docTemplate = `{
},
"/logs/batch": {
"post": {
"security": [
{
"Bearer": []
}
],
"description": "Inserts multiple log entries into ClickHouse",
"consumes": [
"application/json"
@@ -981,7 +1006,7 @@ const docTemplate = `{
"in": "body",
"required": true,
"schema": {
"$ref": "#/definitions/internal_handlers.InsertLogsRequest"
"$ref": "#/definitions/handlers.InsertLogsRequest"
}
}
],
@@ -1000,6 +1025,11 @@ const docTemplate = `{
},
"/logs/levels": {
"get": {
"security": [
{
"Bearer": []
}
],
"description": "Returns list of all unique log levels in logs",
"produces": [
"application/json"
@@ -1076,7 +1106,7 @@ const docTemplate = `{
"schema": {
"type": "array",
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry"
"$ref": "#/definitions/storage.LogEntry"
}
}
}
@@ -1085,6 +1115,11 @@ const docTemplate = `{
},
"/logs/services": {
"get": {
"security": [
{
"Bearer": []
}
],
"description": "Returns list of all unique service names in logs",
"produces": [
"application/json"
@@ -1108,7 +1143,93 @@ const docTemplate = `{
}
},
"definitions": {
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AgentDeployConfig": {
"handlers.AgentInfo": {
"type": "object",
"properties": {
"connected_at": {
"type": "string"
},
"label": {
"type": "string"
},
"services": {
"type": "array",
"items": {
"type": "string"
}
},
"token": {
"type": "string"
}
}
},
"handlers.InsertLogRequest": {
"type": "object",
"required": [
"agent",
"level",
"message",
"service"
],
"properties": {
"agent": {
"type": "string"
},
"level": {
"type": "string"
},
"message": {
"type": "string"
},
"service": {
"type": "string"
},
"timestamp": {
"type": "string"
}
}
},
"handlers.InsertLogsRequest": {
"type": "object",
"required": [
"logs"
],
"properties": {
"logs": {
"type": "array",
"items": {
"$ref": "#/definitions/handlers.InsertLogRequest"
}
}
}
},
"handlers.RegisterRequest": {
"type": "object",
"required": [
"csr",
"token"
],
"properties": {
"csr": {
"type": "string"
},
"token": {
"type": "string"
}
}
},
"handlers.RegisterResponse": {
"type": "object",
"properties": {
"ca_cert": {
"type": "string"
},
"client_cert": {
"type": "string"
}
}
},
"repository.AgentDeployConfig": {
"description": "Configuration for deploying HellreigN agent to a single server",
"type": "object",
"required": [
@@ -1126,7 +1247,7 @@ const docTemplate = `{
"authMethod": {
"allOf": [
{
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AuthMethod"
"$ref": "#/definitions/repository.AuthMethod"
}
],
"example": "key"
@@ -1134,7 +1255,7 @@ const docTemplate = `{
"deployType": {
"allOf": [
{
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployType"
"$ref": "#/definitions/repository.DeployType"
}
],
"example": "docker"
@@ -1161,7 +1282,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AuthMethod": {
"repository.AuthMethod": {
"description": "SSH authentication method: key or password",
"type": "string",
"enum": [
@@ -1173,7 +1294,7 @@ const docTemplate = `{
"AuthMethodPassword"
]
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployAgentsRequest": {
"repository.DeployAgentsRequest": {
"description": "Request to deploy HellreigN agents to multiple servers",
"type": "object",
"required": [
@@ -1184,12 +1305,12 @@ const docTemplate = `{
"type": "array",
"minItems": 1,
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AgentDeployConfig"
"$ref": "#/definitions/repository.AgentDeployConfig"
}
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResponse": {
"repository.DeployResponse": {
"description": "Response containing deployment results and registration tokens",
"type": "object",
"properties": {
@@ -1200,12 +1321,12 @@ const docTemplate = `{
"results": {
"type": "array",
"items": {
"$ref": "#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResult"
"$ref": "#/definitions/repository.DeployResult"
}
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResult": {
"repository.DeployResult": {
"description": "Result of deploying to a single server",
"type": "object",
"properties": {
@@ -1231,7 +1352,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployType": {
"repository.DeployType": {
"description": "Type of deployment: docker or binary",
"type": "string",
"enum": [
@@ -1243,7 +1364,7 @@ const docTemplate = `{
"DeployTypeBinary"
]
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginRequest": {
"repository.LoginRequest": {
"type": "object",
"required": [
"login",
@@ -1258,7 +1379,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginResponse": {
"repository.LoginResponse": {
"type": "object",
"properties": {
"is_active": {
@@ -1287,7 +1408,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.RegistrationRequest": {
"repository.RegistrationRequest": {
"type": "object",
"required": [
"label"
@@ -1298,7 +1419,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenCreate": {
"repository.TokenCreate": {
"type": "object",
"required": [
"last_name",
@@ -1333,7 +1454,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenPasswordReset": {
"repository.TokenPasswordReset": {
"type": "object",
"required": [
"new_password"
@@ -1344,7 +1465,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdate": {
"repository.TokenUpdate": {
"type": "object",
"properties": {
"last_name": {
@@ -1355,7 +1476,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdatePermissions": {
"repository.TokenUpdatePermissions": {
"type": "object",
"properties": {
"is_active": {
@@ -1372,7 +1493,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens": {
"repository.Tokens": {
"type": "object",
"properties": {
"id": {
@@ -1404,7 +1525,7 @@ const docTemplate = `{
}
}
},
"gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry": {
"storage.LogEntry": {
"type": "object",
"properties": {
"agent": {
@@ -1423,89 +1544,6 @@ const docTemplate = `{
"type": "string"
}
}
},
"internal_handlers.AgentInfo": {
"type": "object",
"properties": {
"label": {
"type": "string"
},
"services": {
"type": "array",
"items": {
"type": "string"
}
},
"token": {
"type": "string"
}
}
},
"internal_handlers.InsertLogRequest": {
"type": "object",
"required": [
"agent",
"level",
"message",
"service"
],
"properties": {
"agent": {
"type": "string"
},
"level": {
"type": "string"
},
"message": {
"type": "string"
},
"service": {
"type": "string"
},
"timestamp": {
"type": "string"
}
}
},
"internal_handlers.InsertLogsRequest": {
"type": "object",
"required": [
"logs"
],
"properties": {
"logs": {
"type": "array",
"items": {
"$ref": "#/definitions/internal_handlers.InsertLogRequest"
}
}
}
},
"internal_handlers.RegisterRequest": {
"type": "object",
"required": [
"csr",
"token"
],
"properties": {
"csr": {
"type": "string"
},
"token": {
"type": "string"
}
}
},
"internal_handlers.RegisterResponse": {
"type": "object",
"properties": {
"ca_cert": {
"type": "string"
},
"client_cert": {
"type": "string"
}
}
}
},
"securityDefinitions": {