chore: add logparser logic for agent and add parsed log to clickhouse
ci-agent / build (push) Failing after 3m30s

This commit is contained in:
d3m0k1d
2026-04-04 06:29:07 +03:00
parent c59d122e04
commit 477dd94227
16 changed files with 1226 additions and 409 deletions
+96 -94
View File
@@ -1,60 +1,5 @@
definitions:
handlers.AgentInfo:
properties:
label:
type: string
services:
items:
type: string
type: array
token:
type: string
type: object
handlers.InsertLogRequest:
properties:
agent:
type: string
level:
type: string
message:
type: string
service:
type: string
timestamp:
type: string
required:
- agent
- level
- message
- service
type: object
handlers.InsertLogsRequest:
properties:
logs:
items:
$ref: '#/definitions/handlers.InsertLogRequest'
type: array
required:
- logs
type: object
handlers.RegisterRequest:
properties:
csr:
type: string
token:
type: string
required:
- csr
- token
type: object
handlers.RegisterResponse:
properties:
ca_cert:
type: string
client_cert:
type: string
type: object
repository.AgentDeployConfig:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AgentDeployConfig:
description: Configuration for deploying HellreigN agent to a single server
properties:
agentLabel:
@@ -62,11 +7,11 @@ definitions:
type: string
authMethod:
allOf:
- $ref: '#/definitions/repository.AuthMethod'
- $ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AuthMethod'
example: key
deployType:
allOf:
- $ref: '#/definitions/repository.DeployType'
- $ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployType'
example: docker
ip:
example: 192.168.1.100
@@ -90,7 +35,7 @@ definitions:
- ip
- user
type: object
repository.AuthMethod:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AuthMethod:
description: 'SSH authentication method: key or password'
enum:
- key
@@ -99,18 +44,18 @@ definitions:
x-enum-varnames:
- AuthMethodKey
- AuthMethodPassword
repository.DeployAgentsRequest:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployAgentsRequest:
description: Request to deploy HellreigN agents to multiple servers
properties:
servers:
items:
$ref: '#/definitions/repository.AgentDeployConfig'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.AgentDeployConfig'
minItems: 1
type: array
required:
- servers
type: object
repository.DeployResponse:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResponse:
description: Response containing deployment results and registration tokens
properties:
message:
@@ -118,10 +63,10 @@ definitions:
type: string
results:
items:
$ref: '#/definitions/repository.DeployResult'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResult'
type: array
type: object
repository.DeployResult:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResult:
description: Result of deploying to a single server
properties:
agent_label:
@@ -140,7 +85,7 @@ definitions:
example: abc123...
type: string
type: object
repository.DeployType:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployType:
description: 'Type of deployment: docker or binary'
enum:
- docker
@@ -149,7 +94,7 @@ definitions:
x-enum-varnames:
- DeployTypeDocker
- DeployTypeBinary
repository.LoginRequest:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginRequest:
properties:
login:
type: string
@@ -159,7 +104,7 @@ definitions:
- login
- password
type: object
repository.LoginResponse:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginResponse:
properties:
is_active:
type: boolean
@@ -178,14 +123,14 @@ definitions:
token:
type: string
type: object
repository.RegistrationRequest:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.RegistrationRequest:
properties:
label:
type: string
required:
- label
type: object
repository.TokenCreate:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenCreate:
properties:
is_active:
type: boolean
@@ -209,21 +154,21 @@ definitions:
- name
- password
type: object
repository.TokenPasswordReset:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenPasswordReset:
properties:
new_password:
type: string
required:
- new_password
type: object
repository.TokenUpdate:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdate:
properties:
last_name:
type: string
name:
type: string
type: object
repository.TokenUpdatePermissions:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdatePermissions:
properties:
is_active:
type: boolean
@@ -234,7 +179,7 @@ definitions:
permission_view:
type: boolean
type: object
repository.Tokens:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens:
properties:
id:
type: integer
@@ -255,7 +200,7 @@ definitions:
token:
type: string
type: object
storage.LogEntry:
gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry:
properties:
agent:
type: string
@@ -268,6 +213,61 @@ definitions:
timestamp:
type: string
type: object
internal_handlers.AgentInfo:
properties:
label:
type: string
services:
items:
type: string
type: array
token:
type: string
type: object
internal_handlers.InsertLogRequest:
properties:
agent:
type: string
level:
type: string
message:
type: string
service:
type: string
timestamp:
type: string
required:
- agent
- level
- message
- service
type: object
internal_handlers.InsertLogsRequest:
properties:
logs:
items:
$ref: '#/definitions/internal_handlers.InsertLogRequest'
type: array
required:
- logs
type: object
internal_handlers.RegisterRequest:
properties:
csr:
type: string
token:
type: string
required:
- csr
- token
type: object
internal_handlers.RegisterResponse:
properties:
ca_cert:
type: string
client_cert:
type: string
type: object
info:
contact: {}
paths:
@@ -281,7 +281,7 @@ paths:
description: OK
schema:
items:
$ref: '#/definitions/handlers.AgentInfo'
$ref: '#/definitions/internal_handlers.AgentInfo'
type: array
summary: Get connected agents
tags:
@@ -298,14 +298,14 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.DeployAgentsRequest'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployAgentsRequest'
produces:
- application/json
responses:
"200":
description: Deployment results with tokens for each server
schema:
$ref: '#/definitions/repository.DeployResponse'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.DeployResponse'
"400":
description: Invalid request
schema:
@@ -333,14 +333,14 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/handlers.RegisterRequest'
$ref: '#/definitions/internal_handlers.RegisterRequest'
produces:
- application/json
responses:
"200":
description: OK
schema:
$ref: '#/definitions/handlers.RegisterResponse'
$ref: '#/definitions/internal_handlers.RegisterResponse'
summary: Register agent
tags:
- agents
@@ -354,7 +354,7 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.RegistrationRequest'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.RegistrationRequest'
produces:
- application/json
responses:
@@ -380,12 +380,12 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.LoginRequest'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginRequest'
responses:
"200":
description: OK
schema:
$ref: '#/definitions/repository.LoginResponse'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.LoginResponse'
"400":
description: Bad Request
schema:
@@ -442,7 +442,7 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.TokenCreate'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenCreate'
responses:
"200":
description: OK
@@ -481,7 +481,7 @@ paths:
description: OK
schema:
items:
$ref: '#/definitions/repository.Tokens'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens'
type: array
"500":
description: Internal Server Error
@@ -538,7 +538,7 @@ paths:
"200":
description: OK
schema:
$ref: '#/definitions/repository.Tokens'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens'
"400":
description: Bad Request
schema:
@@ -575,7 +575,7 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.TokenUpdate'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdate'
responses:
"200":
description: OK
@@ -694,7 +694,7 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.TokenPasswordReset'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenPasswordReset'
responses:
"200":
description: OK
@@ -739,7 +739,7 @@ paths:
name: request
required: true
schema:
$ref: '#/definitions/repository.TokenUpdatePermissions'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.TokenUpdatePermissions'
responses:
"200":
description: OK
@@ -778,7 +778,7 @@ paths:
description: OK
schema:
items:
$ref: '#/definitions/repository.Tokens'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens'
type: array
"500":
description: Internal Server Error
@@ -798,7 +798,7 @@ paths:
"200":
description: OK
schema:
$ref: '#/definitions/repository.Tokens'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_repository.Tokens'
"401":
description: Unauthorized
schema:
@@ -849,7 +849,7 @@ paths:
description: OK
schema:
items:
$ref: '#/definitions/storage.LogEntry'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry'
type: array
summary: Search logs
tags:
@@ -864,7 +864,7 @@ paths:
name: body
required: true
schema:
$ref: '#/definitions/handlers.InsertLogRequest'
$ref: '#/definitions/internal_handlers.InsertLogRequest'
produces:
- application/json
responses:
@@ -903,7 +903,7 @@ paths:
name: body
required: true
schema:
$ref: '#/definitions/handlers.InsertLogsRequest'
$ref: '#/definitions/internal_handlers.InsertLogsRequest'
produces:
- application/json
responses:
@@ -965,8 +965,10 @@ paths:
description: OK
schema:
items:
$ref: '#/definitions/storage.LogEntry'
$ref: '#/definitions/gitea_d3m0k1d_ru_d3m0k1d_HellreigN_backend_internal_storage.LogEntry'
type: array
security:
- Bearer: []
summary: Get mock logs
tags:
- logs