chore: add clickhouse as db for logs on agent and search

backend/internal/storage/clickhouse.go

@@ -1 +1,47 @@
 package storage
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/ClickHouse/clickhouse-go/v2"
+	"github.com/ClickHouse/clickhouse-go/v2/lib/driver"
+)
+
+type ClickHouseConfig struct {
+	Host     string
+	User     string
+	Password string
+	Database string
+}
+
+func OpenClickHouse(cfg ClickHouseConfig) (driver.Conn, error) {
+	conn, err := clickhouse.Open(&clickhouse.Options{
+		Addr: []string{cfg.Host},
+		Auth: clickhouse.Auth{
+			Database: cfg.Database,
+			Username: cfg.User,
+			Password: cfg.Password,
+		},
+		Settings: clickhouse.Settings{
+			"max_execution_time": 60,
+		},
+		Compression: &clickhouse.Compression{
+			Method: clickhouse.CompressionLZ4,
+		},
+		DialTimeout:      30,
+		MaxOpenConns:     10,
+		MaxIdleConns:     5,
+		ConnMaxLifetime:  3600,
+		ConnOpenStrategy: clickhouse.ConnOpenInOrder,
+	})
+	if err != nil {
+		return nil, fmt.Errorf("clickhouse connect: %w", err)
+	}
+
+	if err := conn.Ping(context.Background()); err != nil {
+		return nil, fmt.Errorf("clickhouse ping: %w", err)
+	}
+
+	return conn, nil
+}

backend/internal/storage/log_entry.go

@@ -0,0 +1,11 @@
+package storage
+
+import "time"
+
+type LogEntry struct {
+	Timestamp time.Time `ch:"timestamp"`
+	Level     string    `ch:"level"`
+	Service   string    `ch:"service"`
+	Agent     string    `ch:"agent"`
+	Message   string    `ch:"message"`
+}

backend/internal/storage/migrations.go

@@ -1,3 +1,16 @@
 package storage
 
 const CreateSqlite = ``
+
+const CreateLogsTable = `
+CREATE TABLE IF NOT EXISTS logs (
+    timestamp DateTime64(3) DEFAULT now(),
+    level     LowCardinality(String),
+    service   LowCardinality(String),
+    agent     LowCardinality(String),
+    message   String
+) ENGINE = MergeTree()
+ORDER BY (timestamp, level, service, agent)
+TTL timestamp + INTERVAL 30 DAY
+SETTINGS index_granularity = 8192
+`