基于 WEB-UI-Development-Guide 标准的整体升级,并更名 LokiDeploy → opsx-loki。 前端(Gin+React+shadcn/ui): - 按 02/07 章重构:页面域化拆分(无超 400 行文件)、PageContainer/ListQuery、 反馈分级(成功静默/失败 toast/危险确认)、401 单飞刷新+队列重放 - 暗色模式(next-themes)+ 语义 Token(--primary 品牌色/success/warning/info) - 部署向导(状态推导四步:环境→存储→Loki→采集,内嵌表单闭环) - 日志查询页:LogQL 标签构建器/拖拽直方图/日志上下文/Live Tail/查询历史 - 按用户+标签策略的查询授权(服务端强制合并策略) 后端(Go+Gin+JSON DB): - 简单用户管理(仅 admin,无 RBAC)+ TokenVersion 会话吊销 + 登录 IP 限流 - LDAP 接入:配置(AES 加密存储/hasPassword 脱敏)/测试连接/批量导入/登录 - 存储配置测试连接(SigV4 零依赖)+ 桶不存在自动创建 - Loki 三模式部署修复:SSH 密钥认证、3.x 配置模板、ruler 对象存储嵌套块、 凭证解密、孤儿 deploying 状态恢复、Grafana 部署(可选默认关)+面板导入 - DaemonSet 采集纯 YAML(去 helm 依赖)+ DNS 自愈回退 ClusterIP + 集群名标签 - 日志查询代理:cluster-svc 经 kube-apiserver proxy/url 直连 + cursor 翻页 - 统一 log 命名空间;部署就绪探活;Grafana 访问地址自动记录 修复:run.sh 增量编译检测、Sanitized 脱敏补全、LokiDeployment Update 白名单、 健康检查 CreatedAt 零值等 10+ 存量 bug。 数据兼容:DB 沿用旧 lokideploy.json(新名优先);localStorage 一次性迁移; HKDF 加密前缀保留(已加密凭证不受影响)。
281 lines
7.9 KiB
Go
281 lines
7.9 KiB
Go
package controllers
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"opsxloki/dto"
|
|
"opsxloki/models"
|
|
"opsxloki/services"
|
|
"opsxloki/utils"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
func (ctrl *LogsController) Context(c *gin.Context) {
|
|
var req dto.LogContextRequest
|
|
if !utils.BindAndValidate(c, &req) {
|
|
return
|
|
}
|
|
src := services.GetLogSource(req.SourceID)
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
ts, err := strconv.ParseInt(req.TimestampNs, 10, 64)
|
|
if err != nil || ts < 1 {
|
|
utils.BadRequest(c, "时间戳无效")
|
|
return
|
|
}
|
|
parts := make([]string, 0, len(req.Labels))
|
|
for key, value := range req.Labels {
|
|
if !services.ValidLogLabelName(key) {
|
|
utils.BadRequest(c, "标签名无效")
|
|
return
|
|
}
|
|
encoded, _ := json.Marshal(value)
|
|
parts = append(parts, key+"="+string(encoded))
|
|
}
|
|
query, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", "{"+strings.Join(parts, ",")+"}")
|
|
if err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
span := int64(5 * time.Minute)
|
|
before, err := services.QueryLokiLogs(c.Request.Context(), src, query, ts-span, ts-1, 1, "backward", "")
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
after, err := services.QueryLokiLogs(c.Request.Context(), src, query, ts+1, ts+span, 1, "forward", "")
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, gin.H{"before": before.Entries, "after": after.Entries})
|
|
}
|
|
|
|
// LogsController 日志查询代理 + 数据源管理
|
|
type LogsController struct{}
|
|
|
|
func NewLogsController() *LogsController {
|
|
return &LogsController{}
|
|
}
|
|
|
|
// ==================== 数据源 ====================
|
|
|
|
func (ctrl *LogsController) ListSources(c *gin.Context) {
|
|
list := services.ListVisibleLogSources(c.GetUint("userId"), c.GetString("role") == "admin")
|
|
utils.Success(c, utils.PageData{List: list, Total: int64(len(list)), Page: 1, PageSize: 100})
|
|
}
|
|
|
|
func (ctrl *LogsController) CreateSource(c *gin.Context) {
|
|
var req dto.LogSourceRequest
|
|
if !utils.BindAndValidate(c, &req) {
|
|
return
|
|
}
|
|
if req.Name == "" || req.TargetType == "" {
|
|
utils.BadRequest(c, "名称与类型必填")
|
|
return
|
|
}
|
|
if err := services.ValidateSourceAccess(req.Access); err != nil {
|
|
utils.BadRequest(c, err.Error())
|
|
return
|
|
}
|
|
src := &models.LogSource{
|
|
Name: req.Name, TargetType: req.TargetType,
|
|
Namespace: req.Namespace, Service: req.Service, Port: req.Port,
|
|
URL: req.URL, AuthType: req.AuthType, BasicUser: req.BasicUser,
|
|
BasicPass: req.BasicPass, BearerToken: req.BearerToken, Headers: req.Headers, SkipTLSVerify: req.SkipTLSVerify, IsDefault: req.IsDefault, Access: req.Access,
|
|
}
|
|
if req.TargetType == "cluster-svc" {
|
|
if req.ClusterID > 0 {
|
|
id := req.ClusterID
|
|
src.ClusterID = &id
|
|
} else {
|
|
utils.BadRequest(c, "cluster-svc 类型必须选择集群")
|
|
return
|
|
}
|
|
}
|
|
created, err := services.CreateLogSource(src)
|
|
if err != nil {
|
|
utils.Error(c, 400, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, created.Sanitized())
|
|
}
|
|
|
|
func (ctrl *LogsController) UpdateSource(c *gin.Context) {
|
|
id, err := strconv.ParseUint(c.Param("id"), 10, 64)
|
|
if err != nil {
|
|
utils.BadRequest(c, "ID 无效")
|
|
return
|
|
}
|
|
var updates map[string]interface{}
|
|
if !utils.BindAndValidate(c, &updates) {
|
|
return
|
|
}
|
|
if err := services.UpdateLogSource(uint(id), updates); err != nil {
|
|
utils.Error(c, 400, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, gin.H{"message": "updated"})
|
|
}
|
|
|
|
func (ctrl *LogsController) DeleteSource(c *gin.Context) {
|
|
id, err := strconv.ParseUint(c.Param("id"), 10, 64)
|
|
if err != nil {
|
|
utils.BadRequest(c, "ID 无效")
|
|
return
|
|
}
|
|
if err := services.DeleteLogSource(uint(id)); err != nil {
|
|
utils.Error(c, 400, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, gin.H{"message": "deleted"})
|
|
}
|
|
|
|
// TestSource 数据源连通性测试(按 id 或表单参数)
|
|
func (ctrl *LogsController) TestSource(c *gin.Context) {
|
|
var req dto.LogSourceRequest
|
|
if !utils.BindAndValidate(c, &req) {
|
|
return
|
|
}
|
|
var src *models.LogSource
|
|
if req.ID > 0 {
|
|
src = services.GetLogSource(req.ID)
|
|
if src == nil {
|
|
utils.NotFound(c, "数据源不存在")
|
|
return
|
|
}
|
|
} else {
|
|
src = &models.LogSource{
|
|
TargetType: req.TargetType, Namespace: req.Namespace, Service: req.Service,
|
|
Port: req.Port, URL: req.URL, AuthType: req.AuthType,
|
|
BasicUser: req.BasicUser, BasicPass: req.BasicPass, BearerToken: req.BearerToken, Headers: req.Headers, SkipTLSVerify: req.SkipTLSVerify,
|
|
}
|
|
if req.TargetType == "cluster-svc" && req.ClusterID > 0 {
|
|
id := req.ClusterID
|
|
src.ClusterID = &id
|
|
}
|
|
}
|
|
utils.Success(c, services.TestLogSource(c.Request.Context(), src))
|
|
}
|
|
|
|
// ==================== 查询代理 ====================
|
|
|
|
func (ctrl *LogsController) Query(c *gin.Context) {
|
|
var req dto.LogQueryRequest
|
|
if !utils.BindAndValidate(c, &req) {
|
|
return
|
|
}
|
|
src := services.GetLogSource(req.SourceID)
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
query, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", req.Query)
|
|
if err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
result, err := services.QueryLokiLogs(c.Request.Context(), src, query,
|
|
req.Start, req.End, req.Limit, req.Direction, req.Cursor)
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, result)
|
|
}
|
|
|
|
func (ctrl *LogsController) Labels(c *gin.Context) {
|
|
id, _ := strconv.ParseUint(c.Query("sourceId"), 10, 64)
|
|
src := services.GetLogSource(uint(id))
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
if _, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", "{}"); err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
start, _ := strconv.ParseInt(c.Query("start"), 10, 64)
|
|
end, _ := strconv.ParseInt(c.Query("end"), 10, 64)
|
|
labels, err := services.LokiLabels(c.Request.Context(), src, start, end)
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, labels)
|
|
}
|
|
|
|
func (ctrl *LogsController) LabelValues(c *gin.Context) {
|
|
id, _ := strconv.ParseUint(c.Query("sourceId"), 10, 64)
|
|
src := services.GetLogSource(uint(id))
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
start, _ := strconv.ParseInt(c.Query("start"), 10, 64)
|
|
end, _ := strconv.ParseInt(c.Query("end"), 10, 64)
|
|
requestedQuery := c.Query("query")
|
|
if strings.TrimSpace(requestedQuery) == "" {
|
|
requestedQuery = "{}"
|
|
}
|
|
query, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", requestedQuery)
|
|
if err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
values, err := services.LokiLabelValues(c.Request.Context(), src,
|
|
c.Param("name"), query, start, end)
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, values)
|
|
}
|
|
|
|
// Health Loki /ready 探活(查询页状态点)
|
|
func (ctrl *LogsController) Health(c *gin.Context) {
|
|
id, _ := strconv.ParseUint(c.Query("sourceId"), 10, 64)
|
|
src := services.GetLogSource(uint(id))
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
if _, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", "{}"); err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
ctx, cancel := context.WithTimeout(c.Request.Context(), 15*time.Second)
|
|
defer cancel()
|
|
utils.Success(c, gin.H{"ready": services.LokiReady(ctx, src)})
|
|
}
|
|
|
|
func (ctrl *LogsController) Histogram(c *gin.Context) {
|
|
var req dto.LogQueryRequest
|
|
if !utils.BindAndValidate(c, &req) {
|
|
return
|
|
}
|
|
src := services.GetLogSource(req.SourceID)
|
|
if src == nil {
|
|
utils.BadRequest(c, "数据源不存在")
|
|
return
|
|
}
|
|
query, err := services.AuthorizedLogQuery(src, c.GetUint("userId"), c.GetString("role") == "admin", req.Query)
|
|
if err != nil {
|
|
utils.Forbidden(c, err.Error())
|
|
return
|
|
}
|
|
buckets, err := services.LokiHistogram(c.Request.Context(), src, query, req.Start, req.End)
|
|
if err != nil {
|
|
utils.Error(c, 502, err.Error())
|
|
return
|
|
}
|
|
utils.Success(c, buckets)
|
|
}
|