feat: 18 引擎驱动全家桶 + 驱动管理/离线包 + 设置中心 + 工作台交互打磨
驱动接入（全部本机真实例验收）： - Elasticsearch 原生 SQL API、InfluxDB 原生 HTTP+Flux（官方 JDBC 付费许可，实测弃用） - ZooKeeper/MongoDB JVM agent（连接时自动下载官方驱动 jar，sha256 钉版本到 ~/.opsxdb/drivers/） - 达梦 JDBC agent 桥就绪（待厂商 jar+实例）；TiDB 真实例验收 - 协议族代码审查放行 PolarDB/TDSQL/OceanBase/Kingbase/GaussDB/Oracle - 驱动能力模型：按驱动开关对象树分组/右键菜单/行编辑，NoSQL 树拍平（对象直挂库节点） 驱动管理： - 驱动管理弹框（状态/预装/离线包导入/JDK 检测）+ /api/drivers/* 三接口 - opsxdb-driver 驱动商店仓库（清单/fetch.sh/pack.sh 离线包/import.sh） - 连接时懒加载：DMG 零 Java 产物，首连自动下载（实测 ZK 九件套 1.35s），离线包自动回退 UI/交互： - 设置中心（⚙）：常规/执行/结果/驱动/快捷键/关于，左导航+右面板（对标 opsxshell） - 实例级展开箭头（行首 SVG chevron，替代字体回退失真的 Unicode 三角） - 树内嵌套渲染修复：对象树挂在激活连接下；工具栏窄窗口不断行（按钮 nowrap+整颗换行） - 侧栏连接行精简（图标+连接名）、SQLite SSH 守卫、Oracle 死参数清理 质量： - Go 协议层/离线回退单测、E2E 门控测试（ES/ZK/Influx/Mongo/TiDB/JDBC 桥） - 驱动注册表单一事实来源 connection-types.json，README/BACKLOG/AGENTS 同步
This commit is contained in:
logan committed
1 parent
26f459d1b8
commit
a9510235bb
156 files changed
+17200
-2520
No files matched your search
@@ -0,0 +1,328 @@
|
||||
// OpsxDB JDBC Agent —— 纯 JDK + gson 的通用 JDBC 桥（默认包，支持单文件源启动）。
|
||||
//
|
||||
// 启动（由 Go 服务端组装）：
|
||||
// java -cp opsx-agent-jdbc.jar:gson-2.12.1.jar OpsxJdbcAgent --jars <驱动jar目录>
|
||||
//
|
||||
// 协议：stdin/stdout 换行分隔 JSON（JSON Lines）。
|
||||
// 请求 : {"id":1,"op":"open","args":{...}}
|
||||
// 响应 : {"id":1,"ok":true,"result":{...}} 或 {"id":1,"ok":false,"error":"..."}
|
||||
//
|
||||
// 驱动 jar 由 --jars 目录按 URLClassLoader 加载（商用驱动如达梦不随产品分发，
|
||||
// 用户把官方 DmJdbcDriver-*.jar 放进该目录即可）。
|
||||
//
|
||||
// 安全设计（与 Go 侧约定一致）：
|
||||
// - query 必带 maxRows（JDBC Statement.setMaxRows 硬截断，防 OOM/拖库）
|
||||
// - 每条 Statement.setQueryTimeout（秒）兜底，防慢查询挂死业务库
|
||||
// - open 支持 readOnly（true 时 Connection.setReadOnly，提示库走只读路由）
|
||||
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonObject;
|
||||
import com.google.gson.JsonParser;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.InputStreamReader;
|
||||
import java.io.OutputStreamWriter;
|
||||
import java.io.PrintWriter;
|
||||
import java.net.URL;
|
||||
import java.net.URLClassLoader;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.sql.Connection;
|
||||
import java.sql.Driver;
|
||||
import java.sql.DriverManager;
|
||||
import java.sql.ResultSet;
|
||||
import java.sql.ResultSetMetaData;
|
||||
import java.sql.Statement;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Properties;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
|
||||
public final class OpsxJdbcAgent {
|
||||
static final String AGENT = "opsx-agent-jdbc";
|
||||
static final String VERSION = "0.1.0";
|
||||
static final int PROTOCOL = 1;
|
||||
|
||||
private final Gson gson = new Gson();
|
||||
private final Map<String, Connection> handles = new HashMap<>();
|
||||
private final AtomicLong seq = new AtomicLong(0);
|
||||
|
||||
public static void main(String[] args) throws Exception {
|
||||
String jarsDir = null;
|
||||
for (int i = 0; i < args.length - 1; i++) {
|
||||
if ("--jars".equals(args[i])) jarsDir = args[i + 1];
|
||||
}
|
||||
if (jarsDir != null) loadVendorDrivers(jarsDir);
|
||||
new OpsxJdbcAgent().loop();
|
||||
}
|
||||
|
||||
/** 把 --jars 目录下所有 jar 挂进 URLClassLoader 并逐个注册 Driver */
|
||||
private static void loadVendorDrivers(String dir) throws Exception {
|
||||
java.io.File d = new java.io.File(dir);
|
||||
java.io.File[] jars = d.listFiles((f) -> f.getName().endsWith(".jar"));
|
||||
if (jars == null || jars.length == 0) {
|
||||
throw new IllegalStateException("驱动目录没有 jar: " + dir);
|
||||
}
|
||||
URL[] urls = new URL[jars.length];
|
||||
for (int i = 0; i < jars.length; i++) urls[i] = jars[i].toURI().toURL();
|
||||
URLClassLoader cl = new URLClassLoader(urls, OpsxJdbcAgent.class.getClassLoader());
|
||||
for (java.io.File jar : jars) {
|
||||
try (URLClassLoader probe = new URLClassLoader(new URL[]{jar.toURI().toURL()}, cl)) {
|
||||
java.util.jar.JarFile jf = new java.util.jar.JarFile(jar);
|
||||
var entries = jf.entries();
|
||||
while (entries.hasMoreElements()) {
|
||||
String name = entries.nextElement().getName();
|
||||
if (name.endsWith("META-INF/services/java.sql.Driver")) {
|
||||
try (var in = cl.getResourceAsStream(name)) {
|
||||
if (in == null) continue;
|
||||
java.io.BufferedReader r = new java.io.BufferedReader(new InputStreamReader(in, StandardCharsets.UTF_8));
|
||||
String cls;
|
||||
while ((cls = r.readLine()) != null) {
|
||||
cls = cls.trim();
|
||||
if (cls.isEmpty() || cls.startsWith("#")) continue;
|
||||
Driver drv = (Driver) Class.forName(cls, true, cl).getDeclaredConstructor().newInstance();
|
||||
DriverManager.registerDriver(new ShimDriver(drv));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** 让 DriverManager 能用 URLClassLoader 里加载的驱动 */
|
||||
static final class ShimDriver implements Driver {
|
||||
private final Driver delegate;
|
||||
ShimDriver(Driver d) { this.delegate = d; }
|
||||
public java.sql.Connection connect(String url, Properties info) throws java.sql.SQLException { return delegate.connect(url, info); }
|
||||
public boolean acceptsURL(String url) throws java.sql.SQLException { return delegate.acceptsURL(url); }
|
||||
public java.sql.DriverPropertyInfo[] getPropertyInfo(String url, Properties info) throws java.sql.SQLException { return delegate.getPropertyInfo(url, info); }
|
||||
public int getMajorVersion() { return delegate.getMajorVersion(); }
|
||||
public int getMinorVersion() { return delegate.getMinorVersion(); }
|
||||
public boolean jdbcCompliant() { return delegate.jdbcCompliant(); }
|
||||
public java.util.logging.Logger getParentLogger() { return java.util.logging.Logger.getGlobal(); }
|
||||
}
|
||||
|
||||
private void loop() throws Exception {
|
||||
BufferedReader in = new BufferedReader(new InputStreamReader(System.in, StandardCharsets.UTF_8));
|
||||
PrintWriter out = new PrintWriter(new OutputStreamWriter(System.out, StandardCharsets.UTF_8), true);
|
||||
out.println(gson.toJson(resp(0, true, helloResult(), null))); // 首行即握手公告
|
||||
String line;
|
||||
while ((line = in.readLine()) != null) {
|
||||
line = line.trim();
|
||||
if (line.isEmpty()) continue;
|
||||
JsonObject req;
|
||||
try {
|
||||
req = JsonParser.parseString(line).getAsJsonObject();
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(0, false, null, "bad json: " + e.getMessage())));
|
||||
continue;
|
||||
}
|
||||
long id = req.has("id") ? req.get("id").getAsLong() : 0;
|
||||
String op = req.has("op") ? req.get("op").getAsString() : "";
|
||||
JsonObject args = req.has("args") && req.get("args").isJsonObject() ? req.getAsJsonObject("args") : new JsonObject();
|
||||
try {
|
||||
JsonObject result = dispatch(op, args);
|
||||
out.println(gson.toJson(resp(id, true, result, null)));
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(id, false, null, e.getMessage() == null ? String.valueOf(e) : e.getMessage())));
|
||||
}
|
||||
if ("shutdown".equals(op)) {
|
||||
out.flush();
|
||||
System.exit(0);
|
||||
}
|
||||
}
|
||||
System.exit(0);
|
||||
}
|
||||
|
||||
private JsonObject helloResult() {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("agent", AGENT);
|
||||
o.addProperty("version", VERSION);
|
||||
o.addProperty("protocol", PROTOCOL);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject dispatch(String op, JsonObject a) throws Exception {
|
||||
switch (op) {
|
||||
case "hello": return helloResult();
|
||||
case "open": return open(a);
|
||||
case "ping": { stmt(getHandle(a), "SELECT 1", 5, 1); return ok(); }
|
||||
case "query": return query(a);
|
||||
case "exec": return exec(a);
|
||||
case "metaDatabases": return metaDatabases(getHandle(a));
|
||||
case "metaTables": return metaTables(getHandle(a), str(a, "schema"));
|
||||
case "metaColumns": return metaColumns(getHandle(a), str(a, "schema"), str(a, "table"));
|
||||
case "close": {
|
||||
Connection c = handles.remove(getHandle(a));
|
||||
if (c != null) c.close();
|
||||
return ok();
|
||||
}
|
||||
default: throw new IllegalArgumentException("未知 op: " + op);
|
||||
}
|
||||
}
|
||||
|
||||
private JsonObject open(JsonObject a) throws Exception {
|
||||
String url = str(a, "url");
|
||||
Properties props = new Properties();
|
||||
if (a.has("user") && !a.get("user").isJsonNull()) props.setProperty("user", a.get("user").getAsString());
|
||||
if (a.has("password") && !a.get("password").isJsonNull()) props.setProperty("password", a.get("password").getAsString());
|
||||
// 其余属性原样透传（SSL 等）
|
||||
if (a.has("props") && a.get("props").isJsonObject()) {
|
||||
for (var e : a.getAsJsonObject("props").entrySet()) {
|
||||
if (!props.containsKey(e.getKey())) props.setProperty(e.getKey(), e.getValue().getAsString());
|
||||
}
|
||||
}
|
||||
Connection conn = DriverManager.getConnection(url, props);
|
||||
if (a.has("readOnly") && a.get("readOnly").getAsBoolean()) {
|
||||
try { conn.setReadOnly(true); } catch (Exception ignored) { /* 部分驱动不支持 */ }
|
||||
}
|
||||
String handle = "c" + seq.incrementAndGet();
|
||||
handles.put(handle, conn);
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("handle", handle);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject query(JsonObject a) throws Exception {
|
||||
Connection conn = getHandle(a);
|
||||
String sql = str(a, "sql");
|
||||
int maxRows = a.has("maxRows") ? a.get("maxRows").getAsInt() : 1000;
|
||||
if (maxRows <= 0 || maxRows > 20000) maxRows = 1000;
|
||||
int timeoutSec = a.has("timeoutSec") ? a.get("timeoutSec").getAsInt() : 30;
|
||||
try (Statement st = conn.createStatement()) {
|
||||
st.setMaxRows(maxRows);
|
||||
st.setQueryTimeout(timeoutSec);
|
||||
try (ResultSet rs = st.executeQuery(sql)) {
|
||||
return readRows(rs, maxRows);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private JsonObject exec(JsonObject a) throws Exception {
|
||||
Connection conn = getHandle(a);
|
||||
int timeoutSec = a.has("timeoutSec") ? a.get("timeoutSec").getAsInt() : 30;
|
||||
try (Statement st = conn.createStatement()) {
|
||||
st.setQueryTimeout(timeoutSec);
|
||||
boolean hasRs = st.execute(str(a, "sql"));
|
||||
JsonObject o = new JsonObject();
|
||||
if (hasRs) {
|
||||
try (ResultSet rs = st.getResultSet()) {
|
||||
o = readRows(rs, 1000);
|
||||
o.addProperty("rowCount", o.getAsJsonArray("rows").size());
|
||||
return o;
|
||||
}
|
||||
}
|
||||
o.addProperty("affectedRows", st.getUpdateCount());
|
||||
return o;
|
||||
}
|
||||
}
|
||||
|
||||
private JsonObject readRows(ResultSet rs, int maxRows) throws Exception {
|
||||
ResultSetMetaData md = rs.getMetaData();
|
||||
int n = md.getColumnCount();
|
||||
List<String> cols = new ArrayList<>(n);
|
||||
for (int i = 1; i <= n; i++) cols.add(md.getColumnLabel(i));
|
||||
List<JsonObject> rows = new ArrayList<>();
|
||||
int count = 0;
|
||||
boolean truncated = false;
|
||||
while (rs.next()) {
|
||||
if (++count > maxRows) { truncated = true; break; }
|
||||
JsonObject row = new JsonObject();
|
||||
for (int i = 1; i <= n; i++) {
|
||||
String v = rs.getString(i);
|
||||
row.addProperty(cols.get(i - 1), v == null ? null : v);
|
||||
}
|
||||
rows.add(row);
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(cols));
|
||||
o.add("rows", gson.toJsonTree(rows));
|
||||
o.addProperty("truncated", truncated);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject metaDatabases(Connection conn) throws Exception {
|
||||
List<String> out = new ArrayList<>();
|
||||
try (ResultSet rs = conn.getMetaData().getCatalogs()) {
|
||||
while (rs.next()) out.add(rs.getString(1));
|
||||
}
|
||||
if (out.isEmpty()) { // 无 catalog 概念的库（如 Oracle/DM 常用 schema）退化为 schemas
|
||||
try (ResultSet rs = conn.getMetaData().getSchemas()) {
|
||||
while (rs.next()) out.add(rs.getString(1));
|
||||
}
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("names", gson.toJsonTree(out));
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject metaTables(Connection conn, String schema) throws Exception {
|
||||
List<String> out = new ArrayList<>();
|
||||
try (ResultSet rs = conn.getMetaData().getTables(conn.getCatalog(), emptyToNull(schema), "%", new String[]{"TABLE", "VIEW"})) {
|
||||
while (rs.next()) out.add(rs.getString("TABLE_NAME"));
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("names", gson.toJsonTree(out));
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject metaColumns(Connection conn, String schema, String table) throws Exception {
|
||||
List<JsonObject> out = new ArrayList<>();
|
||||
try (ResultSet rs = conn.getMetaData().getColumns(conn.getCatalog(), emptyToNull(schema), table, "%")) {
|
||||
while (rs.next()) {
|
||||
JsonObject col = new JsonObject();
|
||||
col.addProperty("name", rs.getString("COLUMN_NAME"));
|
||||
col.addProperty("type", rs.getString("TYPE_NAME"));
|
||||
col.addProperty("nullable", rs.getInt("NULLABLE") == ResultSetMetaData.columnNullable);
|
||||
String key = rs.getString("IS_AUTOINCREMENT");
|
||||
col.addProperty("key", "YES".equalsIgnoreCase(key) ? "PRI" : "");
|
||||
out.add(col);
|
||||
}
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(out));
|
||||
return o;
|
||||
}
|
||||
|
||||
/** 探活：驱动差异兜底（Oracle/DM 老版本无 dual-less SELECT 1 时退 DUAL） */
|
||||
private void stmt(Connection conn, String sql, int timeoutSec, int maxRows) throws Exception {
|
||||
try (Statement st = conn.createStatement()) {
|
||||
st.setQueryTimeout(timeoutSec);
|
||||
st.setMaxRows(maxRows);
|
||||
st.execute(sql);
|
||||
} catch (java.sql.SQLException e) {
|
||||
if (sql.equals("SELECT 1")) {
|
||||
try (Statement st = conn.createStatement()) {
|
||||
st.setQueryTimeout(timeoutSec);
|
||||
st.setMaxRows(maxRows);
|
||||
st.execute("SELECT 1 FROM DUAL");
|
||||
return;
|
||||
}
|
||||
}
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
private Connection getHandle(JsonObject a) {
|
||||
String h = str(a, "handle");
|
||||
Connection c = handles.get(h);
|
||||
if (c == null) throw new IllegalStateException("句柄不存在或已关闭: " + h);
|
||||
return c;
|
||||
}
|
||||
|
||||
private static String str(JsonObject a, String k) {
|
||||
return a.has(k) && !a.get(k).isJsonNull() ? a.get(k).getAsString() : "";
|
||||
}
|
||||
private static String emptyToNull(String s) { return s == null || s.isEmpty() ? null : s; }
|
||||
private static JsonObject ok() { return new JsonObject(); }
|
||||
private static JsonObject resp(long id, boolean ok, JsonObject result, String error) {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("id", id);
|
||||
o.addProperty("ok", ok);
|
||||
if (result != null) o.add("result", result);
|
||||
if (error != null) o.addProperty("error", error);
|
||||
return o;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,328 @@
|
||||
// OpsxDB MongoDB Agent —— 与 OpsxJdbcAgent 同协议的 Mongo 专属桥（默认包，单文件）。
|
||||
//
|
||||
// 启动：java -cp opsx-agent-jdbc.jar:gson-2.12.1.jar:mongo-driver-*.jar OpsxMongoAgent --jars <目录>
|
||||
//
|
||||
// SQL 框迷你 DSL（文档见 agents/README.md）：
|
||||
// db.<coll>.find([filter]) 查询（filter 为 JSON，可省略）
|
||||
// db.<coll>.count([filter]) 计数
|
||||
// db.<coll>.insertOne({doc}) 插入
|
||||
// db.<coll>.updateOne({f},{u}) 更新（u 用 $set 等操作符）
|
||||
// db.<coll>.deleteOne({f}) 删除单条
|
||||
// db.<coll>.deleteMany({f}) 批量删除（Go 侧强制危险确认）
|
||||
// metaDatabases=库列表；metaTables(schema=库)=集合；metaColumns=抽样文档字段并集。
|
||||
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonObject;
|
||||
import com.google.gson.JsonParser;
|
||||
import com.mongodb.client.MongoClient;
|
||||
import com.mongodb.client.MongoClients;
|
||||
import com.mongodb.client.MongoCollection;
|
||||
import com.mongodb.client.MongoDatabase;
|
||||
import com.mongodb.client.model.Filters;
|
||||
import com.mongodb.client.model.Updates;
|
||||
import com.mongodb.client.result.DeleteResult;
|
||||
import com.mongodb.client.result.UpdateResult;
|
||||
|
||||
import org.bson.BsonDocument;
|
||||
import org.bson.Document;
|
||||
import org.bson.conversions.Bson;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.InputStreamReader;
|
||||
import java.io.OutputStreamWriter;
|
||||
import java.io.PrintWriter;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.util.ArrayList;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.LinkedHashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
public final class OpsxMongoAgent {
|
||||
static final String AGENT = "opsx-agent-jdbc";
|
||||
static final String VERSION = "0.1.0";
|
||||
static final int PROTOCOL = 1;
|
||||
private static final Pattern DSL = Pattern.compile(
|
||||
"^db\\.(\\w+)\\.(find|count|insertOne|updateOne|deleteOne|deleteMany)\\s*(\\{.*\\})?\\s*\\)?\\s*$",
|
||||
Pattern.DOTALL);
|
||||
|
||||
private final Gson gson = new Gson();
|
||||
private final Map<String, MongoClient> handles = new LinkedHashMap<>();
|
||||
private final AtomicLong seq = new AtomicLong(0);
|
||||
|
||||
public static void main(String[] args) throws Exception {
|
||||
new OpsxMongoAgent().loop();
|
||||
}
|
||||
|
||||
private void loop() throws Exception {
|
||||
BufferedReader in = new BufferedReader(new InputStreamReader(System.in, StandardCharsets.UTF_8));
|
||||
PrintWriter out = new PrintWriter(new OutputStreamWriter(System.out, StandardCharsets.UTF_8), true);
|
||||
out.println(gson.toJson(resp(0, true, helloResult(), null)));
|
||||
String line;
|
||||
while ((line = in.readLine()) != null) {
|
||||
line = line.trim();
|
||||
if (line.isEmpty()) continue;
|
||||
JsonObject req;
|
||||
try {
|
||||
req = JsonParser.parseString(line).getAsJsonObject();
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(0, false, null, "bad json: " + e.getMessage())));
|
||||
continue;
|
||||
}
|
||||
long id = req.has("id") ? req.get("id").getAsLong() : 0;
|
||||
String op = req.has("op") ? req.get("op").getAsString() : "";
|
||||
JsonObject args = req.has("args") && req.get("args").isJsonObject() ? req.getAsJsonObject("args") : new JsonObject();
|
||||
try {
|
||||
out.println(gson.toJson(resp(id, true, dispatch(op, args), null)));
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(id, false, null, e.getMessage() == null ? String.valueOf(e) : e.getMessage())));
|
||||
}
|
||||
if ("shutdown".equals(op)) {
|
||||
out.flush();
|
||||
System.exit(0);
|
||||
}
|
||||
}
|
||||
System.exit(0);
|
||||
}
|
||||
|
||||
private JsonObject helloResult() {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("agent", AGENT);
|
||||
o.addProperty("version", VERSION);
|
||||
o.addProperty("protocol", PROTOCOL);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject dispatch(String op, JsonObject a) throws Exception {
|
||||
switch (op) {
|
||||
case "hello": return helloResult();
|
||||
case "open": {
|
||||
MongoClient cli = MongoClients.create(str(a, "url"));
|
||||
String handle = "m" + seq.incrementAndGet();
|
||||
handles.put(handle, cli);
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("handle", handle);
|
||||
return o;
|
||||
}
|
||||
case "ping": {
|
||||
Document r = zk(a).getDatabase("admin").runCommand(new Document("ping", 1));
|
||||
if (r.getDouble("ok") != 1.0) throw new IllegalStateException("ping 失败: " + r.toJson());
|
||||
return ok();
|
||||
}
|
||||
case "query": return query(a);
|
||||
case "exec": return exec(a);
|
||||
case "metaDatabases": {
|
||||
List<String> names = new ArrayList<>();
|
||||
zk(a).listDatabaseNames().into(names);
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("names", gson.toJsonTree(names));
|
||||
return o;
|
||||
}
|
||||
case "metaTables": {
|
||||
List<String> names = new ArrayList<>();
|
||||
zk(a).getDatabase(str(a, "schema")).listCollectionNames().into(names);
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("names", gson.toJsonTree(names));
|
||||
return o;
|
||||
}
|
||||
case "metaColumns": {
|
||||
// 抽样前 5 个文档的字段并集（v1 结构探测，非权威 schema）
|
||||
List<JsonObject> cols = new ArrayList<>();
|
||||
Set<String> seen = new LinkedHashSet<>();
|
||||
try (var it = coll(a).find().limit(5).iterator()) {
|
||||
while (it.hasNext()) {
|
||||
for (Map.Entry<String, Object> e : it.next().entrySet()) {
|
||||
if (seen.add(e.getKey())) {
|
||||
JsonObject c = new JsonObject();
|
||||
c.addProperty("name", e.getKey());
|
||||
c.addProperty("type", e.getValue() == null ? "unknown" : e.getValue().getClass().getSimpleName());
|
||||
c.addProperty("nullable", true);
|
||||
cols.add(c);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(cols));
|
||||
return o;
|
||||
}
|
||||
case "close": {
|
||||
MongoClient c = handles.remove(str(a, "handle"));
|
||||
if (c != null) c.close();
|
||||
return ok();
|
||||
}
|
||||
default: throw new IllegalArgumentException("未知 op: " + op);
|
||||
}
|
||||
}
|
||||
|
||||
/** find/count 的表格式结果 */
|
||||
private JsonObject query(JsonObject a) throws Exception {
|
||||
Dsl d = parse(str(a, "sql"));
|
||||
int maxRows = a.has("maxRows") ? a.get("maxRows").getAsInt() : 1000;
|
||||
if (d.verb.equals("count")) {
|
||||
long n = coll(a, d).countDocuments(d.filter == null ? new Document() : d.filter);
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(new String[]{"n"}));
|
||||
JsonObject row = new JsonObject();
|
||||
row.addProperty("n", n);
|
||||
o.add("rows", gson.toJsonTree(List.of(row)));
|
||||
o.addProperty("truncated", false);
|
||||
return o;
|
||||
}
|
||||
if (!d.verb.equals("find")) {
|
||||
throw new IllegalArgumentException("query 仅支持 find/count，收到: " + d.verb);
|
||||
}
|
||||
List<String> cols = new ArrayList<>();
|
||||
cols.add("_id");
|
||||
Set<String> seen = new LinkedHashSet<>(cols);
|
||||
List<JsonObject> rows = new ArrayList<>();
|
||||
boolean truncated = false;
|
||||
try (var it = coll(a, d).find(d.filter == null ? new Document() : d.filter).limit(maxRows + 1).iterator()) {
|
||||
while (it.hasNext()) {
|
||||
Document doc = it.next();
|
||||
if (rows.size() >= maxRows) { truncated = true; break; }
|
||||
for (String k : doc.keySet()) {
|
||||
if (seen.add(k)) cols.add(k);
|
||||
}
|
||||
JsonObject row = new JsonObject();
|
||||
for (String k : cols) {
|
||||
Object v = doc.get(k);
|
||||
row.addProperty(k, v == null ? null : String.valueOf(v));
|
||||
}
|
||||
rows.add(row);
|
||||
}
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(cols));
|
||||
o.add("rows", gson.toJsonTree(rows));
|
||||
o.addProperty("truncated", truncated);
|
||||
return o;
|
||||
}
|
||||
|
||||
/** insertOne/updateOne/deleteOne/deleteMany */
|
||||
private JsonObject exec(JsonObject a) throws Exception {
|
||||
Dsl d = parse(str(a, "sql"));
|
||||
MongoCollection<Document> c = coll(a, d);
|
||||
JsonObject o = new JsonObject();
|
||||
switch (d.verb) {
|
||||
case "insertOne": {
|
||||
Document doc = Document.parse(d.rawJson);
|
||||
c.insertOne(doc);
|
||||
o.addProperty("affectedRows", 1);
|
||||
return o;
|
||||
}
|
||||
case "updateOne": {
|
||||
List<Bson> parts = splitTwo(d.rawJson);
|
||||
UpdateResult r = c.updateOne(parts.get(0), parts.get(1));
|
||||
o.addProperty("affectedRows", r.getModifiedCount());
|
||||
return o;
|
||||
}
|
||||
case "deleteOne": {
|
||||
DeleteResult r = c.deleteOne(d.filter == null ? new Document() : d.filter);
|
||||
o.addProperty("affectedRows", r.getDeletedCount());
|
||||
return o;
|
||||
}
|
||||
case "deleteMany": {
|
||||
DeleteResult r = c.deleteMany(d.filter == null ? new Document() : d.filter);
|
||||
o.addProperty("affectedRows", r.getDeletedCount());
|
||||
return o;
|
||||
}
|
||||
default:
|
||||
throw new IllegalArgumentException("exec 仅支持 insertOne/updateOne/deleteOne/deleteMany，收到: " + d.verb);
|
||||
}
|
||||
}
|
||||
|
||||
/** 把 updateOne 的 {filter},{update} 拆成两个 Bson */
|
||||
private List<Bson> splitTwo(String raw) {
|
||||
// 顶层逗号切分（括号深度 0 处）
|
||||
int depth = 0;
|
||||
for (int i = 0; i < raw.length(); i++) {
|
||||
char ch = raw.charAt(i);
|
||||
if (ch == '{') depth++;
|
||||
else if (ch == '}') depth--;
|
||||
else if (ch == ',' && depth == 0) {
|
||||
return List.of(BsonDocument.parse(raw.substring(0, i).trim()),
|
||||
BsonDocument.parse(raw.substring(i + 1).trim()));
|
||||
}
|
||||
}
|
||||
throw new IllegalArgumentException("updateOne 需要 {filter},{update} 两个 JSON");
|
||||
}
|
||||
|
||||
private Dsl parse(String sql) {
|
||||
String s = sql == null ? "" : sql.trim();
|
||||
if (!s.startsWith("db.")) {
|
||||
throw new IllegalArgumentException("无法解析的 Mongo DSL（支持 db.<coll>.find/count/insertOne/updateOne/deleteOne/deleteMany）: " + sql);
|
||||
}
|
||||
int dot = s.indexOf('.', 3);
|
||||
if (dot < 0) {
|
||||
throw new IllegalArgumentException("缺少集合名: " + sql);
|
||||
}
|
||||
Dsl d = new Dsl();
|
||||
d.coll = s.substring(3, dot);
|
||||
String rest = s.substring(dot + 1).trim();
|
||||
int i = 0;
|
||||
while (i < rest.length() && Character.isLetter(rest.charAt(i))) i++;
|
||||
d.verb = rest.substring(0, i);
|
||||
String raw = rest.substring(i).trim();
|
||||
// 抽出 JSON 体：第一个 '{' 到最后一个 '}'（容忍 insertOne({...}) 的外层括号与空白）
|
||||
int b = raw.indexOf('{');
|
||||
if (b >= 0) {
|
||||
int e = raw.lastIndexOf('}');
|
||||
raw = e > b ? raw.substring(b, e + 1) : raw.substring(b);
|
||||
}
|
||||
d.rawJson = raw;
|
||||
Set<String> verbs = Set.of("find", "count", "insertOne", "updateOne", "deleteOne", "deleteMany");
|
||||
if (!verbs.contains(d.verb)) {
|
||||
throw new IllegalArgumentException("不支持的操作: " + d.verb);
|
||||
}
|
||||
if (!d.rawJson.isEmpty() && !d.verb.equals("updateOne")) {
|
||||
d.filter = Document.parse(d.rawJson);
|
||||
}
|
||||
return d;
|
||||
}
|
||||
|
||||
private MongoClient zk(JsonObject a) {
|
||||
MongoClient c = handles.get(str(a, "handle"));
|
||||
if (c == null) throw new IllegalStateException("句柄不存在或已关闭");
|
||||
return c;
|
||||
}
|
||||
|
||||
private MongoCollection<Document> coll(JsonObject a) {
|
||||
// metaColumns 等入口：schema=库，table=集合
|
||||
return zk(a).getDatabase(str(a, "schema")).getCollection(str(a, "table"));
|
||||
}
|
||||
|
||||
private MongoCollection<Document> coll(JsonObject a, Dsl d) {
|
||||
String db = a.has("schema") && !str(a, "schema").isEmpty() ? str(a, "schema")
|
||||
: ((JsonObject) a).has("database") ? str(a, "database") : "test";
|
||||
// ExecSQL 路径未带 schema 时，从会话 Conn 透出：args 里由 Go 侧补 database
|
||||
if (a.has("db") && !str(a, "db").isEmpty()) db = str(a, "db");
|
||||
return zk(a).getDatabase(db).getCollection(d.coll);
|
||||
}
|
||||
|
||||
private static final class Dsl {
|
||||
String coll;
|
||||
String verb;
|
||||
String rawJson;
|
||||
Document filter;
|
||||
}
|
||||
|
||||
private static String str(JsonObject a, String k) {
|
||||
return a.has(k) && !a.get(k).isJsonNull() ? a.get(k).getAsString() : "";
|
||||
}
|
||||
|
||||
private static JsonObject ok() { return new JsonObject(); }
|
||||
|
||||
private static JsonObject resp(long id, boolean ok, JsonObject result, String error) {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("id", id);
|
||||
o.addProperty("ok", ok);
|
||||
if (result != null) o.add("result", result);
|
||||
if (error != null) o.addProperty("error", error);
|
||||
return o;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,252 @@
|
||||
// OpsxDB ZooKeeper Agent —— 与 OpsxJdbcAgent 同协议的 ZK 专属桥（默认包，单文件）。
|
||||
//
|
||||
// 启动：java -cp opsx-agent-jdbc.jar:gson-2.12.1.jar OpsxZkAgent --jars <zookeeper.jar 目录>
|
||||
//
|
||||
// SQL 约定（工作台编辑器直写）：
|
||||
// GET <path> 读 znode：path/data/version/ctime/mtime/ephemeral/children
|
||||
// LS <path> 列子节点（带 stat）
|
||||
// CREATE <path> [data] 持久节点（父须存在）；SET <path> <data>；DELETE <path>（须无子）
|
||||
// 写动词（CREATE/SET/DELETE）由 Go 侧危险语句拦截 + 二次确认把守。
|
||||
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonObject;
|
||||
import com.google.gson.JsonParser;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.InputStreamReader;
|
||||
import java.io.OutputStreamWriter;
|
||||
import java.io.PrintWriter;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.CountDownLatch;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
|
||||
import org.apache.zookeeper.CreateMode;
|
||||
import org.apache.zookeeper.KeeperException;
|
||||
import org.apache.zookeeper.WatchedEvent;
|
||||
import org.apache.zookeeper.Watcher;
|
||||
import org.apache.zookeeper.ZooDefs;
|
||||
import org.apache.zookeeper.ZooKeeper;
|
||||
import org.apache.zookeeper.data.Stat;
|
||||
|
||||
public final class OpsxZkAgent {
|
||||
static final String AGENT = "opsx-agent-jdbc";
|
||||
static final String VERSION = "0.1.0";
|
||||
static final int PROTOCOL = 1;
|
||||
|
||||
private final Gson gson = new Gson();
|
||||
private final Map<String, ZooKeeper> handles = new HashMap<>();
|
||||
private final AtomicLong seq = new AtomicLong(0);
|
||||
|
||||
public static void main(String[] args) throws Exception {
|
||||
new OpsxZkAgent().loop();
|
||||
}
|
||||
|
||||
private void loop() throws Exception {
|
||||
BufferedReader in = new BufferedReader(new InputStreamReader(System.in, StandardCharsets.UTF_8));
|
||||
PrintWriter out = new PrintWriter(new OutputStreamWriter(System.out, StandardCharsets.UTF_8), true);
|
||||
out.println(gson.toJson(resp(0, true, helloResult(), null)));
|
||||
String line;
|
||||
while ((line = in.readLine()) != null) {
|
||||
line = line.trim();
|
||||
if (line.isEmpty()) continue;
|
||||
JsonObject req;
|
||||
try {
|
||||
req = JsonParser.parseString(line).getAsJsonObject();
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(0, false, null, "bad json: " + e.getMessage())));
|
||||
continue;
|
||||
}
|
||||
long id = req.has("id") ? req.get("id").getAsLong() : 0;
|
||||
String op = req.has("op") ? req.get("op").getAsString() : "";
|
||||
JsonObject args = req.has("args") && req.get("args").isJsonObject() ? req.getAsJsonObject("args") : new JsonObject();
|
||||
try {
|
||||
out.println(gson.toJson(resp(id, true, dispatch(op, args), null)));
|
||||
} catch (KeeperException e) {
|
||||
out.println(gson.toJson(resp(id, false, null, "ZK " + e.code().name() + ": " + e.getMessage())));
|
||||
} catch (Exception e) {
|
||||
out.println(gson.toJson(resp(id, false, null, e.getMessage() == null ? String.valueOf(e) : e.getMessage())));
|
||||
}
|
||||
if ("shutdown".equals(op)) {
|
||||
out.flush();
|
||||
System.exit(0);
|
||||
}
|
||||
}
|
||||
System.exit(0);
|
||||
}
|
||||
|
||||
private JsonObject helloResult() {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("agent", AGENT);
|
||||
o.addProperty("version", VERSION);
|
||||
o.addProperty("protocol", PROTOCOL);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject dispatch(String op, JsonObject a) throws Exception {
|
||||
switch (op) {
|
||||
case "hello": return helloResult();
|
||||
case "open": return open(a);
|
||||
case "ping": {
|
||||
Stat st = zk(a).exists("/", false);
|
||||
if (st == null) throw new IllegalStateException("root 不存在");
|
||||
return ok();
|
||||
}
|
||||
case "query": return query(a);
|
||||
case "exec": return exec(a);
|
||||
case "metaDatabases": return children(zk(a), "/");
|
||||
case "metaTables": {
|
||||
String schema = str(a, "schema");
|
||||
String base = schema.isEmpty() ? "/" : normalize(schema);
|
||||
return children(zk(a), base);
|
||||
}
|
||||
case "close": {
|
||||
ZooKeeper z = handles.remove(str(a, "handle"));
|
||||
if (z != null) z.close();
|
||||
return ok();
|
||||
}
|
||||
default: throw new IllegalArgumentException("未知 op: " + op);
|
||||
}
|
||||
}
|
||||
|
||||
private JsonObject open(JsonObject a) throws Exception {
|
||||
String connect = str(a, "url"); // host:port
|
||||
if (connect.isEmpty()) throw new IllegalArgumentException("缺少 connectString");
|
||||
CountDownLatch latch = new CountDownLatch(1);
|
||||
ZooKeeper zk = new ZooKeeper(connect, 10000, new Watcher() {
|
||||
public void process(WatchedEvent e) {
|
||||
if (e.getState() == Event.KeeperState.SyncConnected
|
||||
|| e.getState() == Event.KeeperState.ConnectedReadOnly) {
|
||||
latch.countDown();
|
||||
}
|
||||
}
|
||||
});
|
||||
if (!latch.await(10, TimeUnit.SECONDS)) {
|
||||
zk.close();
|
||||
throw new IllegalStateException("ZK 连接超时: " + connect);
|
||||
}
|
||||
String handle = "z" + seq.incrementAndGet();
|
||||
handles.put(handle, zk);
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("handle", handle);
|
||||
return o;
|
||||
}
|
||||
|
||||
/** query 承载读动词：GET / LS */
|
||||
private JsonObject query(JsonObject a) throws Exception {
|
||||
ZooKeeper zk = zk(a);
|
||||
String sql = str(a, "sql").trim();
|
||||
String[] parts = sql.split("\\s+", 2);
|
||||
String verb = parts.length > 0 ? parts[0].toUpperCase() : "";
|
||||
String arg = parts.length > 1 ? parts[1].trim() : "/";
|
||||
if (verb.equals("GET")) {
|
||||
return statRow(zk, normalize(arg), false);
|
||||
}
|
||||
if (verb.equals("LS")) {
|
||||
return statRow(zk, normalize(arg), true);
|
||||
}
|
||||
throw new IllegalArgumentException("ZK query 仅支持 GET/LS，收到: " + verb);
|
||||
}
|
||||
|
||||
/** exec 承载写动词：CREATE / SET / DELETE */
|
||||
private JsonObject exec(JsonObject a) throws Exception {
|
||||
ZooKeeper zk = zk(a);
|
||||
String sql = str(a, "sql").trim();
|
||||
String[] parts = sql.split("\\s+", 2);
|
||||
String verb = parts.length > 0 ? parts[0].toUpperCase() : "";
|
||||
String rest = parts.length > 1 ? parts[1] : "";
|
||||
int sp = rest.indexOf(' ');
|
||||
String path = normalize(sp < 0 ? rest : rest.substring(0, sp));
|
||||
String data = sp < 0 ? "" : rest.substring(sp + 1);
|
||||
switch (verb) {
|
||||
case "CREATE":
|
||||
zk.create(path, data.getBytes(StandardCharsets.UTF_8), ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
|
||||
break;
|
||||
case "SET":
|
||||
zk.setData(path, data.getBytes(StandardCharsets.UTF_8), -1);
|
||||
break;
|
||||
case "DELETE":
|
||||
zk.delete(path, -1);
|
||||
break;
|
||||
default:
|
||||
throw new IllegalArgumentException("ZK exec 仅支持 CREATE/SET/DELETE，收到: " + verb);
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("affectedRows", 1);
|
||||
return o;
|
||||
}
|
||||
|
||||
/** statRow：GET 单行 / LS 多行（每个子节点一行） */
|
||||
private JsonObject statRow(ZooKeeper zk, String path, boolean listChildren) throws Exception {
|
||||
List<JsonObject> rows = new ArrayList<>();
|
||||
if (listChildren) {
|
||||
for (String child : zk.getChildren(path, false)) {
|
||||
String childPath = "/".equals(path) ? "/" + child : path + "/" + child;
|
||||
rows.add(row(zk, childPath));
|
||||
}
|
||||
} else {
|
||||
rows.add(row(zk, path));
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("columns", gson.toJsonTree(new String[]{"path", "data", "version", "ctime", "mtime", "ephemeral", "children"}));
|
||||
o.add("rows", gson.toJsonTree(rows));
|
||||
o.addProperty("truncated", false);
|
||||
return o;
|
||||
}
|
||||
|
||||
private JsonObject row(ZooKeeper zk, String path) throws Exception {
|
||||
Stat st = new Stat();
|
||||
byte[] data = zk.getData(path, false, st);
|
||||
JsonObject r = new JsonObject();
|
||||
r.addProperty("path", path);
|
||||
r.addProperty("data", data == null ? "" : new String(data, StandardCharsets.UTF_8));
|
||||
r.addProperty("version", st.getVersion());
|
||||
r.addProperty("ctime", st.getCtime());
|
||||
r.addProperty("mtime", st.getMtime());
|
||||
r.addProperty("ephemeral", st.getEphemeralOwner() != 0);
|
||||
r.addProperty("children", st.getNumChildren());
|
||||
return r;
|
||||
}
|
||||
|
||||
private JsonObject children(ZooKeeper zk, String base) throws Exception {
|
||||
List<String> names = new ArrayList<>();
|
||||
if (zk.getChildren(base, false).isEmpty() && "/".equals(base)) {
|
||||
names.add("/");
|
||||
} else {
|
||||
names.addAll(zk.getChildren(base, false));
|
||||
}
|
||||
JsonObject o = new JsonObject();
|
||||
o.add("names", gson.toJsonTree(names));
|
||||
return o;
|
||||
}
|
||||
|
||||
private ZooKeeper zk(JsonObject a) {
|
||||
ZooKeeper z = handles.get(str(a, "handle"));
|
||||
if (z == null) throw new IllegalStateException("句柄不存在或已关闭");
|
||||
return z;
|
||||
}
|
||||
|
||||
private static String normalize(String path) {
|
||||
if (path == null || path.isEmpty()) return "/";
|
||||
return path.startsWith("/") ? path : "/" + path;
|
||||
}
|
||||
|
||||
private static String str(JsonObject a, String k) {
|
||||
return a.has(k) && !a.get(k).isJsonNull() ? a.get(k).getAsString() : "";
|
||||
}
|
||||
|
||||
private static JsonObject ok() { return new JsonObject(); }
|
||||
|
||||
private static JsonObject resp(long id, boolean ok, JsonObject result, String error) {
|
||||
JsonObject o = new JsonObject();
|
||||
o.addProperty("id", id);
|
||||
o.addProperty("ok", ok);
|
||||
if (result != null) o.add("result", result);
|
||||
if (error != null) o.addProperty("error", error);
|
||||
return o;
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user