NODEDC_PLATFORM/infra/deploy-runner/build-engine-mcp-telemetry-...

268 lines
9.1 KiB
JavaScript
Executable File

#!/usr/bin/env node
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFile, lstat, mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { dirname, join, resolve } from "node:path";
import { fileURLToPath } from "node:url";
const here = dirname(fileURLToPath(import.meta.url));
const workspaceRoot = resolve(here, "../../..");
const engineRoot = resolve(
process.env.NODEDC_ENGINE_SOURCE_ROOT || join(workspaceRoot, "NODEDC_ENGINE_INFRA"),
);
const artifactRoot = resolve(
process.env.NODEDC_DEPLOY_ARTIFACT_DIR || resolve(here, "../deploy-artifacts"),
);
const baselineArtifact = resolve(
here,
"../deploy-artifacts/nodedc-engine-l2-closed-loop-20260723-031.tgz",
);
const baselineArtifactSha256 =
"33103bcf8a5f020855f3a095306b94158d9a452344ac7313120b1624a745e47e";
const nodeIntelligenceDescriptorPath =
"nodedc-source/services/node-intelligence/activation.json";
const predecessorNodeIntelligenceDescriptorSha256 =
"63e7619c6971d02102583bb5d80d33ece293b952f113200fa0b76f0e88c2dd32";
const targetNodeIntelligenceDescriptorSha256 =
"25ed3efd858aaf82c242dba501f0acc0c6c3dc91e8845707a4d3325750eab59f";
const predecessorGatewaySha256 =
"4f600a2781be9118bec891fa2a6f20d7f55e0892ef2f06af24059193cebd28f4";
const targetGatewaySha256 =
"69bfc91e913a3fad04e13aca86efb9d62f73c0c7d1f8f7200907494b29fa9e8d";
const [patchId = "", ...extra] = process.argv.slice(2);
if (
extra.length
|| !/^engine-mcp-telemetry-catalog-\d{8}-\d{3}$/.test(patchId)
) {
throw new Error(
"usage: build-engine-mcp-telemetry-catalog-artifact.mjs "
+ "<engine-mcp-telemetry-catalog-YYYYMMDD-NNN>",
);
}
const descriptorPath =
"nodedc-source/server/deployTransitions/telemetryReadingCatalogV1.json";
const targetSha256 = Object.freeze({
"nodedc-source/server/routes/n8n.js":
"903245ae363e9b9ac161498f17988a38876a0e0ac8d80f3fa1b0112ceb7fe906",
"nodedc-source/server/routes/engineAgentGateway.js":
targetGatewaySha256,
[descriptorPath]:
"b25ab8b6e6ad8ac24614c4630cc3635abe453464466d5a72238b05e48a24d882",
[nodeIntelligenceDescriptorPath]:
targetNodeIntelligenceDescriptorSha256,
});
const entries = Object.freeze(Object.keys(targetSha256));
const artifact = join(artifactRoot, `nodedc-${patchId}.tgz`);
await assertFresh(artifact);
await assertExactSources();
const targetNodeIntelligenceDescriptor =
await buildTargetNodeIntelligenceDescriptor();
const stage = await mkdtemp(join(tmpdir(), "nodedc-engine-mcp-telemetry-catalog-"));
try {
const payload = join(stage, "payload");
for (const relativePath of entries) {
const destination = join(payload, relativePath);
await mkdir(dirname(destination), { recursive: true });
if (relativePath === nodeIntelligenceDescriptorPath) {
await writeFile(destination, targetNodeIntelligenceDescriptor, {
encoding: "utf8",
flag: "wx",
mode: 0o644,
});
continue;
}
await copyFile(join(engineRoot, relativePath), destination);
}
await writeFile(
join(stage, "manifest.env"),
`id=${patchId}\ncomponent=engine\ntype=app-overlay\n`,
{ encoding: "utf8", flag: "wx", mode: 0o644 },
);
await writeFile(join(stage, "files.txt"), `${entries.join("\n")}\n`, {
encoding: "utf8",
flag: "wx",
mode: 0o644,
});
await mkdir(artifactRoot, { recursive: true });
run("python3", ["-c", canonicalTarScript(), artifact, stage]);
console.log(JSON.stringify({
ok: true,
patchId,
artifact,
sha256: digest(await readFile(artifact)),
entries,
targetSha256,
services: ["nodedc-backend"],
transition: "execution-profile-decoder-v1-to-telemetry-catalog-v1",
mcpVersion: "0.8.0",
mcpSurface: "external-codex",
mcpTool: "engine_get_telemetry_reading_catalog",
readingValuesIncluded: false,
rawExecutionDataIncluded: false,
nodeIntelligenceRelease: "2.33.2-974a9fb3492f",
predecessorGatewaySha256,
targetGatewaySha256,
predecessorNodeIntelligenceDescriptorSha256,
targetNodeIntelligenceDescriptorSha256,
untouched: [
"L2 graph",
"n8n",
"L1",
"Engine UI",
"node-intelligence image",
"databases",
"credentials",
"MCP Nginx",
"embedded AI Workspace",
],
}, null, 2));
} finally {
await rm(stage, { recursive: true, force: true });
}
async function assertExactSources() {
for (const [relativePath, expected] of Object.entries(targetSha256)) {
if (relativePath === nodeIntelligenceDescriptorPath) continue;
const sourcePath = join(engineRoot, relativePath);
const info = await lstat(sourcePath);
if (!info.isFile() || info.isSymbolicLink()) {
throw new Error(`engine_mcp_telemetry_catalog_source_unsafe:${relativePath}`);
}
const actual = digest(await readFile(sourcePath));
if (actual !== expected) {
throw new Error(
`engine_mcp_telemetry_catalog_target_mismatch:${relativePath}:`
+ `expected=${expected}:actual=${actual}`,
);
}
}
const n8nSource = await readFile(
join(engineRoot, "nodedc-source/server/routes/n8n.js"),
"utf8",
);
for (const marker of [
"function toSafeTelemetryReadingCatalog",
"key === 'sensor_readings' && pathName.endsWith('.attributes')",
"rawExecutionDataIncluded: false,",
]) {
if (!n8nSource.includes(marker)) {
throw new Error(`engine_mcp_telemetry_catalog_marker_missing:${marker}`);
}
}
const gatewaySource = await readFile(
join(engineRoot, "nodedc-source/server/routes/engineAgentGateway.js"),
"utf8",
);
for (const marker of [
"const ENGINE_AGENT_MCP_VERSION = '0.8.0'",
"name: 'engine_get_telemetry_reading_catalog'",
"/telemetry-reading-catalog?",
]) {
if (!gatewaySource.includes(marker)) {
throw new Error(`engine_mcp_telemetry_catalog_gateway_marker_missing:${marker}`);
}
}
const descriptor = JSON.parse(await readFile(join(engineRoot, descriptorPath), "utf8"));
if (
descriptor?.schemaVersion !== "nodedc.engine.deploy-transition/v1"
|| descriptor?.id !== "engine-mcp-telemetry-reading-catalog-v1"
|| descriptor?.mcpVersion !== "0.8.0"
|| descriptor?.readsOnly !== "normalized-attributes.sensor_readings"
|| descriptor?.neverReturns?.join(",")
!== "reading-value,raw-execution-data,raw-provider-payload,credential-shaped-data"
) {
throw new Error("engine_mcp_telemetry_catalog_descriptor_contract_mismatch");
}
}
async function buildTargetNodeIntelligenceDescriptor() {
const baselineBytes = await readFile(baselineArtifact);
if (digest(baselineBytes) !== baselineArtifactSha256) {
throw new Error("engine_mcp_telemetry_catalog_baseline_artifact_mismatch");
}
const baseline = run("tar", [
"-xOf",
baselineArtifact,
`payload/${nodeIntelligenceDescriptorPath}`,
]).stdout;
if (
digest(Buffer.from(baseline, "utf8"))
!== predecessorNodeIntelligenceDescriptorSha256
) {
throw new Error(
"engine_mcp_telemetry_catalog_baseline_descriptor_mismatch",
);
}
const descriptor = JSON.parse(baseline);
if (
descriptor?.schemaVersion
!== "nodedc.engine-node-intelligence-transition/v1"
|| descriptor?.action !== "activate"
|| descriptor?.releaseId !== "2.33.2-974a9fb3492f"
|| descriptor?.source?.gatewaySha256 !== predecessorGatewaySha256
) {
throw new Error(
"engine_mcp_telemetry_catalog_baseline_descriptor_contract_mismatch",
);
}
descriptor.source.gatewaySha256 = targetGatewaySha256;
const rendered = `${JSON.stringify(descriptor, null, 2)}\n`;
if (
digest(Buffer.from(rendered, "utf8"))
!== targetNodeIntelligenceDescriptorSha256
) {
throw new Error(
"engine_mcp_telemetry_catalog_target_descriptor_mismatch",
);
}
return rendered;
}
async function assertFresh(path) {
try {
await lstat(path);
} catch (error) {
if (error?.code === "ENOENT") return;
throw error;
}
throw new Error("artifact_already_exists");
}
function canonicalTarScript() {
return [
"import gzip,io,pathlib,sys,tarfile",
"root=pathlib.Path(sys.argv[2])",
"with open(sys.argv[1],'xb') as out:",
" with gzip.GzipFile(filename='',mode='wb',fileobj=out,compresslevel=9,mtime=0) as gz:",
" with tarfile.open(fileobj=gz,mode='w',format=tarfile.PAX_FORMAT) as tar:",
" for top in ('manifest.env','files.txt','payload'):",
" p=root/top; paths=[p]+(sorted(p.rglob('*')) if p.is_dir() else [])",
" for x in paths:",
" info=tar.gettarinfo(str(x),arcname=x.relative_to(root).as_posix())",
" info.uid=info.gid=0; info.uname=info.gname='root'; info.mtime=0; info.mode=0o755 if info.isdir() else 0o644",
" with (open(x,'rb') if info.isfile() else io.BytesIO()) as src: tar.addfile(info,src if info.isfile() else None)",
].join("\n");
}
function digest(value) {
return createHash("sha256").update(value).digest("hex");
}
function run(command, args) {
const result = spawnSync(command, args, {
encoding: "utf8",
maxBuffer: 128 * 1024 * 1024,
stdio: ["ignore", "pipe", "pipe"],
});
if (result.status !== 0) {
throw new Error(`${command}_failed:${result.stderr || result.stdout}`);
}
return result;
}