367 lines
19 KiB
JavaScript
367 lines
19 KiB
JavaScript
import assert from "node:assert/strict";
|
|
import { createHash, createHmac } from "node:crypto";
|
|
import { once } from "node:events";
|
|
import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
|
|
import { createServer as createHttpServer } from "node:http";
|
|
import { createServer } from "node:net";
|
|
import { tmpdir } from "node:os";
|
|
import { join } from "node:path";
|
|
import { spawn } from "node:child_process";
|
|
|
|
const root = await mkdtemp(join(tmpdir(), "nodedc-map-gateway-admin-smoke-"));
|
|
const cacheDir = join(root, "cache");
|
|
const port = await freePort();
|
|
const egressPort = await freePort();
|
|
const adminSecret = "gateway-admin-smoke-secret";
|
|
const providerToken = "cesium-private-token-should-never-be-returned";
|
|
const rotatedProviderToken = "rotated-cesium-private-token-should-never-be-returned";
|
|
const egressProxyToken = "map-egress-private-token-should-never-be-returned";
|
|
const ionReferer = "https://foundry.example.test/page-library/";
|
|
const providerState = createProviderState();
|
|
let child;
|
|
let egress;
|
|
let childOutput = "";
|
|
|
|
try {
|
|
const egressTokenFile = join(root, "map-egress-proxy-token");
|
|
await writeFile(egressTokenFile, `${egressProxyToken}\n`, { mode: 0o600 });
|
|
egress = createCesiumEgressMock(providerState, egressProxyToken);
|
|
egress.listen(egressPort, "127.0.0.1");
|
|
await once(egress, "listening");
|
|
child = spawn(process.execPath, ["src/server.mjs"], {
|
|
cwd: new URL("..", import.meta.url),
|
|
env: {
|
|
...process.env,
|
|
PORT: String(port),
|
|
MAP_CACHE_DIR: cacheDir,
|
|
MAP_GATEWAY_ALLOW_ANONYMOUS: "true",
|
|
MAP_CACHE_MODE: "readwrite",
|
|
NODE_ENV: "test",
|
|
CESIUM_ION_TOKEN: "",
|
|
// A malformed legacy override may add an approved asset, but must never
|
|
// remove the three canonical Foundry map assets.
|
|
CESIUM_ION_ASSET_ALLOWLIST: "999",
|
|
CESIUM_ION_API_BASE_URL: "https://api.cesium.com/",
|
|
MAP_GATEWAY_UPSTREAM_ALLOWLIST: "api.cesium.com,assets.ion.cesium.com,dev.virtualearth.net",
|
|
MAP_GATEWAY_TEST_ALLOW_HTTP_LOOPBACK: "true",
|
|
MAP_GATEWAY_EGRESS_URL: `http://127.0.0.1:${egressPort}/`,
|
|
MAP_GATEWAY_EGRESS_PROXY_TOKEN_FILE: egressTokenFile,
|
|
NODEDC_MAP_GATEWAY_ADMIN_SECRET: adminSecret,
|
|
CESIUM_ION_ENDPOINT_TTL_SECONDS: "2",
|
|
CESIUM_ION_ENDPOINT_REFRESH_AHEAD_SECONDS: "1",
|
|
},
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
});
|
|
child.stdout.on("data", (chunk) => { childOutput += String(chunk); });
|
|
child.stderr.on("data", (chunk) => { childOutput += String(chunk); });
|
|
|
|
await waitForGateway(port, child);
|
|
const path = "/api/map/admin/cesium-ion";
|
|
const unsigned = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
assert.equal(unsigned.status, 401);
|
|
|
|
const initial = await requestAdmin(port, adminSecret, "GET", path, "user_root", "", ionReferer);
|
|
assert.equal(initial.response.status, 200);
|
|
assert.equal(initial.body.configured, false);
|
|
|
|
const saved = await requestAdmin(port, adminSecret, "PUT", path, "user_root", JSON.stringify({ token: providerToken }), ionReferer);
|
|
assert.equal(saved.response.status, 200);
|
|
assert.equal(saved.body.configured, true);
|
|
assert.equal(saved.body.verification, "verified");
|
|
assert.equal(saved.raw.includes(providerToken), false);
|
|
|
|
const terrainEndpoint = await fetch(`http://127.0.0.1:${port}/api/map/ion/assets/1/endpoint`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(terrainEndpoint.status, 200);
|
|
assert.equal((await terrainEndpoint.json()).credentialMode, "gateway");
|
|
const buildingsEndpoint = await fetch(`http://127.0.0.1:${port}/api/map/ion/assets/96188/endpoint`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(buildingsEndpoint.status, 200);
|
|
const buildingsEndpointRaw = await buildingsEndpoint.text();
|
|
const buildingsEndpointBody = JSON.parse(buildingsEndpointRaw);
|
|
assert.equal(buildingsEndpointBody.credentialMode, "gateway");
|
|
assert.equal(buildingsEndpointRaw.includes(providerState.credentials.v1.buildings), false);
|
|
assert.equal(buildingsEndpointBody.url.endsWith("/tileset.json?v=production-shaped"), true);
|
|
|
|
const endpointCallsBeforeCacheHit = providerState.endpointRequests.get("v1:96188");
|
|
const cachedBuildingsEndpoint = await fetch(`http://127.0.0.1:${port}/api/map/ion/assets/96188/endpoint`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(cachedBuildingsEndpoint.status, 200);
|
|
assert.equal(providerState.endpointRequests.get("v1:96188"), endpointCallsBeforeCacheHit);
|
|
|
|
const terrainTile = encodeURIComponent("https://assets.ion.cesium.com/us-east-1/asset_depot/1/CesiumWorldTerrain/v1.2/0/0/0.terrain");
|
|
const proxiedTerrain = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${terrainTile}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(proxiedTerrain.status, 200);
|
|
assert.equal(await proxiedTerrain.text(), "terrain-bytes");
|
|
|
|
const buildingsRoot = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${encodeURIComponent(buildingsEndpointBody.url)}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(buildingsRoot.status, 200);
|
|
assert.equal((await buildingsRoot.json()).root.content.uri, "root.b3dm");
|
|
const buildingsChildUrl = new URL("14/31780/12975.b3dm", buildingsEndpointBody.url).toString();
|
|
const buildingsChild = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${encodeURIComponent(buildingsChildUrl)}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(buildingsChild.status, 200);
|
|
assert.equal(await buildingsChild.text(), "building-bytes-v1");
|
|
|
|
const nestedEndpoint = await fetch(`http://127.0.0.1:${port}/api/map/ion/assets/999/endpoint`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
const nestedEndpointRaw = await nestedEndpoint.text();
|
|
const nestedEndpointBody = JSON.parse(nestedEndpointRaw);
|
|
assert.equal(nestedEndpoint.status, 200);
|
|
assert.equal(nestedEndpointRaw.includes(providerState.credentials.v1.nested), false);
|
|
const nestedChildUrl = new URL("nested-child.b3dm", nestedEndpointBody.url).toString();
|
|
const nestedChild = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${encodeURIComponent(nestedChildUrl)}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(nestedChild.status, 200);
|
|
assert.equal(await nestedChild.text(), "nested-building-bytes-v1");
|
|
|
|
const attackerToken = "browser-supplied-token-must-be-removed";
|
|
const siblingUrl = `https://assets.ion.cesium.com/us-east-1/asset_depot/999/OtherAsset/root.b3dm?access_token=${attackerToken}`;
|
|
const sibling = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${encodeURIComponent(siblingUrl)}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(sibling.status, 401);
|
|
assert.equal(providerState.siblingCredentialObserved, "");
|
|
|
|
const rejected = await requestAdmin(port, adminSecret, "PUT", path, "user_root", JSON.stringify({ token: "invalid-private-token-should-not-replace-valid-value" }), ionReferer);
|
|
assert.equal(rejected.response.status, 422);
|
|
assert.equal(rejected.body.error, "cesium_ion_token_verification_failed");
|
|
|
|
// Simulate metadata persisted by an older Gateway transport. A false failure
|
|
// must be rechecked exactly once after the v4 scope/cache transport upgrade.
|
|
await writeFile(join(cacheDir, "secrets", "cesium-ion-token.metadata.json"), JSON.stringify({
|
|
updatedAt: "2026-07-15T00:00:00.000Z",
|
|
updatedBy: "user_root",
|
|
verification: "failed",
|
|
}));
|
|
const status = await requestAdmin(port, adminSecret, "GET", path, "user_root", "", ionReferer);
|
|
assert.equal(status.response.status, 200);
|
|
assert.equal(status.body.configured, true);
|
|
assert.equal(status.body.verification, "verified");
|
|
assert.equal(status.raw.includes(providerToken), false);
|
|
const metadata = JSON.parse(await readFile(join(cacheDir, "secrets", "cesium-ion-token.metadata.json"), "utf8"));
|
|
assert.equal(metadata.verificationTransportVersion, 4);
|
|
|
|
// Refresh-ahead is cache-first and single-flight: concurrent callers receive
|
|
// the still-valid cached endpoint while exactly one Ion request refreshes it.
|
|
await delay(1_100);
|
|
const callsBeforeRefreshAhead = providerState.endpointRequests.get("v1:96188");
|
|
const refreshAheadResponses = await Promise.all(Array.from({ length: 8 }, () => fetch(
|
|
`http://127.0.0.1:${port}/api/map/ion/assets/96188/endpoint`,
|
|
{ headers: { "x-nodedc-ion-referer": ionReferer } },
|
|
)));
|
|
assert.equal(refreshAheadResponses.every((response) => response.status === 200), true);
|
|
await waitFor(() => providerState.endpointRequests.get("v1:96188") >= callsBeforeRefreshAhead + 1);
|
|
await delay(100);
|
|
assert.equal(providerState.endpointRequests.get("v1:96188"), callsBeforeRefreshAhead + 1);
|
|
|
|
const rotated = await requestAdmin(port, adminSecret, "PUT", path, "user_root", JSON.stringify({ token: rotatedProviderToken }), ionReferer);
|
|
assert.equal(rotated.response.status, 200);
|
|
assert.equal(rotated.raw.includes(rotatedProviderToken), false);
|
|
const rotatedEndpoint = await fetch(`http://127.0.0.1:${port}/api/map/ion/assets/96188/endpoint`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
const rotatedEndpointRaw = await rotatedEndpoint.text();
|
|
const rotatedEndpointBody = JSON.parse(rotatedEndpointRaw);
|
|
assert.equal(rotatedEndpoint.status, 200);
|
|
assert.equal(rotatedEndpointRaw.includes(providerState.credentials.v1.buildings), false);
|
|
assert.equal(rotatedEndpointRaw.includes(providerState.credentials.v2.buildings), false);
|
|
const rotatedChildUrl = new URL("rotated.b3dm", rotatedEndpointBody.url).toString();
|
|
const rotatedChild = await fetch(`http://127.0.0.1:${port}/api/map/cache?url=${encodeURIComponent(rotatedChildUrl)}`, { headers: { "x-nodedc-ion-referer": ionReferer } });
|
|
assert.equal(rotatedChild.status, 200);
|
|
assert.equal(await rotatedChild.text(), "building-bytes-v2");
|
|
|
|
const indexRaw = await readFile(join(cacheDir, "index.json"), "utf8");
|
|
for (const secret of [providerToken, rotatedProviderToken, ...Object.values(providerState.credentials.v1), ...Object.values(providerState.credentials.v2), attackerToken]) {
|
|
assert.equal(indexRaw.includes(secret), false);
|
|
assert.equal(childOutput.includes(secret), false);
|
|
}
|
|
|
|
const health = await fetch(`http://127.0.0.1:${port}/healthz`);
|
|
const healthRaw = await health.text();
|
|
assert.equal(health.ok, true);
|
|
assert.equal(healthRaw.includes(providerToken), false);
|
|
assert.equal(JSON.parse(healthRaw).ionConfigured, true);
|
|
|
|
const stored = await readFile(join(cacheDir, "secrets", "cesium-ion-token"), "utf8");
|
|
assert.equal(stored.trim(), rotatedProviderToken);
|
|
console.log("ok: Ion scopes, refresh single-flight, token rotation, and secret boundaries hold");
|
|
} finally {
|
|
if (child && !child.killed) {
|
|
child.kill("SIGTERM");
|
|
await once(child, "exit").catch(() => undefined);
|
|
}
|
|
if (egress?.listening) {
|
|
egress.close();
|
|
await once(egress, "close");
|
|
}
|
|
await rm(root, { recursive: true, force: true });
|
|
}
|
|
|
|
function createCesiumEgressMock(state, expectedProxyToken) {
|
|
return createHttpServer((request, response) => {
|
|
const requestUrl = new URL(request.url || "/", "http://127.0.0.1");
|
|
if (requestUrl.pathname !== "/proxy/cesium/fetch") {
|
|
response.writeHead(404, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "not_found" }));
|
|
return;
|
|
}
|
|
if (request.headers["x-proxy-token"] !== expectedProxyToken || request.headers.authorization) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "proxy_authorization_required" }));
|
|
return;
|
|
}
|
|
const target = new URL(requestUrl.searchParams.get("url") || "https://invalid.example/");
|
|
if (request.headers["x-nodedc-map-referer"] !== ionReferer) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "referer_required" }));
|
|
return;
|
|
}
|
|
if (target.hostname === "assets.ion.cesium.com" && target.pathname.startsWith("/us-east-1/asset_depot/1/CesiumWorldTerrain/v1.2/")) {
|
|
if (![state.credentials.v1.terrain, state.credentials.v2.terrain].includes(target.searchParams.get("access_token"))) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "terrain_authorization_required" }));
|
|
return;
|
|
}
|
|
response.writeHead(200, { "content-type": "application/octet-stream" });
|
|
response.end("terrain-bytes");
|
|
return;
|
|
}
|
|
if (target.hostname === "assets.ion.cesium.com" && target.pathname.startsWith("/us-east-1/asset_depot/96188/OpenStreetMap/CWT/2025-04-01/nested/")) {
|
|
const generation = target.searchParams.get("access_token") === state.credentials.v2.nested ? "v2"
|
|
: target.searchParams.get("access_token") === state.credentials.v1.nested ? "v1" : "";
|
|
if (!generation) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "nested_authorization_required" }));
|
|
return;
|
|
}
|
|
response.writeHead(200, { "content-type": "application/octet-stream" });
|
|
response.end(`nested-building-bytes-${generation}`);
|
|
return;
|
|
}
|
|
if (target.hostname === "assets.ion.cesium.com" && target.pathname.startsWith("/us-east-1/asset_depot/96188/OpenStreetMap/CWT/2025-04-01/")) {
|
|
const generation = target.searchParams.get("access_token") === state.credentials.v2.buildings ? "v2"
|
|
: target.searchParams.get("access_token") === state.credentials.v1.buildings ? "v1" : "";
|
|
if (!generation) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "buildings_authorization_required" }));
|
|
return;
|
|
}
|
|
if (target.pathname.endsWith("/tileset.json")) {
|
|
response.writeHead(200, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ asset: { version: "1.1" }, geometricError: 1, root: { geometricError: 0, content: { uri: "root.b3dm" } } }));
|
|
return;
|
|
}
|
|
response.writeHead(200, { "content-type": "application/octet-stream" });
|
|
response.end(`building-bytes-${generation}`);
|
|
return;
|
|
}
|
|
if (target.hostname === "assets.ion.cesium.com" && target.pathname.startsWith("/us-east-1/asset_depot/999/")) {
|
|
state.siblingCredentialObserved = target.searchParams.get("access_token") || "";
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "scope_isolation" }));
|
|
return;
|
|
}
|
|
const authorization = String(request.headers["x-nodedc-cesium-authorization"] || "");
|
|
const generation = authorization === `Bearer ${providerToken}` ? "v1" : authorization === `Bearer ${rotatedProviderToken}` ? "v2" : "";
|
|
if (target.hostname !== "api.cesium.com" || !generation) {
|
|
response.writeHead(401, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "unauthorized" }));
|
|
return;
|
|
}
|
|
const assetId = target.pathname.match(/^\/v1\/assets\/(\d+)\/endpoint$/)?.[1];
|
|
state.endpointRequests.set(`${generation}:${assetId}`, (state.endpointRequests.get(`${generation}:${assetId}`) || 0) + 1);
|
|
const body = assetId === "1"
|
|
? { type: "TERRAIN", url: "https://assets.ion.cesium.com/us-east-1/asset_depot/1/CesiumWorldTerrain/v1.2/", accessToken: state.credentials[generation].terrain }
|
|
: assetId === "2"
|
|
? { type: "IMAGERY", externalType: "BING", options: { url: "https://dev.virtualearth.net/REST/v1/Imagery/Metadata/Aerial", key: state.credentials[generation].imagery, mapStyle: "Aerial" } }
|
|
: assetId === "96188"
|
|
? { type: "3DTILES", url: "https://assets.ion.cesium.com/us-east-1/asset_depot/96188/OpenStreetMap/CWT/2025-04-01/tileset.json?v=production-shaped", accessToken: state.credentials[generation].buildings }
|
|
: assetId === "999"
|
|
? { type: "3DTILES", url: "https://assets.ion.cesium.com/us-east-1/asset_depot/96188/OpenStreetMap/CWT/2025-04-01/nested/tileset.json?v=nested", accessToken: state.credentials[generation].nested }
|
|
: null;
|
|
if (!body) {
|
|
response.writeHead(404, { "content-type": "application/json" });
|
|
response.end(JSON.stringify({ error: "not_found" }));
|
|
return;
|
|
}
|
|
response.writeHead(200, { "content-type": "application/json" });
|
|
response.end(JSON.stringify(body));
|
|
});
|
|
}
|
|
|
|
function createProviderState() {
|
|
const expiresAt = Math.floor(Date.now() / 1000) + 3600;
|
|
return {
|
|
credentials: {
|
|
v1: {
|
|
terrain: fakeJwt("terrain-v1", expiresAt),
|
|
imagery: "bing-private-endpoint-key-v1",
|
|
buildings: fakeJwt("buildings-v1", expiresAt),
|
|
nested: fakeJwt("nested-v1", expiresAt),
|
|
},
|
|
v2: {
|
|
terrain: fakeJwt("terrain-v2", expiresAt),
|
|
imagery: "bing-private-endpoint-key-v2",
|
|
buildings: fakeJwt("buildings-v2", expiresAt),
|
|
nested: fakeJwt("nested-v2", expiresAt),
|
|
},
|
|
},
|
|
endpointRequests: new Map(),
|
|
siblingCredentialObserved: null,
|
|
};
|
|
}
|
|
|
|
function fakeJwt(subject, exp) {
|
|
const encode = (value) => Buffer.from(JSON.stringify(value)).toString("base64url");
|
|
return `${encode({ alg: "HS256", typ: "JWT" })}.${encode({ sub: subject, exp })}.test-signature`;
|
|
}
|
|
|
|
async function requestAdmin(port, secret, method, pathname, actorId, body = "", referer = "") {
|
|
const timestamp = String(Date.now());
|
|
const bodyHash = createHash("sha256").update(body).digest("hex");
|
|
const message = `nodedc.map-gateway.admin.v2\n${method}\n${pathname}\n${timestamp}\n${actorId}\n${bodyHash}\n${referer}`;
|
|
const signature = createHmac("sha256", secret).update(message).digest("hex");
|
|
const response = await fetch(`http://127.0.0.1:${port}${pathname}`, {
|
|
method,
|
|
headers: {
|
|
...(body ? { "content-type": "application/json" } : {}),
|
|
"x-nodedc-admin-timestamp": timestamp,
|
|
"x-nodedc-admin-actor": actorId,
|
|
"x-nodedc-admin-signature": signature,
|
|
...(referer ? { "x-nodedc-ion-referer": referer } : {}),
|
|
},
|
|
body: body || undefined,
|
|
});
|
|
const raw = await response.text();
|
|
return { response, raw, body: JSON.parse(raw) };
|
|
}
|
|
|
|
async function freePort() {
|
|
const server = createServer();
|
|
server.listen(0, "127.0.0.1");
|
|
await once(server, "listening");
|
|
const address = server.address();
|
|
assert(address && typeof address === "object");
|
|
const port = address.port;
|
|
server.close();
|
|
await once(server, "close");
|
|
return port;
|
|
}
|
|
|
|
async function waitForGateway(port, child) {
|
|
let output = "";
|
|
child.stderr.on("data", (chunk) => { output += String(chunk); });
|
|
for (let attempt = 0; attempt < 60; attempt += 1) {
|
|
if (child.exitCode !== null) throw new Error(`gateway_exited:${child.exitCode}:${output}`);
|
|
try {
|
|
const response = await fetch(`http://127.0.0.1:${port}/healthz`);
|
|
if (response.ok) return;
|
|
} catch { /* service is still starting */ }
|
|
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
}
|
|
throw new Error(`gateway_start_timeout:${output}`);
|
|
}
|
|
|
|
async function waitFor(predicate) {
|
|
for (let attempt = 0; attempt < 100; attempt += 1) {
|
|
if (predicate()) return;
|
|
await delay(20);
|
|
}
|
|
throw new Error("condition_timeout");
|
|
}
|
|
|
|
function delay(milliseconds) {
|
|
return new Promise((resolve) => setTimeout(resolve, milliseconds));
|
|
}
|