Compare commits

...

2 Commits

Author SHA1 Message Date
Codex 659f98ad8f chore(deploy): add unit identity rollout artifacts 2026-07-24 11:43:26 +03:00
Codex abebb9fac6 feat(provider): publish full unit identity product 2026-07-24 11:42:41 +03:00
16 changed files with 1295 additions and 32 deletions

View File

@ -0,0 +1,193 @@
#!/usr/bin/env node
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFile, lstat, mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { dirname, join, resolve } from "node:path";
import { fileURLToPath } from "node:url";
const scriptDir = dirname(fileURLToPath(import.meta.url));
const workspaceRoot = resolve(scriptDir, "../../..");
const engineRoot = resolve(
process.env.NODEDC_ENGINE_SOURCE_ROOT || join(workspaceRoot, "NODEDC_ENGINE_INFRA"),
);
const artifactDir = resolve(
process.env.NODEDC_DEPLOY_ARTIFACT_DIR || resolve(scriptDir, "../deploy-artifacts"),
);
const [patchId = "engine-mcp-normalized-identity-search-20260724-040", ...extra] =
process.argv.slice(2);
if (
extra.length
|| !/^engine-mcp-normalized-identity-search-\d{8}-\d{3}$/.test(patchId)
) {
throw new Error(
"usage: build-engine-mcp-normalized-identity-search-artifact.mjs "
+ "[engine-mcp-normalized-identity-search-YYYYMMDD-NNN]",
);
}
const expectedSha256 = Object.freeze({
"nodedc-source/server/routes/n8n.js":
"a2bc69c72f68e57ed27120d0c88f4ffe6310bbf0c4360c8b0dba0953ccaaf522",
"nodedc-source/server/routes/engineAgentGateway.js":
"4a9524fd954320277042c783b7b19cbb2172f075f27652c0eebfd743ffc47872",
"nodedc-source/server/l2ExecutionPlan/compiler.js":
"01958d541c778002d33e3aead0cfe02df2084eb7222ce941cc7149d73a10f135",
"nodedc-source/server/assets/execution-plans/v1/catalog.json":
"2b8e5ee3d73d16f3cd6e34d1f7394946a6270a17b0e9e6511f12921ba2561fd3",
"nodedc-source/server/assets/provider-packages/v1/catalog.json":
"fe5256fd2ba295819daecc8d2acae34687e807978a6730dfa20703cb3bab0c1b",
"nodedc-source/server/deployTransitions/normalizedIdentitySearchV1.json":
"41738185fe103642912b0aa1c29c51860970c38f9f916cc3725e79e258b9ea7e",
"nodedc-source/services/node-intelligence/activation.json":
"98d2a068ddf1cccfa3b7a0617f94b25948184961655c755465ee84ec4cfbb3c3",
});
const files = Object.freeze(Object.keys(expectedSha256));
const artifact = join(artifactDir, `nodedc-${patchId}.tgz`);
const checksum = `${artifact}.sha256`;
const stage = await mkdtemp(join(tmpdir(), "nodedc-engine-normalized-identity-"));
await assertFresh(artifact);
await assertExactSources();
try {
for (const relativePath of files) {
const destination = join(stage, "payload", relativePath);
await mkdir(dirname(destination), { recursive: true });
await copyFile(join(engineRoot, relativePath), destination);
}
await writeFile(
join(stage, "manifest.env"),
`id=${patchId}\ncomponent=engine\ntype=app-overlay\n`,
"utf8",
);
await writeFile(join(stage, "files.txt"), `${files.join("\n")}\n`, "utf8");
await mkdir(artifactDir, { recursive: true });
run("python3", ["-c", canonicalTarScript(), artifact, stage]);
const sha256 = digest(await readFile(artifact));
await writeFile(checksum, `${sha256} ${artifact.split("/").at(-1)}\n`, "utf8");
console.log(JSON.stringify({
ok: true,
patchId,
artifact,
checksum,
sha256,
services: ["nodedc-backend"],
mcpVersion: "0.11.0",
mcpSurface: "external-codex",
tool: "engine_find_normalized_subjects",
providerPackage: "gelios.provider.v11",
compilerVersionAdded: "1.4.0",
rawProviderPayload: "forbidden",
commandSurface: "absent",
files,
}, null, 2));
} finally {
await rm(stage, { recursive: true, force: true });
}
async function assertExactSources() {
for (const [relativePath, expected] of Object.entries(expectedSha256)) {
const sourcePath = join(engineRoot, relativePath);
const info = await lstat(sourcePath);
if (!info.isFile() || info.isSymbolicLink()) {
throw new Error(`engine_normalized_identity_source_unsafe:${relativePath}`);
}
const actual = digest(await readFile(sourcePath));
if (actual !== expected) {
throw new Error(
`engine_normalized_identity_target_mismatch:${relativePath}:`
+ `expected=${expected}:actual=${actual}`,
);
}
}
const gateway = await readFile(
join(engineRoot, "nodedc-source/server/routes/engineAgentGateway.js"),
"utf8",
);
const route = await readFile(
join(engineRoot, "nodedc-source/server/routes/n8n.js"),
"utf8",
);
const compiler = await readFile(
join(engineRoot, "nodedc-source/server/l2ExecutionPlan/compiler.js"),
"utf8",
);
if (
!gateway.includes("const ENGINE_AGENT_MCP_VERSION = '0.11.0'")
|| !gateway.includes("engine_find_normalized_subjects")
|| !route.includes("normalized-fact-search")
|| !route.includes("rawExecutionDataIncluded: false")
|| !compiler.includes("boundedStringList")
|| !compiler.includes("boundedNamedValues")
|| /gelios|robot2b/i.test(compiler)
) {
throw new Error("engine_normalized_identity_runtime_boundary_invalid");
}
const transition = JSON.parse(await readFile(
join(
engineRoot,
"nodedc-source/server/deployTransitions/normalizedIdentitySearchV1.json",
),
"utf8",
));
const activation = JSON.parse(await readFile(
join(engineRoot, "nodedc-source/services/node-intelligence/activation.json"),
"utf8",
));
if (
transition?.id !== "engine-mcp-normalized-identity-search-v1"
|| transition?.normalizedFactSearch?.commandSurface !== false
|| transition?.providerPackageTrust?.addedPackageId !== "gelios.provider.v11"
|| activation?.source?.gatewaySha256
!== expectedSha256["nodedc-source/server/routes/engineAgentGateway.js"]
|| activation?.predecessor?.gatewaySha256
!== "17c5f502b3ceacc45278eef7418d08e1e55a8b3e46e00942e559d25566fdba41"
) {
throw new Error("engine_normalized_identity_transition_invalid");
}
}
async function assertFresh(path) {
try {
await lstat(path);
} catch (error) {
if (error?.code === "ENOENT") return;
throw error;
}
throw new Error("artifact_already_exists");
}
function canonicalTarScript() {
return [
"import gzip,io,pathlib,sys,tarfile",
"root=pathlib.Path(sys.argv[2])",
"with open(sys.argv[1],'xb') as out:",
" with gzip.GzipFile(filename='',mode='wb',fileobj=out,compresslevel=9,mtime=0) as gz:",
" with tarfile.open(fileobj=gz,mode='w',format=tarfile.PAX_FORMAT) as tar:",
" for top in ('manifest.env','files.txt','payload'):",
" p=root/top; paths=[p]+(sorted(p.rglob('*')) if p.is_dir() else [])",
" for x in paths:",
" info=tar.gettarinfo(str(x),arcname=x.relative_to(root).as_posix())",
" info.uid=info.gid=0; info.uname=info.gname='root'; info.mtime=0; info.mode=0o755 if info.isdir() else 0o644",
" with (open(x,'rb') if info.isfile() else io.BytesIO()) as src: tar.addfile(info,src if info.isfile() else None)",
].join("\n");
}
function digest(value) {
return createHash("sha256").update(value).digest("hex");
}
function run(command, args) {
const result = spawnSync(command, args, {
encoding: "utf8",
maxBuffer: 128 * 1024 * 1024,
});
if (result.status !== 0) {
throw new Error(`${command}_failed:${result.stderr || result.stdout}`);
}
}

View File

@ -0,0 +1,131 @@
#!/usr/bin/env node
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFile, lstat, mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { dirname, join, resolve } from "node:path";
import { fileURLToPath } from "node:url";
const scriptDir = dirname(fileURLToPath(import.meta.url));
const platformRoot = resolve(scriptDir, "../..");
const artifactDir = resolve(
process.env.NODEDC_DEPLOY_ARTIFACT_DIR || resolve(scriptDir, "../deploy-artifacts"),
);
const [patchId = "external-data-plane-unit-identity-20260724-015", ...extra] =
process.argv.slice(2);
if (extra.length || !/^external-data-plane-unit-identity-\d{8}-\d{3}$/.test(patchId)) {
throw new Error(
"usage: build-external-data-plane-unit-identity-artifact.mjs "
+ "[external-data-plane-unit-identity-YYYYMMDD-NNN]",
);
}
const sourceRelative =
"services/external-data-plane/definitions/fleet.units.identity.current.v1.json";
const destinationRelative = `platform/${sourceRelative}`;
const expectedSha256 =
"1bc017cf71f4705875e735550ec4589cea77e1d2e8c8450162148a051a7ceffe";
const artifact = join(artifactDir, `nodedc-${patchId}.tgz`);
const checksum = `${artifact}.sha256`;
const stage = await mkdtemp(join(tmpdir(), "nodedc-edp-unit-identity-artifact-"));
await assertFresh(artifact);
await assertDefinition();
try {
const payloadFile = join(stage, "payload", destinationRelative);
await mkdir(dirname(payloadFile), { recursive: true });
await copyFile(join(platformRoot, sourceRelative), payloadFile);
await writeFile(
join(stage, "manifest.env"),
`id=${patchId}\ncomponent=platform\ntype=app-overlay\n`,
"utf8",
);
await writeFile(join(stage, "files.txt"), `${destinationRelative}\n`, "utf8");
await mkdir(artifactDir, { recursive: true });
run("python3", ["-c", canonicalTarScript(), artifact, stage]);
const sha256 = digest(await readFile(artifact));
await writeFile(checksum, `${sha256} ${artifact.split("/").at(-1)}\n`, "utf8");
console.log(JSON.stringify({
ok: true,
patchId,
artifact,
checksum,
sha256,
services: ["external-data-plane"],
dataProductId: "fleet.units.identity.current.v1",
dataClass: "restricted",
files: [destinationRelative],
}, null, 2));
} finally {
await rm(stage, { recursive: true, force: true });
}
async function assertDefinition() {
const source = await readFile(join(platformRoot, sourceRelative));
if (digest(source) !== expectedSha256) {
throw new Error("unit_identity_definition_target_mismatch");
}
const definition = JSON.parse(source);
const fields = Array.isArray(definition?.fields) ? definition.fields : [];
if (
definition?.id !== "fleet.units.identity.current.v1"
|| definition?.version !== "1.0.0"
|| definition?.ontologyRevision !== "ontology.map.moving_object.v3"
|| JSON.stringify(definition?.semanticTypes) !== JSON.stringify(["map.moving_object"])
|| !fields.includes("provider_unit_id")
|| !fields.includes("device_imei")
|| !fields.includes("assigned_driver_phone")
|| definition?.fieldContracts?.available_user_logins?.type !== "string_array"
|| definition?.fieldContracts?.custom_fields?.type !== "string_array"
) {
throw new Error("unit_identity_definition_contract_invalid");
}
if (/(token|secret|password|authorization|decrypt|raw_provider_payload)/i.test(
JSON.stringify(definition),
)) {
throw new Error("unit_identity_definition_secret_boundary_violation");
}
}
async function assertFresh(path) {
try {
await lstat(path);
} catch (error) {
if (error?.code === "ENOENT") return;
throw error;
}
throw new Error("artifact_already_exists");
}
function canonicalTarScript() {
return [
"import gzip,io,pathlib,sys,tarfile",
"root=pathlib.Path(sys.argv[2])",
"with open(sys.argv[1],'xb') as out:",
" with gzip.GzipFile(filename='',mode='wb',fileobj=out,compresslevel=9,mtime=0) as gz:",
" with tarfile.open(fileobj=gz,mode='w',format=tarfile.PAX_FORMAT) as tar:",
" for top in ('manifest.env','files.txt','payload'):",
" p=root/top; paths=[p]+(sorted(p.rglob('*')) if p.is_dir() else [])",
" for x in paths:",
" info=tar.gettarinfo(str(x),arcname=x.relative_to(root).as_posix())",
" info.uid=info.gid=0; info.uname=info.gname='root'; info.mtime=0; info.mode=0o755 if info.isdir() else 0o644",
" with (open(x,'rb') if info.isfile() else io.BytesIO()) as src: tar.addfile(info,src if info.isfile() else None)",
].join("\n");
}
function digest(value) {
return createHash("sha256").update(value).digest("hex");
}
function run(command, args) {
const result = spawnSync(command, args, {
encoding: "utf8",
maxBuffer: 64 * 1024 * 1024,
});
if (result.status !== 0) {
throw new Error(`${command}_failed:${result.stderr || result.stdout}`);
}
}

View File

@ -0,0 +1,170 @@
#!/usr/bin/env node
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFile, lstat, mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { dirname, join, resolve } from "node:path";
import { fileURLToPath } from "node:url";
const scriptDir = dirname(fileURLToPath(import.meta.url));
const workspaceRoot = resolve(scriptDir, "../../..");
const foundryRoot = resolve(workspaceRoot, "NODEDC_DESIGN_GUIDELINE");
const artifactDir = resolve(
process.env.NODEDC_DEPLOY_ARTIFACT_DIR || resolve(scriptDir, "../deploy-artifacts"),
);
const [patchId = "module-foundry-unit-identity-20260724-011", ...extra] =
process.argv.slice(2);
if (extra.length || !/^module-foundry-unit-identity-\d{8}-\d{3}$/.test(patchId)) {
throw new Error(
"usage: build-module-foundry-unit-identity-artifact.mjs "
+ "[module-foundry-unit-identity-YYYYMMDD-NNN]",
);
}
const expectedSha256 = Object.freeze({
"apps/catalog/src/MapFixturePreview.tsx":
"0ab08a872a8ec4cfb5144c808e361fa42e261bc14a23350843c487e3639d3cf7",
"apps/catalog/src/mapSubjectCard.d.mts":
"3a1afd1b2da42fe843bd50a9199137b5a490cc87759375033e17e18368ad019f",
"apps/catalog/src/mapSubjectCard.mjs":
"e235ca0b33ebed687ab62d2a3a5ff0cc865af4c51d42f1b920822077ddd67de1",
"registry/data-product-consumer-policies.json":
"7817e9ffbb8eb0e20445c97e3c2684d4dfa4e217ead569241052b9f29789ab44",
"server/foundry-data-product-consumer.mjs":
"3a21d887368bd28bf538e8bcda45cbd3e1fa775b8e21092ade50dd913ad29305",
"server/foundry-mcp.mjs":
"1a80ba6398e1a038fd07cb118de48f23402433863559b310942a0f6cb01d974b",
"server/map-subject-detail-profile.mjs":
"2d3d466c1798bd9a0c0c8c766235bde1792285498309fbbe58d4c1892ed62862",
});
const files = Object.freeze(Object.keys(expectedSha256));
const artifact = join(artifactDir, `nodedc-${patchId}.tgz`);
const checksum = `${artifact}.sha256`;
const stage = await mkdtemp(join(tmpdir(), "nodedc-foundry-unit-identity-"));
await assertFresh(artifact);
await assertExactSources();
try {
for (const relativePath of files) {
const destination = join(stage, "payload", relativePath);
await mkdir(dirname(destination), { recursive: true });
await copyFile(join(foundryRoot, relativePath), destination);
}
await writeFile(
join(stage, "manifest.env"),
`id=${patchId}\ncomponent=module-foundry\ntype=app-overlay\n`,
"utf8",
);
await writeFile(join(stage, "files.txt"), `${files.join("\n")}\n`, "utf8");
await mkdir(artifactDir, { recursive: true });
run("python3", ["-c", canonicalTarScript(), artifact, stage]);
const sha256 = digest(await readFile(artifact));
await writeFile(checksum, `${sha256} ${artifact.split("/").at(-1)}\n`, "utf8");
console.log(JSON.stringify({
ok: true,
patchId,
artifact,
checksum,
sha256,
services: ["nodedc-module-foundry"],
presentation: "provider-neutral-restricted-string-lists",
files,
}, null, 2));
} finally {
await rm(stage, { recursive: true, force: true });
}
async function assertExactSources() {
for (const [relativePath, expected] of Object.entries(expectedSha256)) {
const sourcePath = join(foundryRoot, relativePath);
const info = await lstat(sourcePath);
if (!info.isFile() || info.isSymbolicLink()) {
throw new Error(`foundry_unit_identity_source_unsafe:${relativePath}`);
}
const actual = digest(await readFile(sourcePath));
if (actual !== expected) {
throw new Error(
`foundry_unit_identity_target_mismatch:${relativePath}:`
+ `expected=${expected}:actual=${actual}`,
);
}
}
const profile = await readFile(
join(foundryRoot, "server/map-subject-detail-profile.mjs"),
"utf8",
);
const card = await readFile(
join(foundryRoot, "apps/catalog/src/mapSubjectCard.mjs"),
"utf8",
);
const consumer = await readFile(
join(foundryRoot, "server/foundry-data-product-consumer.mjs"),
"utf8",
);
if (
!profile.includes("string_list")
|| !card.includes("string_list")
|| !consumer.includes("string_array")
|| /gelios\.provider/i.test(profile)
|| /gelios\.provider/i.test(card)
) {
throw new Error("foundry_unit_identity_provider_neutral_boundary_invalid");
}
const policies = JSON.parse(await readFile(
join(foundryRoot, "registry/data-product-consumer-policies.json"),
"utf8",
));
const policy = policies?.policies?.find(
(entry) => entry?.dataProductId === "fleet.units.identity.current.v1",
);
if (
policy?.dataClass !== "restricted"
|| policy?.consumerContract?.fieldTypes?.device_imei !== "string"
|| policy?.consumerContract?.fieldTypes?.custom_fields !== "string_array"
) {
throw new Error("foundry_unit_identity_policy_invalid");
}
}
async function assertFresh(path) {
try {
await lstat(path);
} catch (error) {
if (error?.code === "ENOENT") return;
throw error;
}
throw new Error("artifact_already_exists");
}
function canonicalTarScript() {
return [
"import gzip,io,pathlib,sys,tarfile",
"root=pathlib.Path(sys.argv[2])",
"with open(sys.argv[1],'xb') as out:",
" with gzip.GzipFile(filename='',mode='wb',fileobj=out,compresslevel=9,mtime=0) as gz:",
" with tarfile.open(fileobj=gz,mode='w',format=tarfile.PAX_FORMAT) as tar:",
" for top in ('manifest.env','files.txt','payload'):",
" p=root/top; paths=[p]+(sorted(p.rglob('*')) if p.is_dir() else [])",
" for x in paths:",
" info=tar.gettarinfo(str(x),arcname=x.relative_to(root).as_posix())",
" info.uid=info.gid=0; info.uname=info.gname='root'; info.mtime=0; info.mode=0o755 if info.isdir() else 0o644",
" with (open(x,'rb') if info.isfile() else io.BytesIO()) as src: tar.addfile(info,src if info.isfile() else None)",
].join("\n");
}
function digest(value) {
return createHash("sha256").update(value).digest("hex");
}
function run(command, args) {
const result = spawnSync(command, args, {
encoding: "utf8",
maxBuffer: 64 * 1024 * 1024,
});
if (result.status !== 0) {
throw new Error(`${command}_failed:${result.stderr || result.stdout}`);
}
}

View File

@ -0,0 +1,181 @@
#!/usr/bin/env node
import { createHash } from "node:crypto";
import { readFile, writeFile } from "node:fs/promises";
import { resolve } from "node:path";
import {
compileL2ExecutionPlan,
instantiateL2Connection,
} from "../../packages/external-provider-contract/src/index.mjs";
import {
geliosProviderPackageV11,
geliosTelemetryFieldRegistryV4,
} from "../../packages/external-provider-contract/providers/gelios/v11/index.mjs";
const engineRoot = resolve(
process.env.NODEDC_ENGINE_SOURCE_ROOT || "../NODEDC_ENGINE_INFRA",
);
const executionCatalogPath = resolve(
engineRoot,
"nodedc-source/server/assets/execution-plans/v1/catalog.json",
);
const securityCatalogPath = resolve(
engineRoot,
"nodedc-source/server/assets/provider-packages/v1/catalog.json",
);
const executionCatalog = JSON.parse(
await readFile(executionCatalogPath, "utf8"),
);
executionCatalog.runtime.compilerVersions = [
...new Set([...executionCatalog.runtime.compilerVersions, "1.4.0"]),
].sort();
executionCatalog.runtime.derivationKinds = [
...new Set([
...executionCatalog.runtime.derivationKinds,
"bounded_named_values",
"bounded_string_list",
]),
].sort();
executionCatalog.runtime.ruleIds = [
...new Set([
...executionCatalog.runtime.ruleIds,
"array.named_values",
"array.string_values",
]),
].sort();
executionCatalog.packages = executionCatalog.packages.filter(
(providerPackage) => providerPackage.id !== geliosProviderPackageV11.id,
);
executionCatalog.packages.push(executionCatalogEntry());
await writeFile(executionCatalogPath, `${JSON.stringify(executionCatalog, null, 2)}\n`);
const securityCatalog = JSON.parse(
await readFile(securityCatalogPath, "utf8"),
);
securityCatalog.packages = securityCatalog.packages.filter(
(providerPackage) => providerPackage.id !== geliosProviderPackageV11.id,
);
securityCatalog.packages.push(securityCatalogEntry());
await writeFile(securityCatalogPath, `${JSON.stringify(securityCatalog, null, 2)}\n`);
console.log(JSON.stringify({
ok: true,
providerPackage: geliosProviderPackageV11.id,
executionCatalogPath,
securityCatalogPath,
}, null, 2));
function executionCatalogEntry() {
const profiles = geliosProviderPackageV11.collectionProfiles.map((profile) => {
const connection = instantiateL2Connection(geliosProviderPackageV11, {
tenantId: "tenant-catalog-build",
connectionId: `catalog-${profile.id.replaceAll(".", "-")}`,
collectionProfileId: profile.id,
providerCredentialRef: "ndc-credref:catalog-build-provider-v11",
});
const plan = compileL2ExecutionPlan(
geliosProviderPackageV11,
connection,
profile.dataProductId === "fleet.positions.current.v5"
? { telemetryFieldRegistry: geliosTelemetryFieldRegistryV4 }
: {},
);
const { packageDigest: _packageDigest, ...artifacts } = plan.artifacts;
return {
id: profile.id,
dataProductId: profile.dataProductId,
capabilityIds: [...profile.capabilityIds],
stepSignatures: plan.steps.map((step) => ({
id: step.id,
kind: step.kind,
...(step.config.capabilityId ? { capabilityId: step.config.capabilityId } : {}),
...(step.config.mappingContractId ? {
mappingContractId: step.config.mappingContractId,
} : {}),
...(step.config.dataProductId ? { dataProductId: step.config.dataProductId } : {}),
...(step.config.nodeType ? { nodeType: step.config.nodeType } : {}),
})),
artifacts,
};
});
return {
id: geliosProviderPackageV11.id,
providerId: geliosProviderPackageV11.providerId,
version: geliosProviderPackageV11.version,
contractDigest: canonicalDigest(geliosProviderPackageV11),
providerCredential: {
authModeId: "gelios.rest-rotating-bearer.v3",
credentialType: "ndcProviderRotatingAccessApi",
},
publisher: {
nodeType: "n8n-nodes-ndc.ndcDataProductPublish",
credentialType: "ndcDataProductWriterApi",
},
capabilities: geliosProviderPackageV11.capabilities.map((capability) => ({
id: capability.id,
contractDigest: canonicalDigest(capability),
requestDigest: canonicalDigest(capability.request),
method: capability.request.method,
url: requestUrl(capability.request),
})),
profiles,
};
}
function securityCatalogEntry() {
const productsByCapability = new Map(
geliosProviderPackageV11.capabilities.map((capability) => [capability.id, new Set()]),
);
for (const profile of geliosProviderPackageV11.collectionProfiles) {
if (profile.dataProductId !== "fleet.units.identity.current.v1") continue;
for (const capabilityId of profile.capabilityIds) {
productsByCapability.get(capabilityId)?.add(profile.dataProductId);
}
}
return {
id: geliosProviderPackageV11.id,
version: geliosProviderPackageV11.version,
providerId: geliosProviderPackageV11.providerId,
providerCredential: {
authModeId: "gelios.rest-rotating-bearer.v3",
credentialType: "ndcProviderRotatingAccessApi",
},
capabilities: geliosProviderPackageV11.capabilities
.filter((capability) => productsByCapability.get(capability.id)?.size)
.map((capability) => ({
id: capability.id,
classification: capability.classification,
status: capability.status,
request: {
method: capability.request.method,
url: requestUrl(capability.request),
},
dataProductIds: [...productsByCapability.get(capability.id)].sort(),
})),
publisher: {
nodeType: "n8n-nodes-ndc.ndcDataProductPublish",
credentialType: "ndcDataProductWriterApi",
},
};
}
function requestUrl(request) {
const url = new URL(request.path, request.baseUrl);
for (const [name, value] of Object.entries(request.query || {})) {
url.searchParams.append(name, String(value));
}
return url.toString();
}
function canonicalDigest(value) {
return `sha256:${createHash("sha256").update(JSON.stringify(stableValue(value)), "utf8").digest("hex")}`;
}
function stableValue(value) {
if (Array.isArray(value)) return value.map(stableValue);
if (!value || typeof value !== "object") return value;
return Object.fromEntries(
Object.keys(value).sort().map((key) => [key, stableValue(value[key])]),
);
}

View File

@ -0,0 +1,44 @@
import { geliosCapabilityCatalogV2 } from "./capability-catalog-v2.mjs";
const IDENTITY_PRODUCT_ID = "fleet.units.identity.current.v1";
const IMPLEMENTED_FAMILIES = new Set([
"gelios.unit.access_metadata",
"gelios.unit.asset_identifiers",
"gelios.unit.asset_profile",
"gelios.unit.custom_fields",
"gelios.unit.device_identifiers",
"gelios.unit.driver",
"gelios.unit.equipment",
"gelios.unit.identity",
]);
export const geliosCapabilityCatalogV3 = deepFreeze(updateFamilies({
...structuredClone(geliosCapabilityCatalogV2),
version: "3.0.0",
authority: {
...geliosCapabilityCatalogV2.authority,
checkedAt: "2026-07-24T08:00:00Z",
},
}));
function updateFamilies(value) {
value.dataFamilies = value.dataFamilies.map((family) => {
if (!IMPLEMENTED_FAMILIES.has(family.id)) return family;
return {
...family,
disposition: "profile",
status: "implemented",
dataProductIds: [
...new Set([...(family.dataProductIds || []), IDENTITY_PRODUCT_ID]),
],
};
});
return value;
}
function deepFreeze(input) {
if (!input || typeof input !== "object" || Object.isFrozen(input)) return input;
Object.freeze(input);
for (const child of Object.values(input)) deepFreeze(child);
return input;
}

View File

@ -1,5 +1,8 @@
export { geliosCapabilityCatalogV1 } from "./capability-catalog-v1.mjs";
export { geliosCapabilityCatalogV2 } from "./capability-catalog-v2.mjs";
export { geliosCapabilityCatalogV3 } from "./capability-catalog-v3.mjs";
export { geliosProviderPackageV7 } from "./v7/index.mjs";
export * from "./v8/index.mjs";
export * from "./v9/index.mjs";
export { geliosProviderPackageV10 } from "./v10/index.mjs";
export { geliosProviderPackageV11 } from "./v11/index.mjs";

View File

@ -0,0 +1,10 @@
export {
GELIOS_PROVIDER_PACKAGE_ID,
GELIOS_PROVIDER_PACKAGE_VERSION,
GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
GELIOS_UNIT_IDENTITY_DATA_PRODUCT_VERSION,
GELIOS_UNIT_IDENTITY_ONTOLOGY_REVISION,
geliosProviderPackageV11,
} from "./package.mjs";
export { geliosTelemetryFieldRegistryV4 } from "./telemetry-field-registry.mjs";
export { geliosCapabilityCatalogV3 } from "../capability-catalog-v3.mjs";

View File

@ -0,0 +1,309 @@
import { geliosProviderPackageV10 } from "../v10/package.mjs";
export const GELIOS_PROVIDER_PACKAGE_ID = "gelios.provider.v11";
export const GELIOS_PROVIDER_PACKAGE_VERSION = "11.0.0";
export const GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID = "fleet.units.identity.current.v1";
export const GELIOS_UNIT_IDENTITY_DATA_PRODUCT_VERSION = "1.0.0";
export const GELIOS_UNIT_IDENTITY_ONTOLOGY_REVISION = "ontology.map.moving_object.v3";
const CAPABILITY_ID = "gelios.units.identity.read";
const FIELD_POLICY_ID = "gelios.units.identity.fields.v1";
const COLLECTION_PROFILE_ID = "gelios.units.identity.warm.v1";
const MAPPING_ID = "gelios.units.to.fleet.units.identity.current.v1";
const TEMPLATE_ID = "gelios.units.identity.l2.v1";
const identityFields = Object.freeze([
"asset_brand",
"asset_color",
"asset_model",
"asset_number_plate",
"asset_vin",
"asset_year",
"assigned_driver_name",
"assigned_driver_phone",
"available_user_ids",
"available_user_logins",
"custom_fields",
"device_imei",
"device_phone_primary",
"device_phone_secondary",
"display_name",
"hardware_manufacturer_id",
"hardware_manufacturer_name",
"hardware_port",
"hardware_type_class",
"hardware_type_id",
"hardware_type_name",
"provider_creator_id",
"provider_creator_login",
"provider_unit_id",
"unit_type_class",
"unit_type_id",
"unit_type_name",
]);
const value = structuredClone(geliosProviderPackageV10);
const baseUnitsCapability = value.capabilities.find(
(capability) => capability.id === "gelios.units.current.read",
);
if (!baseUnitsCapability) throw new Error("gelios_v11_units_capability_missing");
const profileTemplate = value.l2Templates.find(
(template) => template.id === "gelios.units.profile.l2.v1",
);
if (!profileTemplate) throw new Error("gelios_v11_profile_template_missing");
value.id = GELIOS_PROVIDER_PACKAGE_ID;
value.version = GELIOS_PROVIDER_PACKAGE_VERSION;
value.manifest = {
...value.manifest,
id: "gelios.provider.manifest.v11",
version: GELIOS_PROVIDER_PACKAGE_VERSION,
capabilityIds: [...value.manifest.capabilityIds, CAPABILITY_ID],
fieldPolicyIds: [...value.manifest.fieldPolicyIds, FIELD_POLICY_ID],
collectionProfileIds: [...value.manifest.collectionProfileIds, COLLECTION_PROFILE_ID],
dataProductIds: [...value.manifest.dataProductIds, GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID],
mappingContractIds: [...value.manifest.mappingContractIds, MAPPING_ID],
l2TemplateIds: [...value.manifest.l2TemplateIds, TEMPLATE_ID],
};
value.capabilities.push({
...structuredClone(baseUnitsCapability),
id: CAPABILITY_ID,
request: {
...structuredClone(baseUnitsCapability.request),
query: {
inclextra: "true",
inclcstmflds: "true",
incldrvrs: "true",
inclusersav: "true",
},
},
});
value.fieldPolicies.push({
id: FIELD_POLICY_ID,
version: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_VERSION,
dataProductId: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
targetFields: [...identityFields],
unknownSourceFields: "drop",
dynamicSourceFields: "drop_until_classified",
restrictedSourcePaths: [
"commands",
"currentUserAccess",
"extraInfo.autocompleteParams",
"hwDecryptKey",
"lastMsg",
"lastSensorsVal",
"maintenancePlan",
"preSetCommandGroup",
"sensors",
"stationaryLat",
"stationaryLon",
"storageInfo",
],
});
value.collectionProfiles.push({
id: COLLECTION_PROFILE_ID,
version: GELIOS_PROVIDER_PACKAGE_VERSION,
mode: "realtime",
schedule: { intervalMs: 5 * 60 * 1000 },
capabilityIds: [CAPABILITY_ID],
dataProductId: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
mappingContractId: MAPPING_ID,
fieldPolicyId: FIELD_POLICY_ID,
l2TemplateId: TEMPLATE_ID,
entityScope: {
mode: "all_visible_to_credential",
refresh: "each_collection_run",
businessEntityFilter: "forbidden",
},
batching: { maxFacts: 5000 },
cardinality: {
maxCurrentEntities: 5000,
onExceed: "require_partitioned_data_product",
},
retry: { maxAttempts: 4, backoff: "fixed_delay", delayMs: 2000 },
});
value.dataProducts.push({
id: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
version: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_VERSION,
ontologyRevision: GELIOS_UNIT_IDENTITY_ONTOLOGY_REVISION,
deliveryMode: "snapshot+patch",
semanticTypes: ["map.moving_object"],
fields: [...identityFields],
fieldContracts: {
asset_brand: optional("string"),
asset_color: optional("string"),
asset_model: optional("string"),
asset_number_plate: optional("string"),
asset_vin: optional("string"),
asset_year: nonNegative(),
assigned_driver_name: optional("string"),
assigned_driver_phone: optional("string"),
available_user_ids: optional("string_array"),
available_user_logins: optional("string_array"),
custom_fields: optional("string_array"),
device_imei: optional("string"),
device_phone_primary: optional("string"),
device_phone_secondary: optional("string"),
display_name: { type: "string", required: true },
hardware_manufacturer_id: optional("string"),
hardware_manufacturer_name: optional("string"),
hardware_port: nonNegative(),
hardware_type_class: optional("string"),
hardware_type_id: optional("string"),
hardware_type_name: optional("string"),
provider_creator_id: optional("string"),
provider_creator_login: optional("string"),
provider_unit_id: { type: "string", required: true },
unit_type_class: optional("string"),
unit_type_id: optional("string"),
unit_type_name: optional("string"),
},
history: { mode: "none", retentionDays: 1 },
});
value.mappingContracts.push({
schemaVersion: "nodedc.semantic-mapping/v1",
id: MAPPING_ID,
version: GELIOS_PROVIDER_PACKAGE_VERSION,
sourceCapabilityId: CAPABILITY_ID,
fieldPolicyId: FIELD_POLICY_ID,
target: {
dataProductId: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
version: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_VERSION,
ontologyRevision: GELIOS_UNIT_IDENTITY_ONTOLOGY_REVISION,
semanticType: "map.moving_object",
},
derivations: {
available_user_ids: boundedStringList("availableToUsers", "id", 256),
available_user_logins: boundedStringList("availableToUsers", "login", 256),
custom_fields: {
kind: "bounded_named_values",
rules: ["array.named_values"],
default: [],
parameters: {
arrayPath: "customFields",
namePath: "name",
valuePath: "value",
maxItems: 256,
maxItemLength: 512,
},
},
},
fact: {
sourceId: {
strategy: "first_non_empty",
paths: ["id", "unit_id", "unitId"],
coerce: "string",
prefix: "gelios-unit-",
},
semanticType: { constant: "map.moving_object" },
observedAt: {
strategy: "first_non_empty",
paths: ["updatedAt"],
coerce: "unix_or_iso_timestamp",
fallback: "collection_received_at",
},
attributes: {
asset_brand: stringField(["extraInfo.brand"]),
asset_color: stringField(["extraInfo.color"]),
asset_model: stringField(["extraInfo.model"]),
asset_number_plate: stringField(["extraInfo.numberPlate"]),
asset_vin: stringField(["extraInfo.vin"]),
asset_year: nonNegativeField(["extraInfo.year"]),
assigned_driver_name: stringField(["driver.name"]),
assigned_driver_phone: stringField(["driver.phone"]),
available_user_ids: { derive: "available_user_ids" },
available_user_logins: { derive: "available_user_logins" },
custom_fields: { derive: "custom_fields" },
device_imei: stringField(["imei"]),
device_phone_primary: stringField(["phone"]),
device_phone_secondary: stringField(["phone2"]),
display_name: stringField(["name", "unit_name", "title", "label"], false),
hardware_manufacturer_id: stringField(["hwManufacturer.id"]),
hardware_manufacturer_name: stringField(["hwManufacturer.name"]),
hardware_port: nonNegativeField(["hwType.port"]),
hardware_type_class: stringField(["hwType.type"]),
hardware_type_id: stringField(["hwType.id"]),
hardware_type_name: stringField(["hwType.name"]),
provider_creator_id: stringField(["creator.id"]),
provider_creator_login: stringField(["creator.login"]),
provider_unit_id: stringField(["id", "unit_id", "unitId"], false),
unit_type_class: stringField(["unitType.type"]),
unit_type_id: stringField(["unitType.id"]),
unit_type_name: stringField(["unitType.name"]),
},
},
});
value.l2Templates.push({
...structuredClone(profileTemplate),
id: TEMPLATE_ID,
version: GELIOS_PROVIDER_PACKAGE_VERSION,
steps: [
{ id: "collection.trigger", kind: "collection_trigger", collectionProfileDriven: true },
{ id: "provider.fetch-identity", kind: "provider_request", capabilityId: CAPABILITY_ID },
{ id: "provider.extract-units", kind: "extract_items", capabilityId: CAPABILITY_ID },
{ id: "ontology.map", kind: "semantic_mapping", mappingContractId: MAPPING_ID },
{
id: "data-product.publish",
kind: "data_product_publish",
dataProductId: GELIOS_UNIT_IDENTITY_DATA_PRODUCT_ID,
nodeType: "n8n-nodes-ndc.ndcDataProductPublish",
},
],
});
export const geliosProviderPackageV11 = deepFreeze(value);
function optional(type) {
return { type, required: false };
}
function nonNegative() {
return { type: "number", required: false, minimum: 0 };
}
function stringField(paths, omitIfMissing = true) {
return {
strategy: "first_non_empty",
paths,
coerce: "string",
...(omitIfMissing ? { omitIfMissing: true } : {}),
};
}
function nonNegativeField(paths) {
return {
strategy: "first_non_empty",
paths,
coerce: "number",
minimum: 0,
omitIfMissing: true,
omitIfInvalid: true,
};
}
function boundedStringList(arrayPath, valuePath, maxItems) {
return {
kind: "bounded_string_list",
rules: ["array.string_values"],
default: [],
parameters: {
arrayPath,
valuePath,
maxItems,
maxItemLength: 512,
},
};
}
function deepFreeze(input) {
if (!input || typeof input !== "object" || Object.isFrozen(input)) return input;
Object.freeze(input);
for (const child of Object.values(input)) deepFreeze(child);
return input;
}

View File

@ -0,0 +1,20 @@
import { geliosTelemetryFieldRegistryV3 } from "../v10/telemetry-field-registry.mjs";
import {
GELIOS_PROVIDER_PACKAGE_ID,
GELIOS_PROVIDER_PACKAGE_VERSION,
} from "./package.mjs";
const value = structuredClone(geliosTelemetryFieldRegistryV3);
value.providerPackage = {
id: GELIOS_PROVIDER_PACKAGE_ID,
version: GELIOS_PROVIDER_PACKAGE_VERSION,
};
export const geliosTelemetryFieldRegistryV4 = deepFreeze(value);
function deepFreeze(input) {
if (!input || typeof input !== "object" || Object.isFrozen(input)) return input;
Object.freeze(input);
for (const child of Object.values(input)) deepFreeze(child);
return input;
}

View File

@ -9,10 +9,11 @@ export const L2_EXECUTION_PLAN_SCHEMA_VERSION = "nodedc.l2-execution-plan/v1";
export const L2_GRAPH_BLUEPRINT_SCHEMA_VERSION = "nodedc.l2-graph-blueprint/v1";
export const L2_MATERIALIZATION_RECEIPT_SCHEMA_VERSION = "nodedc.l2-materialization-receipt/v1";
export const L2_MAPPING_RUNTIME_SCHEMA_VERSION = "nodedc.semantic-mapping-runtime/v1";
export const L2_EXECUTION_PLAN_COMPILER_VERSION = "1.3.0";
export const L2_EXECUTION_PLAN_COMPILER_VERSION = "1.4.0";
export const L2_EXECUTION_PLAN_SUPPORTED_COMPILER_VERSIONS = Object.freeze([
"1.1.0",
"1.2.0",
"1.3.0",
L2_EXECUTION_PLAN_COMPILER_VERSION,
]);

View File

@ -295,7 +295,10 @@ export function validateProviderPackage(value) {
const restricted = Array.isArray(fieldPolicy.restrictedSourcePaths)
? fieldPolicy.restrictedSourcePaths.filter(isCanonicalSourcePath)
: [];
if (mappingSourcePaths(mapping.fact).some((path) => (
if (mappingSourcePaths({
fact: mapping.fact,
derivations: mapping.derivations,
}).some((path) => (
restricted.some((restrictedPath) => (
path === restrictedPath
|| path.startsWith(`${restrictedPath}.`)
@ -1041,7 +1044,14 @@ function validateExpression(value, path, errors) {
function validateDerivation(value, path, errors) {
if (!isPlainObject(value)) return errors.push(`${path}_must_be_object`);
rejectUnknownKeys(value, DERIVATION_KEYS, path, errors);
if (!new Set(["boolean_rule", "ordered_rules", "flag_set", "bounded_readings"]).has(value.kind)) errors.push(`${path}.kind_invalid`);
if (!new Set([
"boolean_rule",
"ordered_rules",
"flag_set",
"bounded_readings",
"bounded_string_list",
"bounded_named_values",
]).has(value.kind)) errors.push(`${path}.kind_invalid`);
requiredUniqueIdentifierArray(value.rules, `${path}.rules`, errors);
if (value.default === undefined) {
errors.push(`${path}.default_required`);
@ -1059,6 +1069,70 @@ function validateDerivation(value, path, errors) {
}
}
}
if (value.kind === "bounded_string_list") {
validateBoundedStringListDerivation(value, path, errors);
}
if (value.kind === "bounded_named_values") {
validateBoundedNamedValuesDerivation(value, path, errors);
}
}
function validateBoundedStringListDerivation(value, path, errors) {
const parameters = isPlainObject(value.parameters) ? value.parameters : {};
const allowed = new Set(["arrayPath", "valuePath", "maxItems", "maxItemLength"]);
if (Object.keys(parameters).some((key) => !allowed.has(key))) {
errors.push(`${path}.parameters_shape_invalid`);
}
for (const key of ["arrayPath", "valuePath"]) {
if (!isCanonicalSourcePath(parameters[key])) {
errors.push(`${path}.parameters.${key}_must_be_canonical_dot_path`);
}
}
if (!Number.isInteger(parameters.maxItems) || parameters.maxItems < 1 || parameters.maxItems > 256) {
errors.push(`${path}.parameters.maxItems_invalid`);
}
if (
!Number.isInteger(parameters.maxItemLength)
|| parameters.maxItemLength < 1
|| parameters.maxItemLength > 512
) {
errors.push(`${path}.parameters.maxItemLength_invalid`);
}
if (!Array.isArray(value.default) || value.default.length !== 0) {
errors.push(`${path}.default_must_be_empty_array`);
}
}
function validateBoundedNamedValuesDerivation(value, path, errors) {
const parameters = isPlainObject(value.parameters) ? value.parameters : {};
const allowed = new Set([
"arrayPath",
"namePath",
"valuePath",
"maxItems",
"maxItemLength",
]);
if (Object.keys(parameters).some((key) => !allowed.has(key))) {
errors.push(`${path}.parameters_shape_invalid`);
}
for (const key of ["arrayPath", "namePath", "valuePath"]) {
if (!isCanonicalSourcePath(parameters[key])) {
errors.push(`${path}.parameters.${key}_must_be_canonical_dot_path`);
}
}
if (!Number.isInteger(parameters.maxItems) || parameters.maxItems < 1 || parameters.maxItems > 256) {
errors.push(`${path}.parameters.maxItems_invalid`);
}
if (
!Number.isInteger(parameters.maxItemLength)
|| parameters.maxItemLength < 1
|| parameters.maxItemLength > 512
) {
errors.push(`${path}.parameters.maxItemLength_invalid`);
}
if (!Array.isArray(value.default) || value.default.length !== 0) {
errors.push(`${path}.default_must_be_empty_array`);
}
}
function mappingDerivationReferences(value, found = new Set()) {
@ -1087,7 +1161,11 @@ function mappingSourcePaths(value, found = []) {
if (isCanonicalSourcePath(value[key])) found.push(value[key]);
}
Object.entries(value).forEach(([key, item]) => {
if (key !== "paths" && !key.endsWith("Path")) mappingSourcePaths(item, found);
if (key !== "paths" && key.endsWith("Path") && isCanonicalSourcePath(item)) {
found.push(item);
} else if (key !== "paths" && !key.endsWith("Path")) {
mappingSourcePaths(item, found);
}
});
return found;
}

View File

@ -14,26 +14,26 @@ import {
validateL2ExecutionPlan,
} from "../src/index.mjs";
import {
geliosProviderPackageV10,
geliosTelemetryFieldRegistryV3,
} from "../providers/gelios/v10/index.mjs";
geliosProviderPackageV11,
geliosTelemetryFieldRegistryV4,
} from "../providers/gelios/v11/index.mjs";
const positionsConnection = instantiateL2Connection(geliosProviderPackageV10, {
const positionsConnection = instantiateL2Connection(geliosProviderPackageV11, {
tenantId: "tenant-compiler-fixture",
connectionId: "gelios-compiler-fixture",
collectionProfileId: "gelios.positions.current.realtime.v7",
providerCredentialRef: "ndc-credref:provider-compiler-fixture-0001",
});
const positionsPlan = compileL2ExecutionPlan(
geliosProviderPackageV10,
geliosProviderPackageV11,
positionsConnection,
{ telemetryFieldRegistry: geliosTelemetryFieldRegistryV3 },
{ telemetryFieldRegistry: geliosTelemetryFieldRegistryV4 },
);
assert.equal(positionsPlan.schemaVersion, L2_EXECUTION_PLAN_SCHEMA_VERSION);
assert.equal(L2_EXECUTION_PLAN_COMPILER_VERSION, "1.3.0");
assert.deepEqual(L2_EXECUTION_PLAN_SUPPORTED_COMPILER_VERSIONS, ["1.1.0", "1.2.0", "1.3.0"]);
assert.equal(positionsPlan.compilerVersion, "1.3.0");
assert.equal(L2_EXECUTION_PLAN_COMPILER_VERSION, "1.4.0");
assert.deepEqual(L2_EXECUTION_PLAN_SUPPORTED_COMPILER_VERSIONS, ["1.1.0", "1.2.0", "1.3.0", "1.4.0"]);
assert.equal(positionsPlan.compilerVersion, "1.4.0");
assert.deepEqual(validateL2ExecutionPlan(positionsPlan), { ok: true, errors: [] });
assert.match(positionsPlan.executionPlanDigest, /^sha256:[a-f0-9]{64}$/);
assert.match(positionsPlan.artifacts.packageDigest, /^sha256:[a-f0-9]{64}$/);
@ -123,9 +123,9 @@ assert.equal(Object.isFrozen(positionsPlan.steps), true);
assert.equal(Object.isFrozen(positionsPlan.graphBlueprint), true);
const clonedPlan = compileL2ExecutionPlan(
structuredClone(geliosProviderPackageV10),
structuredClone(geliosProviderPackageV11),
structuredClone(positionsConnection),
{ telemetryFieldRegistry: structuredClone(geliosTelemetryFieldRegistryV3) },
{ telemetryFieldRegistry: structuredClone(geliosTelemetryFieldRegistryV4) },
);
assert.equal(clonedPlan.executionPlanDigest, positionsPlan.executionPlanDigest);
@ -151,34 +151,34 @@ assert.equal(
);
assert.throws(
() => compileL2ExecutionPlan(geliosProviderPackageV10, positionsConnection),
() => compileL2ExecutionPlan(geliosProviderPackageV11, positionsConnection),
/telemetry_registry_required/,
);
const profileConnection = instantiateL2Connection(geliosProviderPackageV10, {
const profileConnection = instantiateL2Connection(geliosProviderPackageV11, {
tenantId: "tenant-compiler-fixture",
connectionId: "gelios-profile-compiler-fixture",
collectionProfileId: "gelios.units.profile.cold.v1",
providerCredentialRef: "ndc-credref:provider-compiler-fixture-0001",
});
const profilePlan = compileL2ExecutionPlan(geliosProviderPackageV10, profileConnection);
const profilePlan = compileL2ExecutionPlan(geliosProviderPackageV11, profileConnection);
assert.deepEqual(validateL2ExecutionPlan(profilePlan), { ok: true, errors: [] });
assert.equal(profilePlan.artifacts.telemetryRegistryDigest, undefined);
assert.notEqual(profilePlan.executionPlanDigest, positionsPlan.executionPlanDigest);
assert.deepEqual(profilePlan.graphBlueprint.runtime.mappingRuntime.derivationKinds, []);
for (const collectionProfile of geliosProviderPackageV10.collectionProfiles) {
const connection = instantiateL2Connection(geliosProviderPackageV10, {
for (const collectionProfile of geliosProviderPackageV11.collectionProfiles) {
const connection = instantiateL2Connection(geliosProviderPackageV11, {
tenantId: "tenant-all-profiles-fixture",
connectionId: `connection-${collectionProfile.id.replaceAll(".", "-")}`,
collectionProfileId: collectionProfile.id,
providerCredentialRef: "ndc-credref:provider-all-profiles-fixture",
});
const plan = compileL2ExecutionPlan(
geliosProviderPackageV10,
geliosProviderPackageV11,
connection,
collectionProfile.dataProductId === "fleet.positions.current.v5"
? { telemetryFieldRegistry: geliosTelemetryFieldRegistryV3 }
? { telemetryFieldRegistry: geliosTelemetryFieldRegistryV4 }
: {},
);
assert.deepEqual(validateL2ExecutionPlan(plan), { ok: true, errors: [] });
@ -188,16 +188,16 @@ for (const collectionProfile of geliosProviderPackageV10.collectionProfiles) {
assert.equal(plan.graphBlueprint.edges.length, plan.steps.length + expectedEntrypoints - 2);
}
const secondConnection = instantiateL2Connection(geliosProviderPackageV10, {
const secondConnection = instantiateL2Connection(geliosProviderPackageV11, {
tenantId: "tenant-compiler-fixture",
connectionId: "gelios-compiler-fixture-two",
collectionProfileId: "gelios.positions.current.realtime.v7",
providerCredentialRef: "ndc-credref:provider-compiler-fixture-0002",
});
const secondPlan = compileL2ExecutionPlan(
geliosProviderPackageV10,
geliosProviderPackageV11,
secondConnection,
{ telemetryFieldRegistry: geliosTelemetryFieldRegistryV3 },
{ telemetryFieldRegistry: geliosTelemetryFieldRegistryV4 },
);
assert.notEqual(secondPlan.executionPlanDigest, positionsPlan.executionPlanDigest);

View File

@ -3,11 +3,13 @@ import { validateProviderCapabilityCatalog } from "../src/index.mjs";
import {
geliosCapabilityCatalogV1,
geliosCapabilityCatalogV2,
geliosCapabilityCatalogV3,
geliosProviderPackageV8,
} from "../providers/gelios/index.mjs";
assert.deepEqual(validateProviderCapabilityCatalog(geliosCapabilityCatalogV1), { ok: true, errors: [] });
assert.deepEqual(validateProviderCapabilityCatalog(geliosCapabilityCatalogV2), { ok: true, errors: [] });
assert.deepEqual(validateProviderCapabilityCatalog(geliosCapabilityCatalogV3), { ok: true, errors: [] });
const expectedUnitRoots = [
"activatedAt", "availableToUsers", "blockTime", "commands", "counters", "createdAt",
@ -54,6 +56,16 @@ assert.equal(
geliosCapabilityCatalogV2.dataFamilies.find(({ id }) => id === "gelios.unit.sensor_definitions").status,
"planned",
);
for (const familyId of [
"gelios.unit.device_identifiers",
"gelios.unit.driver",
"gelios.unit.asset_identifiers",
"gelios.unit.custom_fields",
]) {
const family = geliosCapabilityCatalogV3.dataFamilies.find(({ id }) => id === familyId);
assert.equal(family.status, "implemented");
assert.equal(family.dataProductIds.includes("fleet.units.identity.current.v1"), true);
}
const restrictedPublish = structuredClone(geliosCapabilityCatalogV1);
restrictedPublish.dataFamilies.find(({ id }) => id === "gelios.unit.device_identifiers").disposition = "publish";

View File

@ -23,6 +23,7 @@ import { geliosProviderPackageV7 } from "../providers/gelios/v7/index.mjs";
import { geliosProviderPackageV8 } from "../providers/gelios/v8/index.mjs";
import { geliosProviderPackageV9 } from "../providers/gelios/v9/index.mjs";
import { geliosProviderPackageV10 } from "../providers/gelios/v10/index.mjs";
import { geliosProviderPackageV11 } from "../providers/gelios/v11/index.mjs";
import { normalizeDataProductDefinition } from "../../../services/external-data-plane/src/data-product-policy.mjs";
const expectedFields = [
@ -51,10 +52,13 @@ assert.deepEqual(validateProviderPackage(geliosProviderPackageV7), { ok: true, e
assert.deepEqual(validateProviderPackage(geliosProviderPackageV8), { ok: true, errors: [] });
assert.deepEqual(validateProviderPackage(geliosProviderPackageV9), { ok: true, errors: [] });
assert.deepEqual(validateProviderPackage(geliosProviderPackageV10), { ok: true, errors: [] });
assert.deepEqual(validateProviderPackage(geliosProviderPackageV11), { ok: true, errors: [] });
assert.equal(geliosProviderPackageV9.id, "gelios.provider.v9");
assert.equal(geliosProviderPackageV9.version, "9.0.0");
assert.equal(geliosProviderPackageV10.id, "gelios.provider.v10");
assert.equal(geliosProviderPackageV10.version, "10.0.0");
assert.equal(geliosProviderPackageV11.id, "gelios.provider.v11");
assert.equal(geliosProviderPackageV11.version, "11.0.0");
assert.equal(geliosProviderPackageV8.id, "gelios.provider.v8");
const profileProduct = geliosProviderPackageV8.dataProducts.find((product) => product.id === "fleet.units.profile.current.v1");
@ -97,6 +101,34 @@ assert.equal(contactsMapping.fact.attributes.device_phone_primary.guardPath, "ph
assert.equal(contactsMapping.fact.attributes.device_phone_secondary.guardPath, "phone2IsVisible");
assert.equal(contactsMapping.fact.attributes.provider_creator_login.paths[0], "creator.login");
const identityProduct = geliosProviderPackageV11.dataProducts.find(
(product) => product.id === "fleet.units.identity.current.v1",
);
const registeredIdentityProduct = JSON.parse(await readFile(new URL(
"../../../services/external-data-plane/definitions/fleet.units.identity.current.v1.json",
import.meta.url,
), "utf8"));
assert.deepEqual(identityProduct, registeredIdentityProduct);
assert.equal(identityProduct.fieldContracts.available_user_logins.type, "string_array");
assert.equal(identityProduct.fieldContracts.custom_fields.type, "string_array");
const identityCapability = geliosProviderPackageV11.capabilities.find(
(capability) => capability.id === "gelios.units.identity.read",
);
assert.deepEqual(identityCapability.request.query, {
inclextra: "true",
inclcstmflds: "true",
incldrvrs: "true",
inclusersav: "true",
});
const identityMapping = geliosProviderPackageV11.mappingContracts.find(
(mapping) => mapping.id === "gelios.units.to.fleet.units.identity.current.v1",
);
assert.equal(identityMapping.fact.attributes.device_imei.guardPath, undefined);
assert.equal(identityMapping.fact.attributes.device_phone_primary.guardPath, undefined);
assert.equal(identityMapping.fact.attributes.assigned_driver_name.paths[0], "driver.name");
assert.equal(identityMapping.derivations.available_user_logins.kind, "bounded_string_list");
assert.equal(identityMapping.derivations.custom_fields.kind, "bounded_named_values");
const incompleteGuard = structuredClone(geliosProviderPackageV10);
delete incompleteGuard.mappingContracts.at(-1).fact.attributes.device_imei.guardEquals;
assert.equal(

View File

@ -0,0 +1,71 @@
{
"id": "fleet.units.identity.current.v1",
"version": "1.0.0",
"ontologyRevision": "ontology.map.moving_object.v3",
"deliveryMode": "snapshot+patch",
"semanticTypes": [
"map.moving_object"
],
"fields": [
"asset_brand",
"asset_color",
"asset_model",
"asset_number_plate",
"asset_vin",
"asset_year",
"assigned_driver_name",
"assigned_driver_phone",
"available_user_ids",
"available_user_logins",
"custom_fields",
"device_imei",
"device_phone_primary",
"device_phone_secondary",
"display_name",
"hardware_manufacturer_id",
"hardware_manufacturer_name",
"hardware_port",
"hardware_type_class",
"hardware_type_id",
"hardware_type_name",
"provider_creator_id",
"provider_creator_login",
"provider_unit_id",
"unit_type_class",
"unit_type_id",
"unit_type_name"
],
"fieldContracts": {
"asset_brand": { "type": "string", "required": false },
"asset_color": { "type": "string", "required": false },
"asset_model": { "type": "string", "required": false },
"asset_number_plate": { "type": "string", "required": false },
"asset_vin": { "type": "string", "required": false },
"asset_year": { "type": "number", "required": false, "minimum": 0 },
"assigned_driver_name": { "type": "string", "required": false },
"assigned_driver_phone": { "type": "string", "required": false },
"available_user_ids": { "type": "string_array", "required": false },
"available_user_logins": { "type": "string_array", "required": false },
"custom_fields": { "type": "string_array", "required": false },
"device_imei": { "type": "string", "required": false },
"device_phone_primary": { "type": "string", "required": false },
"device_phone_secondary": { "type": "string", "required": false },
"display_name": { "type": "string", "required": true },
"hardware_manufacturer_id": { "type": "string", "required": false },
"hardware_manufacturer_name": { "type": "string", "required": false },
"hardware_port": { "type": "number", "required": false, "minimum": 0 },
"hardware_type_class": { "type": "string", "required": false },
"hardware_type_id": { "type": "string", "required": false },
"hardware_type_name": { "type": "string", "required": false },
"provider_creator_id": { "type": "string", "required": false },
"provider_creator_login": { "type": "string", "required": false },
"provider_unit_id": { "type": "string", "required": true },
"unit_type_class": { "type": "string", "required": false },
"unit_type_id": { "type": "string", "required": false },
"unit_type_name": { "type": "string", "required": false }
},
"history": {
"mode": "none",
"retentionDays": 1
}
}

View File

@ -13,6 +13,7 @@ assert.deepEqual(bundled.map((definition) => definition.id), [
"fleet.positions.current.v4",
"fleet.positions.current.v5",
"fleet.units.contacts.current.v1",
"fleet.units.identity.current.v1",
"fleet.units.profile.current.v1",
"map.zones.current.v1",
"map.zones.current.v2",
@ -62,23 +63,30 @@ assert.equal(bundled[6].version, "1.0.0");
assert.equal(bundled[6].ontologyRevision, "ontology.map.moving_object.v3");
assert.deepEqual(bundled[6].semanticTypes, ["map.moving_object"]);
assert.equal(bundled[6].history.mode, "none");
assert.equal(bundled[6].fieldContracts.hardware_port.type, "number");
assert.equal(bundled[6].fieldContracts.available_user_logins.type, "string_array");
assert.equal(bundled[6].fieldContracts.device_imei.type, "string");
assert.equal(bundled[7].version, "1.0.0");
assert.equal(bundled[7].ontologyRevision, "ontology.map.zone.v1");
assert.deepEqual(bundled[7].semanticTypes, ["map.zone"]);
assert.deepEqual(bundled[7].fieldContracts.geometry, { type: "geometry", required: true });
assert.equal(bundled[7].fields.includes("dataset_authority"), false);
assert.equal(bundled[8].version, "2.0.0");
assert.equal(bundled[7].ontologyRevision, "ontology.map.moving_object.v3");
assert.deepEqual(bundled[7].semanticTypes, ["map.moving_object"]);
assert.equal(bundled[7].history.mode, "none");
assert.equal(bundled[7].fieldContracts.hardware_port.type, "number");
assert.equal(bundled[8].version, "1.0.0");
assert.equal(bundled[8].ontologyRevision, "ontology.map.zone.v1");
assert.deepEqual(bundled[8].semanticTypes, ["map.zone"]);
assert.deepEqual(bundled[8].fieldContracts.geometry, { type: "geometry", required: true });
assert.deepEqual(bundled[8].fieldContracts.dataset_authority.enum, ["moscow-department-of-transport"]);
assert.equal(bundled[8].fields.includes("dataset_authority"), false);
assert.equal(bundled[9].version, "2.0.0");
assert.equal(bundled[9].ontologyRevision, "ontology.map.zone.v1");
assert.deepEqual(bundled[9].semanticTypes, ["map.zone"]);
assert.deepEqual(bundled[9].fieldContracts.geometry, { type: "geometry", required: true });
assert.deepEqual(bundled[9].fieldContracts.dataset_authority.enum, ["moscow-department-of-transport"]);
assert.equal(Object.keys(bundled[3].fieldContracts).length, bundled[3].fields.length);
assert.equal(Object.keys(bundled[4].fieldContracts).length, bundled[4].fields.length);
assert.equal(Object.keys(bundled[5].fieldContracts).length, bundled[5].fields.length);
assert.equal(Object.keys(bundled[6].fieldContracts).length, bundled[6].fields.length);
assert.equal(Object.keys(bundled[7].fieldContracts).length, bundled[7].fields.length);
assert.equal(Object.keys(bundled[8].fieldContracts).length, bundled[8].fields.length);
assert.equal(Object.keys(bundled[9].fieldContracts).length, bundled[9].fields.length);
const directory = await mkdtemp(join(tmpdir(), "nodedc-edp-definitions-"));
try {