SILVER/NODEDC_PLATFORM
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat(platform): add managed data product history plane

Browse Source
This commit is contained in:
Codex
2026-07-18 14:38:06 +03:00
parent 02816c4352
commit 3c5d8f6cef
34 changed files with 2091 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/n8n-nodes-ndc/nodes/NdcDataProductRead/NdcDataProductRead.node.ts
+115 -4
View File
@@ -9,6 +9,7 @@ import { NodeConnectionTypes, NodeOperationError } from 'n8n-workflow';
import {
DATA_PRODUCT_BASE_PATH,
DATA_PRODUCT_HISTORY_SUFFIX,
DATA_PRODUCT_READER_CATALOG_PATH,
DATA_PRODUCT_SNAPSHOT_SUFFIX,
DATA_PLANE_DEFAULT_BASE_URL,
@@ -16,7 +17,12 @@ import {
NDC_DATA_PRODUCT_READER_CREDENTIAL,
NDC_NODE_ICON,
} from '../shared/constants';
import { normalizeSnapshotFacts, snapshotReadParameters } from '../shared/contracts';
import {
historyReadParameters,
normalizeHistoryResponse,
normalizeSnapshotFacts,
snapshotReadParameters,
} from '../shared/contracts';
import { safeHttpError, safeInputError } from '../shared/errors';
import { loadDataProductOptions, ndcRequest, serviceBaseUrl } from '../shared/http';
@@ -26,14 +32,25 @@ export class NdcDataProductRead implements INodeType {
name: 'ndcDataProductRead',
icon: NDC_NODE_ICON,
group: ['input'],
version: 1,
subtitle: '={{$parameter["dataProductId"]}}',
description: 'Read a scoped NDC Data Product snapshot',
version: [1, 2],
subtitle: '={{$parameter["mode"] || "snapshot"}} · {{$parameter["dataProductId"]}}',
description: 'Read a scoped NDC Data Product snapshot or bounded history',
defaults: { name: 'NDC Data Product Read' },
inputs: [NodeConnectionTypes.Main],
outputs: [NodeConnectionTypes.Main],
credentials: [{ name: NDC_DATA_PRODUCT_READER_CREDENTIAL, required: true }],
properties: [
{
displayName: 'Mode',
name: 'mode',
type: 'options',
options: [
{ name: 'Current Snapshot', value: 'snapshot' },
{ name: 'History', value: 'history' },
],
default: 'snapshot',
required: true,
},
{
displayName: 'Data Product Name or ID',
name: 'dataProductId',
@@ -50,6 +67,59 @@ export class NdcDataProductRead implements INodeType {
default: 1000,
required: true,
description: 'Maximum number of snapshot facts to return',
displayOptions: { show: { mode: ['snapshot'] } },
},
{
displayName: 'From',
name: 'from',
type: 'dateTime',
default: '',
required: true,
displayOptions: { show: { mode: ['history'] } },
},
{
displayName: 'To',
name: 'to',
type: 'dateTime',
default: '',
required: true,
displayOptions: { show: { mode: ['history'] } },
},
{
displayName: 'Resolution (MS)',
name: 'resolutionMs',
type: 'number',
typeOptions: { minValue: 1000, maxValue: 86400000, numberStepSize: 1000 },
default: 60000,
required: true,
description: 'Provider-neutral history bucket size; must be a multiple of the Data Product native history interval',
displayOptions: { show: { mode: ['history'] } },
},
{
displayName: 'Source IDs',
name: 'sourceIds',
type: 'string',
default: '',
description: 'Optional comma-separated entity IDs; empty reads all entities in the scoped Data Product',
displayOptions: { show: { mode: ['history'] } },
},
{
displayName: 'Limit',
name: 'limit',
type: 'number',
typeOptions: { minValue: 1, maxValue: 5000, numberStepSize: 1 },
default: 50,
required: true,
description: 'Max number of results to return',
displayOptions: { show: { mode: ['history'] } },
},
{
displayName: 'Cursor',
name: 'cursor',
type: 'string',
default: '',
description: 'Opaque continuation cursor returned by the previous history page',
displayOptions: { show: { mode: ['history'] } },
},
],
};
@@ -69,7 +139,48 @@ export class NdcDataProductRead implements INodeType {
};
async execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]> {
const mode = this.getNodeParameter('mode', 0, 'snapshot') as string;
const dataProductId = this.getNodeParameter('dataProductId', 0) as string;
if (mode === 'history') {
let parameters;
try {
parameters = historyReadParameters({
dataProductId,
from: this.getNodeParameter('from', 0),
to: this.getNodeParameter('to', 0),
resolutionMs: this.getNodeParameter('resolutionMs', 0, 60000),
sourceIds: this.getNodeParameter('sourceIds', 0, ''),
limit: this.getNodeParameter('limit', 0, 1000),
cursor: this.getNodeParameter('cursor', 0, ''),
});
} catch (error) {
throw new NodeOperationError(this.getNode(), safeInputError(error, 'ndc_data_product_history_input_invalid'));
}
try {
const baseUrl = serviceBaseUrl(DATA_PLANE_BASE_URL_ENV, DATA_PLANE_DEFAULT_BASE_URL);
const response = await ndcRequest(this, NDC_DATA_PRODUCT_READER_CREDENTIAL, {
method: 'GET',
url: `${baseUrl}${DATA_PRODUCT_BASE_PATH}/${parameters.encodedProductId}${DATA_PRODUCT_HISTORY_SUFFIX}`,
qs: {
from: parameters.from,
to: parameters.to,
resolutionMs: parameters.resolutionMs,
...(parameters.sourceIds.length ? { sourceIds: parameters.sourceIds.join(',') } : {}),
limit: parameters.limit,
...(parameters.cursor ? { cursor: parameters.cursor } : {}),
},
});
return [[{ json: normalizeHistoryResponse(response), pairedItem: { item: 0 } }]];
} catch (error) {
const safe = error instanceof Error && error.message === 'data_product_history_invalid'
? safeInputError(error, 'ndc_data_product_history_invalid')
: safeHttpError(error, 'ndc_data_product_history_read_failed');
throw new NodeOperationError(this.getNode(), safe);
}
}
if (mode !== 'snapshot') {
throw new NodeOperationError(this.getNode(), safeInputError(new Error('read_mode_invalid'), 'ndc_data_product_read_input_invalid'));
}
const pageSize = this.getNodeParameter('pageSize', 0, 1000) as number;
let parameters;
try {