nsrb
bccbf551e3
- Added `previewConfigKey` metadata to multiple scripts including fetch-binary, fetch-html, fetch-http, fetch-rss-feed, fingerprint, get-secret, jsonata, ntfy, render-template, and send-email, improving configuration visibility. - Updated the `FieldHelp` and `ScriptCard` components to utilize the new preview configuration, enhancing the user interface for displaying script metadata. - Refactored `TriggerCard` and `WorkflowTestPanel` components to support expanded views, improving user interaction and accessibility of configuration details. - Enhanced the `WorkflowVisualEditor` to manage test panel visibility more effectively. This update improves the overall user experience by providing clearer context and configuration options for scripts and workflows.
102 lines
2.7 KiB
JavaScript
102 lines
2.7 KiB
JavaScript
import rssParser from "rss-parser";
|
|
import jsonata from "jsonata";
|
|
|
|
function ensureDataObject(ctx) {
|
|
if (ctx.data == null || typeof ctx.data !== "object" || Array.isArray(ctx.data)) {
|
|
ctx.data = {};
|
|
}
|
|
}
|
|
|
|
function previewValue(value) {
|
|
const json = JSON.stringify(value);
|
|
if (json.length <= 500) {
|
|
return value;
|
|
}
|
|
return { preview: `${json.slice(0, 500)}...`, truncated: true };
|
|
}
|
|
|
|
async function fetchRssFeed(ctx) {
|
|
const url = ctx.config?.url ?? ctx.data?.url;
|
|
if (typeof url !== "string" || url.length === 0) {
|
|
throw new Error("fetch-rss-feed: url is required (ctx.config.url or ctx.data.url)");
|
|
}
|
|
|
|
const outputVar = ctx.config?.outputVar;
|
|
const jsonataExpr = ctx.config?.jsonata;
|
|
|
|
if (jsonataExpr && (typeof outputVar !== "string" || outputVar.length === 0)) {
|
|
throw new Error("fetch-rss-feed: ctx.config.outputVar is required when jsonata is set");
|
|
}
|
|
|
|
ensureDataObject(ctx);
|
|
|
|
log.info({ url }, "fetch-rss-feed: fetching feed");
|
|
const parser = new rssParser({
|
|
customFields: {
|
|
item: [
|
|
["media:content", "mediaContent"],
|
|
["content:encoded", "contentEncoded"],
|
|
],
|
|
},
|
|
});
|
|
const feed = await parser.parseURL(url);
|
|
const itemCount = Array.isArray(feed.items) ? feed.items.length : 0;
|
|
log.info(
|
|
{ title: feed.title, itemCount },
|
|
"fetch-rss-feed: fetch complete",
|
|
);
|
|
|
|
ctx.data.rssFeed = feed;
|
|
log.info(
|
|
{ title: feed.title, itemCount },
|
|
"fetch-rss-feed: saved rssFeed",
|
|
);
|
|
|
|
if (jsonataExpr) {
|
|
log.info({ outputVar, jsonata: jsonataExpr }, "fetch-rss-feed: evaluating jsonata");
|
|
const expression = jsonata(jsonataExpr);
|
|
const result = await expression.evaluate(feed);
|
|
ctx.data[outputVar] = result;
|
|
log.info(
|
|
{ outputVar, result: previewValue(result) },
|
|
"fetch-rss-feed: saved jsonata result",
|
|
);
|
|
}
|
|
|
|
return ctx;
|
|
}
|
|
|
|
fetchRssFeed.meta = {
|
|
description: "Fetch an RSS/Atom feed and optionally transform it with JSONata",
|
|
previewConfigKey: "url",
|
|
config: {
|
|
url: { type: "string", required: false, description: "Feed URL (or pass data.url)" },
|
|
outputVar: {
|
|
type: "string",
|
|
required: false,
|
|
description: "Required when jsonata is set; destination on ctx.data",
|
|
},
|
|
jsonata: {
|
|
type: "string",
|
|
required: false,
|
|
description: "JSONata applied to the parsed feed object",
|
|
},
|
|
},
|
|
input: {
|
|
url: { type: "string", required: false, description: "Feed URL when config.url is omitted" },
|
|
},
|
|
output: {
|
|
rssFeed: { type: "object", description: "Parsed RSS/Atom feed from rss-parser" },
|
|
},
|
|
example: {
|
|
data: {},
|
|
config: {
|
|
url: "https://selfh.st/rss/",
|
|
outputVar: "item",
|
|
jsonata: "items[0]",
|
|
},
|
|
},
|
|
};
|
|
|
|
export default fetchRssFeed;
|