feat(server): enhance script execution and workflow management

- Introduced compileWorkflowScripts function to parse and validate workflow scripts, supporting both linear and DAG execution modes.
- Added runLinearSteps and runDagSteps functions for executing compiled workflows based on their structure.
- Updated createRegistry function to utilize the new workflow compilation and execution logic.
- Enhanced script sandbox with meta extraction and instantiation capabilities for better script management.
- Improved API endpoints to return script metadata and handle errors more effectively.
- Removed deprecated scripts and updated workflows to reflect new structure and functionality.

packages/server/scripts/fetch-binary.js

@@ -37,7 +37,7 @@ function resolveUrl(ctx) {
   return null;
 }
 
-export default async function fetchBinary(ctx) {
+async function fetchBinary(ctx) {
   ensureDataObject(ctx);
 
   const url = resolveUrl(ctx);
@@ -68,3 +68,29 @@ export default async function fetchBinary(ctx) {
 
   return ctx;
 }
+
+fetchBinary.meta = {
+  description: "Download a binary URL into ctx.data as a Buffer",
+  config: {
+    url: { type: "string", required: false, description: "Direct download URL" },
+    urlVar: { type: "string", required: false, description: "Key in ctx.data that holds the URL" },
+    outputVar: { type: "string", default: "file", description: "ctx.data key for the Buffer" },
+    filename: { type: "string", required: false, description: "Override saved filename" },
+  },
+  input: {
+    attach: { type: "string", required: false, description: "Fallback URL" },
+    url: { type: "string", required: false, description: "Fallback URL" },
+    filename: { type: "string", required: false },
+  },
+  output: {
+    file: { type: "buffer", description: "Downloaded bytes (or ctx.config.outputVar)" },
+    filename: { type: "string" },
+    contentType: { type: "string" },
+  },
+  example: {
+    data: { attach: "https://example.com/image.png" },
+    config: { outputVar: "file" },
+  },
+};
+
+export default fetchBinary;