Compare commits
16 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 53b61249b0 | |||
| 162ca5f7a7 | |||
| f4e44b67a9 | |||
| 6e5f18ea58 | |||
| 0a677d69a8 | |||
| 1110804662 | |||
| 1b0ea8b648 | |||
| 1d33e261dc | |||
| d523b6d02a | |||
| 0990e5b807 | |||
| 2290d52f8b | |||
| 3f6e04d1ab | |||
| 18a6b642d1 | |||
| 8ff3700601 | |||
| ba5ba6f899 | |||
| a596c6075c |
@@ -0,0 +1,13 @@
|
|||||||
|
{
|
||||||
|
"env": { "node": true, "es2021": true },
|
||||||
|
"extends": "eslint:recommended",
|
||||||
|
"parserOptions": { "ecmaVersion": 2021, "sourceType": "commonjs" },
|
||||||
|
"rules": {
|
||||||
|
"no-unused-vars": "warn",
|
||||||
|
"no-empty": "warn",
|
||||||
|
"no-constant-condition": "warn",
|
||||||
|
"no-useless-escape": "warn",
|
||||||
|
"semi": ["error", "always"],
|
||||||
|
"eqeqeq": "warn"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
name: Lint
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: ["**"]
|
||||||
|
pull_request:
|
||||||
|
branches: ["**"]
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
js-lint:
|
||||||
|
name: JS (eslint)
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Install ESLint
|
||||||
|
run: npm install --save-dev eslint@8
|
||||||
|
|
||||||
|
- name: Run ESLint
|
||||||
|
run: npx eslint --ext .js .
|
||||||
|
|
||||||
|
notify-failure:
|
||||||
|
name: Notify on failure
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: [js-lint]
|
||||||
|
if: failure() && github.event_name == 'push'
|
||||||
|
steps:
|
||||||
|
- name: Send Matrix alert
|
||||||
|
env:
|
||||||
|
MATRIX_WEBHOOK_URL: ${{ secrets.MATRIX_WEBHOOK_URL }}
|
||||||
|
REPO: ${{ github.repository }}
|
||||||
|
BRANCH: ${{ github.ref_name }}
|
||||||
|
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||||||
|
run: |
|
||||||
|
if [ -z "$MATRIX_WEBHOOK_URL" ] || [ "$MATRIX_WEBHOOK_URL" = "CONFIGURE_ME" ]; then exit 0; fi
|
||||||
|
curl -sf -X POST "$MATRIX_WEBHOOK_URL" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{\"text\":\"CI FAILED: ${REPO} @ ${BRANCH} — ${RUN_URL}\"}"
|
||||||
|
|
||||||
|
deploy:
|
||||||
|
name: Deploy
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: [js-lint]
|
||||||
|
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
steps:
|
||||||
|
- name: Trigger webhook
|
||||||
|
env:
|
||||||
|
WEBHOOK_SECRET: ${{ secrets.WEBHOOK_SECRET }}
|
||||||
|
GIT_REF: ${{ github.ref }}
|
||||||
|
run: |
|
||||||
|
PAYLOAD="{\"ref\":\"${GIT_REF}\"}"
|
||||||
|
SIG=$(echo -n "$PAYLOAD" | openssl dgst -sha256 -hmac "$WEBHOOK_SECRET" | awk '{print $2}')
|
||||||
|
curl -sf --connect-timeout 10 \
|
||||||
|
-X POST \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-H "X-Gitea-Signature: ${SIG}" \
|
||||||
|
-d "$PAYLOAD" \
|
||||||
|
"http://10.10.10.65:9000/hooks/pulse-deploy"
|
||||||
|
|
||||||
|
- name: Tag deployed commit
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
run: |
|
||||||
|
TAG="deploy-$(date -u +%Y.%m.%d)-${{ github.run_number }}"
|
||||||
|
curl -sf -X POST \
|
||||||
|
-H "Authorization: token $GITHUB_TOKEN" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{\"tag_name\":\"${TAG}\",\"target\":\"${{ github.sha }}\",\"message\":\"Deployed to production\"}" \
|
||||||
|
"https://code.lotusguild.org/api/v1/repos/${{ github.repository }}/tags"
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
name: Security
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: ["**"]
|
||||||
|
pull_request:
|
||||||
|
branches: ["**"]
|
||||||
|
schedule:
|
||||||
|
- cron: '0 6 * * 1'
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
npm-audit:
|
||||||
|
name: JS Security (npm audit)
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Install dependencies
|
||||||
|
run: npm install
|
||||||
|
|
||||||
|
- name: Run npm audit
|
||||||
|
run: npm audit --audit-level=high
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
name: Test
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: ["**"]
|
||||||
|
pull_request:
|
||||||
|
branches: ["**"]
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
jest:
|
||||||
|
name: JS Tests (jest)
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Install dependencies
|
||||||
|
run: npm install
|
||||||
|
|
||||||
|
- name: Run jest
|
||||||
|
run: npm test
|
||||||
@@ -1,9 +1,29 @@
|
|||||||
# PULSE - Pipelined Unified Logic & Server Engine
|
# PULSE - Pipelined Unified Logic & Server Engine
|
||||||
|
|
||||||
|
[](https://code.lotusguild.org/LotusGuild/pulse/actions?workflow=lint.yml)
|
||||||
|
[](https://code.lotusguild.org/LotusGuild/pulse/actions?workflow=test.yml)
|
||||||
|
[](https://code.lotusguild.org/LotusGuild/pulse/actions?workflow=security.yml)
|
||||||
|
|
||||||
A distributed workflow orchestration platform for managing and executing complex multi-step operations across server clusters through a retro terminal-themed web interface.
|
A distributed workflow orchestration platform for managing and executing complex multi-step operations across server clusters through a retro terminal-themed web interface.
|
||||||
|
|
||||||
> **Security Notice:** This repository is hosted on Gitea and is version-controlled. **Never commit secrets, credentials, passwords, API keys, or any sensitive information to this repo.** All sensitive configuration belongs exclusively in `.env` files which are listed in `.gitignore` and must never be committed. This includes database passwords, worker API keys, webhook secrets, and internal IP details.
|
> **Security Notice:** This repository is hosted on Gitea and is version-controlled. **Never commit secrets, credentials, passwords, API keys, or any sensitive information to this repo.** All sensitive configuration belongs exclusively in `.env` files which are listed in `.gitignore` and must never be committed. This includes database passwords, worker API keys, webhook secrets, and internal IP details.
|
||||||
|
|
||||||
|
**Design System**: [web_template](https://code.lotusguild.org/LotusGuild/web_template) — shared CSS, JS, and layout patterns for all LotusGuild apps
|
||||||
|
|
||||||
|
## Styling & Layout
|
||||||
|
|
||||||
|
PULSE uses the **LotusGuild Terminal Design System**. For all styling, component, and layout documentation see:
|
||||||
|
|
||||||
|
- [`web_template/README.md`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/README.md) — full component reference, CSS variables, JS API
|
||||||
|
- [`web_template/base.css`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/base.css) — unified CSS (`.lt-*` classes)
|
||||||
|
- [`web_template/base.js`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/base.js) — `window.lt` utilities (toast, modal, WebSocket helpers, fetch)
|
||||||
|
- [`web_template/aesthetic_diff.md`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/aesthetic_diff.md) — cross-app divergence analysis and convergence guide
|
||||||
|
- [`web_template/node/middleware.js`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/node/middleware.js) — Express auth, CSRF, CSP nonce middleware
|
||||||
|
|
||||||
|
**Pending convergence items (see aesthetic_diff.md):**
|
||||||
|
- Extract inline `<style>` from `public/index.html` into `public/style.css` and extend `base.css`
|
||||||
|
- Use `lt.autoRefresh.start(refreshData, 30000)` instead of raw `setInterval`
|
||||||
|
|
||||||
## Overview
|
## Overview
|
||||||
|
|
||||||
PULSE is a centralized workflow execution system designed to orchestrate operations across distributed infrastructure. It provides a powerful web-based interface with a vintage CRT terminal aesthetic for defining, managing, and executing workflows that can span multiple servers, require human interaction, and perform complex automation tasks at scale.
|
PULSE is a centralized workflow execution system designed to orchestrate operations across distributed infrastructure. It provides a powerful web-based interface with a vintage CRT terminal aesthetic for defining, managing, and executing workflows that can span multiple servers, require human interaction, and perform complex automation tasks at scale.
|
||||||
@@ -307,12 +327,34 @@ MAX_CONCURRENT_TASKS=5 # Max parallel tasks (default: 5)
|
|||||||
|
|
||||||
PULSE uses MariaDB with the following tables:
|
PULSE uses MariaDB with the following tables:
|
||||||
|
|
||||||
- **users**: User accounts from Authelia SSO
|
| Table | Purpose |
|
||||||
- **workers**: Worker node registry with metadata
|
|-------|---------|
|
||||||
- **workflows**: Workflow definitions (JSON)
|
| `users` | User accounts synced from Authelia SSO |
|
||||||
- **executions**: Execution history with logs
|
| `workers` | Worker node registry with connection metadata |
|
||||||
|
| `workflows` | Workflow definitions stored as JSON |
|
||||||
|
| `executions` | Execution history with logs, status, and timestamps |
|
||||||
|
|
||||||
See [Claude.md](Claude.md) for complete schema details.
|
### `executions` Table Key Columns
|
||||||
|
|
||||||
|
| Column | Description |
|
||||||
|
|--------|-------------|
|
||||||
|
| `id` | Auto-increment primary key |
|
||||||
|
| `worker_id` | Foreign key to workers |
|
||||||
|
| `command` | The command that was executed |
|
||||||
|
| `status` | `running`, `completed`, `failed` |
|
||||||
|
| `output` | Command output / log (JSON or text) |
|
||||||
|
| `created_at` | Execution start timestamp |
|
||||||
|
| `completed_at` | Execution end timestamp |
|
||||||
|
|
||||||
|
### `workers` Table Key Columns
|
||||||
|
|
||||||
|
| Column | Description |
|
||||||
|
|--------|-------------|
|
||||||
|
| `id` | Auto-increment primary key |
|
||||||
|
| `name` | Worker name (from `WORKER_NAME` env) |
|
||||||
|
| `last_seen` | Last heartbeat timestamp |
|
||||||
|
| `status` | `online`, `offline` |
|
||||||
|
| `metadata` | JSON blob of system info |
|
||||||
|
|
||||||
## Troubleshooting
|
## Troubleshooting
|
||||||
|
|
||||||
@@ -372,6 +414,22 @@ MIT License - See LICENSE file for details
|
|||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
## CI / CD
|
||||||
|
|
||||||
|
| Workflow | Purpose | Triggers |
|
||||||
|
|---|---|---|
|
||||||
|
| `lint.yml` | ESLint on all `.js` files | Every push and PR |
|
||||||
|
| `test.yml` | Jest unit tests (`lib/utils.js`) | Every push and PR |
|
||||||
|
| `security.yml` | `npm audit --audit-level=high` | Every push, PR, and weekly Monday 6am |
|
||||||
|
| `deploy` job in `lint.yml` | Calls the `pulse-deploy` webhook on CT122 (10.10.10.65) to pull + restart | Push to `main` only, after lint passes |
|
||||||
|
|
||||||
|
Branch protection is enabled on `main` — the `lint.yml` check must pass before any PR can merge.
|
||||||
|
|
||||||
|
Tests live in `tests/utils.test.js` and cover the pure utility functions in `lib/utils.js`:
|
||||||
|
`validateWebhookUrl`, `applyParams`, `evalCondition`, `calculateNextRun`.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
**PULSE** - Orchestrating your infrastructure, one heartbeat at a time. ⚡
|
**PULSE** - Orchestrating your infrastructure, one heartbeat at a time. ⚡
|
||||||
|
|
||||||
Built with retro terminal aesthetics 🖥️ | Powered by WebSockets 🔌 | Secured by Authelia 🔐
|
Built with retro terminal aesthetics 🖥️ | Powered by WebSockets 🔌 | Secured by Authelia 🔐
|
||||||
|
|||||||
@@ -0,0 +1,90 @@
|
|||||||
|
'use strict';
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Validate a webhook URL.
|
||||||
|
* Returns { ok: true, url } or { ok: false, reason }.
|
||||||
|
*/
|
||||||
|
function validateWebhookUrl(raw) {
|
||||||
|
if (!raw) return { ok: true, url: null };
|
||||||
|
let url;
|
||||||
|
try { url = new URL(raw); } catch { return { ok: false, reason: 'Invalid URL format' }; }
|
||||||
|
if (!['http:', 'https:'].includes(url.protocol)) {
|
||||||
|
return { ok: false, reason: 'Webhook URL must use http or https' };
|
||||||
|
}
|
||||||
|
const host = url.hostname.toLowerCase();
|
||||||
|
if (
|
||||||
|
host === 'localhost' ||
|
||||||
|
host === '::1' ||
|
||||||
|
/^127\./.test(host) ||
|
||||||
|
/^10\./.test(host) ||
|
||||||
|
/^192\.168\./.test(host) ||
|
||||||
|
/^172\.(1[6-9]|2\d|3[01])\./.test(host) ||
|
||||||
|
/^169\.254\./.test(host) ||
|
||||||
|
/^fe80:/i.test(host)
|
||||||
|
) {
|
||||||
|
return { ok: false, reason: 'Webhook URL must not point to a private/internal address' };
|
||||||
|
}
|
||||||
|
return { ok: true, url };
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Replace {{param}} placeholders in a command string.
|
||||||
|
* Throws if a substituted value contains unsafe characters.
|
||||||
|
*/
|
||||||
|
function applyParams(command, params) {
|
||||||
|
return command.replace(/\{\{(\w+)\}\}/g, (match, key) => {
|
||||||
|
if (!(key in params)) return match;
|
||||||
|
const val = String(params[key]).trim();
|
||||||
|
if (!/^[a-zA-Z0-9._:@/-]+$/.test(val)) {
|
||||||
|
throw new Error(`Unsafe value for workflow parameter "${key}"`);
|
||||||
|
}
|
||||||
|
return val;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Evaluate a condition expression safely using vm.runInNewContext.
|
||||||
|
* Returns boolean (false on error).
|
||||||
|
*/
|
||||||
|
function evalCondition(condition, state, params) {
|
||||||
|
const vm = require('vm');
|
||||||
|
try {
|
||||||
|
const context = vm.createContext({ state, params, promptResponse: state.promptResponse });
|
||||||
|
return !!vm.runInNewContext(condition, context, { timeout: 100 });
|
||||||
|
} catch (e) {
|
||||||
|
console.warn(`[Workflow] evalCondition error (treated as false): ${e.message} — condition: ${condition}`);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Calculate the next run date for a scheduled command.
|
||||||
|
*/
|
||||||
|
function calculateNextRun(scheduleType, scheduleValue) {
|
||||||
|
const cronParser = require('cron-parser');
|
||||||
|
const now = new Date();
|
||||||
|
|
||||||
|
if (scheduleType === 'interval') {
|
||||||
|
const minutes = parseInt(scheduleValue);
|
||||||
|
if (isNaN(minutes) || minutes <= 0) throw new Error(`Invalid interval value: ${scheduleValue}`);
|
||||||
|
return new Date(now.getTime() + minutes * 60000);
|
||||||
|
} else if (scheduleType === 'daily') {
|
||||||
|
const [hours, minutes] = scheduleValue.split(':').map(Number);
|
||||||
|
if (isNaN(hours) || isNaN(minutes)) throw new Error(`Invalid daily time format: ${scheduleValue}`);
|
||||||
|
const next = new Date(now);
|
||||||
|
next.setHours(hours, minutes, 0, 0);
|
||||||
|
if (next <= now) next.setDate(next.getDate() + 1);
|
||||||
|
return next;
|
||||||
|
} else if (scheduleType === 'hourly') {
|
||||||
|
const hours = parseInt(scheduleValue);
|
||||||
|
if (isNaN(hours) || hours <= 0) throw new Error(`Invalid hourly value: ${scheduleValue}`);
|
||||||
|
return new Date(now.getTime() + hours * 3600000);
|
||||||
|
} else if (scheduleType === 'cron') {
|
||||||
|
const interval = cronParser.CronExpressionParser.parse(scheduleValue, { currentDate: now });
|
||||||
|
return interval.next().toDate();
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new Error(`Unknown schedule type: ${scheduleType}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
module.exports = { validateWebhookUrl, applyParams, evalCondition, calculateNextRun };
|
||||||
Generated
+4146
-8
File diff suppressed because it is too large
Load Diff
+5
-1
@@ -3,7 +3,7 @@
|
|||||||
"version": "1.0.0",
|
"version": "1.0.0",
|
||||||
"main": "index.js",
|
"main": "index.js",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "echo \"Error: no test specified\" && exit 1"
|
"test": "jest --coverage"
|
||||||
},
|
},
|
||||||
"keywords": [],
|
"keywords": [],
|
||||||
"author": "",
|
"author": "",
|
||||||
@@ -16,5 +16,9 @@
|
|||||||
"express-rate-limit": "^8.3.1",
|
"express-rate-limit": "^8.3.1",
|
||||||
"mysql2": "^3.15.3",
|
"mysql2": "^3.15.3",
|
||||||
"ws": "^8.18.3"
|
"ws": "^8.18.3"
|
||||||
|
},
|
||||||
|
"devDependencies": {
|
||||||
|
"eslint": "^8.57.1",
|
||||||
|
"jest": "^29.7.0"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
{
|
||||||
|
"env": { "browser": true, "es2021": true },
|
||||||
|
"parserOptions": { "ecmaVersion": 2021, "sourceType": "script" },
|
||||||
|
"rules": {
|
||||||
|
"no-unused-vars": "warn",
|
||||||
|
"no-empty": "warn",
|
||||||
|
"no-inner-declarations": "warn",
|
||||||
|
"semi": ["error", "always"],
|
||||||
|
"eqeqeq": "warn"
|
||||||
|
}
|
||||||
|
}
|
||||||
Symlink
+1
@@ -0,0 +1 @@
|
|||||||
|
/root/code/web_template/base.js
|
||||||
+105
-70
@@ -20,7 +20,7 @@
|
|||||||
--bg-terminal-border: #003300;
|
--bg-terminal-border: #003300;
|
||||||
--text-primary: #00ff41;
|
--text-primary: #00ff41;
|
||||||
--text-secondary: #00cc33;
|
--text-secondary: #00cc33;
|
||||||
--text-muted: #008822;
|
--text-muted: #00bb33;
|
||||||
|
|
||||||
/* Border & UI */
|
/* Border & UI */
|
||||||
--border-color: #00ff41;
|
--border-color: #00ff41;
|
||||||
@@ -271,11 +271,11 @@
|
|||||||
text-shadow: var(--glow-amber);
|
text-shadow: var(--glow-amber);
|
||||||
}
|
}
|
||||||
.card h3::before {
|
.card h3::before {
|
||||||
content: '═══ ';
|
content: '╠═══ ';
|
||||||
color: var(--terminal-green);
|
color: var(--terminal-green);
|
||||||
}
|
}
|
||||||
.card h3::after {
|
.card h3::after {
|
||||||
content: ' ═══';
|
content: ' ═══╣';
|
||||||
color: var(--terminal-green);
|
color: var(--terminal-green);
|
||||||
}
|
}
|
||||||
.status {
|
.status {
|
||||||
@@ -474,9 +474,9 @@
|
|||||||
padding: 0;
|
padding: 0;
|
||||||
border: 3px double var(--terminal-green);
|
border: 3px double var(--terminal-green);
|
||||||
border-radius: 0;
|
border-radius: 0;
|
||||||
max-width: 600px;
|
max-width: min(1100px, 96vw);
|
||||||
width: 90%;
|
width: 96vw;
|
||||||
max-height: 85vh;
|
max-height: 90vh;
|
||||||
overflow-y: auto;
|
overflow-y: auto;
|
||||||
box-shadow: 0 0 30px rgba(0, 255, 65, 0.3);
|
box-shadow: 0 0 30px rgba(0, 255, 65, 0.3);
|
||||||
position: relative;
|
position: relative;
|
||||||
@@ -574,6 +574,19 @@
|
|||||||
font-family: var(--font-mono);
|
font-family: var(--font-mono);
|
||||||
margin-bottom: 14px;
|
margin-bottom: 14px;
|
||||||
}
|
}
|
||||||
|
.prompt-output {
|
||||||
|
background: rgba(0, 0, 0, 0.4);
|
||||||
|
border: 1px solid rgba(0, 255, 65, 0.25);
|
||||||
|
color: var(--terminal-green);
|
||||||
|
font-family: var(--font-mono);
|
||||||
|
font-size: 0.78em;
|
||||||
|
padding: 10px;
|
||||||
|
max-height: 280px;
|
||||||
|
overflow-y: auto;
|
||||||
|
white-space: pre-wrap;
|
||||||
|
word-break: break-all;
|
||||||
|
margin-bottom: 14px;
|
||||||
|
}
|
||||||
.prompt-opt-btn {
|
.prompt-opt-btn {
|
||||||
padding: 7px 16px;
|
padding: 7px 16px;
|
||||||
margin: 4px 4px 4px 0;
|
margin: 4px 4px 4px 0;
|
||||||
@@ -689,6 +702,28 @@
|
|||||||
border-color: #330000;
|
border-color: #330000;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* parse_complete and route_taken log entries */
|
||||||
|
.log-parse-table {
|
||||||
|
display: grid;
|
||||||
|
grid-template-columns: max-content 1fr;
|
||||||
|
gap: 2px 12px;
|
||||||
|
font-size: 0.82em;
|
||||||
|
margin-top: 6px;
|
||||||
|
}
|
||||||
|
.log-parse-key { color: var(--terminal-amber); opacity: .8; }
|
||||||
|
.log-parse-val { color: var(--terminal-green); word-break: break-all; }
|
||||||
|
.log-route-label {
|
||||||
|
color: var(--terminal-cyan);
|
||||||
|
font-size: 0.9em;
|
||||||
|
margin-top: 4px;
|
||||||
|
}
|
||||||
|
.log-route-goto {
|
||||||
|
color: var(--terminal-amber);
|
||||||
|
font-size: 0.82em;
|
||||||
|
opacity: .75;
|
||||||
|
margin-top: 2px;
|
||||||
|
}
|
||||||
|
|
||||||
.log-entry code {
|
.log-entry code {
|
||||||
background: var(--bg-terminal);
|
background: var(--bg-terminal);
|
||||||
padding: 2px 6px;
|
padding: 2px 6px;
|
||||||
@@ -803,6 +838,7 @@
|
|||||||
animation: slide-in 0.3s ease-out;
|
animation: slide-in 0.3s ease-out;
|
||||||
}
|
}
|
||||||
</style>
|
</style>
|
||||||
|
<script src="/base.js"></script>
|
||||||
</head>
|
</head>
|
||||||
<body>
|
<body>
|
||||||
<div class="container">
|
<div class="container">
|
||||||
@@ -1254,6 +1290,7 @@
|
|||||||
document.getElementById('workerList').innerHTML = fullHtml;
|
document.getElementById('workerList').innerHTML = fullHtml;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('Error loading workers:', error);
|
console.error('Error loading workers:', error);
|
||||||
|
document.getElementById('workerList').innerHTML = '<div class="empty" style="color:var(--terminal-red);">⚠ Failed to load workers</div>';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1283,9 +1320,9 @@
|
|||||||
const def = _workflowRegistry[w.id] || {};
|
const def = _workflowRegistry[w.id] || {};
|
||||||
return `
|
return `
|
||||||
<div class="workflow-item">
|
<div class="workflow-item">
|
||||||
<div class="workflow-name">${w.name}${paramBadge(def)}</div>
|
<div class="workflow-name">${escapeHtml(w.name)}${paramBadge(def)}</div>
|
||||||
<div class="workflow-desc">${w.description || 'No description'}</div>
|
<div class="workflow-desc">${escapeHtml(w.description || 'No description')}</div>
|
||||||
<div class="timestamp">Created by ${w.created_by || 'Unknown'} on ${safeDate(w.created_at)?.toLocaleString() ?? 'N/A'}</div>
|
<div class="timestamp">Created by ${escapeHtml(w.created_by || 'Unknown')} on ${safeDate(w.created_at)?.toLocaleString() ?? 'N/A'}</div>
|
||||||
<div style="margin-top: 10px;">
|
<div style="margin-top: 10px;">
|
||||||
<button onclick="executeWorkflow('${w.id}')">▶️ Execute</button>
|
<button onclick="executeWorkflow('${w.id}')">▶️ Execute</button>
|
||||||
${currentUser && currentUser.isAdmin ?
|
${currentUser && currentUser.isAdmin ?
|
||||||
@@ -1298,6 +1335,7 @@
|
|||||||
document.getElementById('workflowList').innerHTML = html;
|
document.getElementById('workflowList').innerHTML = html;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('Error loading workflows:', error);
|
console.error('Error loading workflows:', error);
|
||||||
|
document.getElementById('workflowList').innerHTML = '<div class="empty" style="color:var(--terminal-red);">⚠ Failed to load workflows</div>';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1326,14 +1364,22 @@
|
|||||||
scheduleDesc = `Cron: ${s.schedule_value}`;
|
scheduleDesc = `Cron: ${s.schedule_value}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
const nextRun = safeDate(s.next_run)?.toLocaleString() ?? 'Not scheduled';
|
const nextRunDate = safeDate(s.next_run);
|
||||||
|
const nextRunIn = nextRunDate ? (() => {
|
||||||
|
const secs = Math.round((nextRunDate - Date.now()) / 1000);
|
||||||
|
if (secs <= 0) return 'now';
|
||||||
|
if (secs < 60) return `${secs}s`;
|
||||||
|
if (secs < 3600) return `${Math.round(secs/60)}m`;
|
||||||
|
return `${Math.round(secs/3600)}h`;
|
||||||
|
})() : null;
|
||||||
|
const nextRun = nextRunDate ? `${nextRunDate.toLocaleString()}${nextRunIn ? ` (in ${nextRunIn})` : ''}` : 'Not scheduled';
|
||||||
const lastRun = safeDate(s.last_run)?.toLocaleString() ?? 'Never';
|
const lastRun = safeDate(s.last_run)?.toLocaleString() ?? 'Never';
|
||||||
|
|
||||||
return `
|
return `
|
||||||
<div class="workflow-item" style="opacity: ${s.enabled ? 1 : 0.6};">
|
<div class="workflow-item" style="opacity: ${s.enabled ? 1 : 0.6};">
|
||||||
<div style="display: flex; justify-content: space-between; align-items: start;">
|
<div style="display: flex; justify-content: space-between; align-items: start;">
|
||||||
<div style="flex: 1;">
|
<div style="flex: 1;">
|
||||||
<div class="workflow-name">${s.name}</div>
|
<div class="workflow-name">${escapeHtml(s.name || '')}</div>
|
||||||
<div style="color: var(--terminal-green); font-family: var(--font-mono); font-size: 0.9em; margin: 8px 0;">
|
<div style="color: var(--terminal-green); font-family: var(--font-mono); font-size: 0.9em; margin: 8px 0;">
|
||||||
Command: <code>${escapeHtml(s.command)}</code>
|
Command: <code>${escapeHtml(s.command)}</code>
|
||||||
</div>
|
</div>
|
||||||
@@ -1366,6 +1412,7 @@
|
|||||||
document.getElementById('scheduleList').innerHTML = html;
|
document.getElementById('scheduleList').innerHTML = html;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('Error loading schedules:', error);
|
console.error('Error loading schedules:', error);
|
||||||
|
document.getElementById('scheduleList').innerHTML = '<div class="empty" style="color:var(--terminal-red);">⚠ Failed to load schedules</div>';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1519,7 +1566,7 @@
|
|||||||
<div class="execution-item" onclick="viewExecution('${e.id}')">
|
<div class="execution-item" onclick="viewExecution('${e.id}')">
|
||||||
<span class="status ${e.status}">${e.status}</span>
|
<span class="status ${e.status}">${e.status}</span>
|
||||||
<strong>${e.workflow_name || '[Quick Command]'}</strong>
|
<strong>${e.workflow_name || '[Quick Command]'}</strong>
|
||||||
<div class="timestamp">by ${e.started_by} at ${safeDate(e.started_at)?.toLocaleString() ?? 'N/A'}</div>
|
<div class="timestamp">by ${escapeHtml(e.started_by || '')} at ${safeDate(e.started_at)?.toLocaleString() ?? 'N/A'}</div>
|
||||||
</div>
|
</div>
|
||||||
`).join('');
|
`).join('');
|
||||||
document.getElementById('dashExecutions').innerHTML = dashHtml;
|
document.getElementById('dashExecutions').innerHTML = dashHtml;
|
||||||
@@ -1536,6 +1583,7 @@
|
|||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('Error loading executions:', error);
|
console.error('Error loading executions:', error);
|
||||||
|
document.getElementById('executionList').innerHTML = '<div class="empty" style="color:var(--terminal-red);">⚠ Failed to load executions</div>';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1644,7 +1692,7 @@
|
|||||||
<span class="status ${e.status}">${e.status}</span>
|
<span class="status ${e.status}">${e.status}</span>
|
||||||
<strong>${e.workflow_name || '[Quick Command]'}</strong>
|
<strong>${e.workflow_name || '[Quick Command]'}</strong>
|
||||||
<div class="timestamp">
|
<div class="timestamp">
|
||||||
Started by ${e.started_by} at ${safeDate(e.started_at)?.toLocaleString() ?? 'N/A'}
|
Started by ${escapeHtml(e.started_by || '')} at ${safeDate(e.started_at)?.toLocaleString() ?? 'N/A'}
|
||||||
${e.completed_at ? ` • Completed at ${safeDate(e.completed_at)?.toLocaleString() ?? 'N/A'}` : elapsed}
|
${e.completed_at ? ` • Completed at ${safeDate(e.completed_at)?.toLocaleString() ?? 'N/A'}` : elapsed}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
@@ -1985,17 +2033,19 @@
|
|||||||
<div><strong>Status:</strong> <span class="status ${execution.status}">${execution.status}</span></div>
|
<div><strong>Status:</strong> <span class="status ${execution.status}">${execution.status}</span></div>
|
||||||
<div><strong>Started:</strong> ${safeDate(execution.started_at)?.toLocaleString() ?? 'N/A'}</div>
|
<div><strong>Started:</strong> ${safeDate(execution.started_at)?.toLocaleString() ?? 'N/A'}</div>
|
||||||
${execution.completed_at ? `<div><strong>Completed:</strong> ${safeDate(execution.completed_at)?.toLocaleString() ?? 'N/A'}</div>` : ''}
|
${execution.completed_at ? `<div><strong>Completed:</strong> ${safeDate(execution.completed_at)?.toLocaleString() ?? 'N/A'}</div>` : ''}
|
||||||
<div><strong>Started by:</strong> ${execution.started_by}</div>
|
<div><strong>Started by:</strong> ${escapeHtml(execution.started_by || '')}</div>
|
||||||
`;
|
`;
|
||||||
|
|
||||||
if (execution.waiting_for_input && execution.prompt) {
|
if (execution.waiting_for_input && execution.prompt) {
|
||||||
|
const promptOutput = execution.prompt.output || '';
|
||||||
html += `
|
html += `
|
||||||
<div class="prompt-box">
|
<div class="prompt-box">
|
||||||
<h3>Waiting for Input</h3>
|
<h3>Waiting for Input</h3>
|
||||||
|
${promptOutput ? `<pre class="prompt-output">${escapeHtml(promptOutput)}</pre>` : ''}
|
||||||
<p>${escapeHtml(execution.prompt.message || '')}</p>
|
<p>${escapeHtml(execution.prompt.message || '')}</p>
|
||||||
<div style="margin-top: 10px;">
|
<div style="margin-top: 10px;">
|
||||||
${(execution.prompt.options || []).map(opt =>
|
${(execution.prompt.options || []).map(opt =>
|
||||||
`<button class="prompt-opt-btn" onclick="respondToPrompt('${executionId}', ${JSON.stringify(opt)})">${escapeHtml(opt)}</button>`
|
`<button class="prompt-opt-btn" data-opt="${opt.replace(/&/g,'&').replace(/"/g,'"')}" onclick="respondToPrompt('${executionId}', this.dataset.opt)">${escapeHtml(opt)}</button>`
|
||||||
).join('')}
|
).join('')}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
@@ -2108,6 +2158,31 @@
|
|||||||
`;
|
`;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (log.action === 'parse_complete') {
|
||||||
|
const pairs = log.parsed || {};
|
||||||
|
const keys = Object.keys(pairs);
|
||||||
|
const tableRows = keys.map(k =>
|
||||||
|
`<div class="log-parse-key">${escapeHtml(k)}</div><div class="log-parse-val">${escapeHtml(pairs[k])}</div>`
|
||||||
|
).join('');
|
||||||
|
return `
|
||||||
|
<div class="log-entry" style="border-left-color: #444; opacity:.85;">
|
||||||
|
<div class="log-timestamp">[${timestamp}]</div>
|
||||||
|
<div class="log-title" style="color:#666;">⚙ Parsed ${keys.length} variable${keys.length !== 1 ? 's' : ''}</div>
|
||||||
|
${keys.length > 0 ? `<div class="log-details"><div class="log-parse-table">${tableRows}</div></div>` : ''}
|
||||||
|
</div>
|
||||||
|
`;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (log.action === 'route_taken') {
|
||||||
|
return `
|
||||||
|
<div class="log-entry" style="border-left-color: var(--terminal-cyan); opacity:.9;">
|
||||||
|
<div class="log-timestamp">[${timestamp}]</div>
|
||||||
|
<div class="log-title" style="color: var(--terminal-cyan);">⇒ Auto-route: Step ${log.step}</div>
|
||||||
|
${log.label ? `<div class="log-details"><div class="log-route-label">${escapeHtml(log.label)}</div>${log.goto ? `<div class="log-route-goto">→ ${escapeHtml(log.goto)}</div>` : ''}</div>` : ''}
|
||||||
|
</div>
|
||||||
|
`;
|
||||||
|
}
|
||||||
|
|
||||||
if (log.action === 'no_workers') {
|
if (log.action === 'no_workers') {
|
||||||
return `
|
return `
|
||||||
<div class="log-entry failed">
|
<div class="log-entry failed">
|
||||||
@@ -2159,7 +2234,7 @@
|
|||||||
if (log.action === 'prompt') {
|
if (log.action === 'prompt') {
|
||||||
const optionsHtml = (log.options || []).map(opt => {
|
const optionsHtml = (log.options || []).map(opt => {
|
||||||
if (executionId) {
|
if (executionId) {
|
||||||
return `<button class="prompt-opt-btn" onclick="respondToPrompt('${executionId}', ${JSON.stringify(opt)})">${escapeHtml(opt)}</button>`;
|
return `<button class="prompt-opt-btn" data-opt="${opt.replace(/&/g,'&').replace(/"/g,'"')}" onclick="respondToPrompt('${executionId}', this.dataset.opt)">${escapeHtml(opt)}</button>`;
|
||||||
}
|
}
|
||||||
return `<button class="prompt-opt-btn answered" disabled>${escapeHtml(opt)}</button>`;
|
return `<button class="prompt-opt-btn answered" disabled>${escapeHtml(opt)}</button>`;
|
||||||
}).join('');
|
}).join('');
|
||||||
@@ -2168,6 +2243,7 @@
|
|||||||
<div class="log-timestamp">[${timestamp}]</div>
|
<div class="log-timestamp">[${timestamp}]</div>
|
||||||
<div class="log-title" style="color: var(--terminal-cyan);">❓ Step ${log.step}: ${escapeHtml(log.step_name || 'Prompt')}</div>
|
<div class="log-title" style="color: var(--terminal-cyan);">❓ Step ${log.step}: ${escapeHtml(log.step_name || 'Prompt')}</div>
|
||||||
<div class="log-details">
|
<div class="log-details">
|
||||||
|
${log.output ? `<pre class="log-output" style="max-height:300px;overflow-y:auto;margin-bottom:10px;">${escapeHtml(log.output)}</pre>` : ''}
|
||||||
<div style="color: var(--terminal-green); margin-bottom: 10px;">${escapeHtml(log.message || '')}</div>
|
<div style="color: var(--terminal-green); margin-bottom: 10px;">${escapeHtml(log.message || '')}</div>
|
||||||
<div>${optionsHtml}</div>
|
<div>${optionsHtml}</div>
|
||||||
</div>
|
</div>
|
||||||
@@ -2358,7 +2434,8 @@
|
|||||||
closeModal('viewExecutionModal');
|
closeModal('viewExecutionModal');
|
||||||
refreshData();
|
refreshData();
|
||||||
} else {
|
} else {
|
||||||
alert('Failed to abort execution');
|
const err = await response.json().catch(() => ({}));
|
||||||
|
alert(err.error || 'Failed to abort execution');
|
||||||
}
|
}
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('Error aborting execution:', error);
|
console.error('Error aborting execution:', error);
|
||||||
@@ -2635,6 +2712,10 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
function showCreateWorkflow() {
|
function showCreateWorkflow() {
|
||||||
|
document.getElementById('workflowName').value = '';
|
||||||
|
document.getElementById('workflowDescription').value = '';
|
||||||
|
document.getElementById('workflowDefinition').value = '';
|
||||||
|
document.getElementById('workflowWebhookUrl').value = '';
|
||||||
document.getElementById('createWorkflowModal').classList.add('show');
|
document.getElementById('createWorkflowModal').classList.add('show');
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -2882,45 +2963,12 @@
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Show terminal notification
|
// Show terminal notification — delegates to lt.toast from base.js
|
||||||
function showTerminalNotification(message, type = 'info') {
|
function showTerminalNotification(message, type = 'info') {
|
||||||
const notification = document.createElement('div');
|
if (type === 'success') return lt.toast.success(message);
|
||||||
notification.style.cssText = `
|
if (type === 'error') return lt.toast.error(message);
|
||||||
position: fixed;
|
if (type === 'warning') return lt.toast.warning(message);
|
||||||
top: 80px;
|
return lt.toast.info(message);
|
||||||
right: 20px;
|
|
||||||
background: #001a00;
|
|
||||||
border: 2px solid var(--terminal-green);
|
|
||||||
color: var(--terminal-green);
|
|
||||||
padding: 15px 20px;
|
|
||||||
font-family: var(--font-mono);
|
|
||||||
z-index: 10000;
|
|
||||||
animation: slide-in 0.3s ease-out;
|
|
||||||
box-shadow: 0 0 20px rgba(0, 255, 65, 0.3);
|
|
||||||
`;
|
|
||||||
|
|
||||||
if (type === 'error') {
|
|
||||||
notification.style.borderColor = '#ff4444';
|
|
||||||
notification.style.color = '#ff4444';
|
|
||||||
message = '✗ ' + message;
|
|
||||||
} else if (type === 'success') {
|
|
||||||
message = '✓ ' + message;
|
|
||||||
} else {
|
|
||||||
message = 'ℹ ' + message;
|
|
||||||
}
|
|
||||||
|
|
||||||
notification.textContent = message;
|
|
||||||
document.body.appendChild(notification);
|
|
||||||
|
|
||||||
// Play beep
|
|
||||||
terminalBeep(type);
|
|
||||||
|
|
||||||
// Remove after 3 seconds
|
|
||||||
setTimeout(() => {
|
|
||||||
notification.style.opacity = '0';
|
|
||||||
notification.style.transition = 'opacity 0.5s';
|
|
||||||
setTimeout(() => notification.remove(), 500);
|
|
||||||
}, 3000);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function connectWebSocket() {
|
function connectWebSocket() {
|
||||||
@@ -2930,18 +2978,9 @@
|
|||||||
ws.onmessage = (event) => {
|
ws.onmessage = (event) => {
|
||||||
try {
|
try {
|
||||||
const data = JSON.parse(event.data);
|
const data = JSON.parse(event.data);
|
||||||
console.log('WebSocket message:', data);
|
|
||||||
|
|
||||||
// Handle specific message types
|
// Handle specific message types
|
||||||
if (data.type === 'command_result') {
|
if (data.type === 'command_result') {
|
||||||
// Display command result in real-time
|
|
||||||
console.log(`Command result received for execution ${data.execution_id}`);
|
|
||||||
console.log(`Success: ${data.success}`);
|
|
||||||
console.log(`Output: ${data.stdout}`);
|
|
||||||
if (data.stderr) {
|
|
||||||
console.log(`Error: ${data.stderr}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Show terminal notification only for manual executions
|
// Show terminal notification only for manual executions
|
||||||
if (!data.is_automated) {
|
if (!data.is_automated) {
|
||||||
if (data.success) {
|
if (data.success) {
|
||||||
@@ -2966,7 +3005,6 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (data.type === 'workflow_result') {
|
if (data.type === 'workflow_result') {
|
||||||
console.log(`Workflow ${data.status} for execution ${data.execution_id}`);
|
|
||||||
|
|
||||||
// Refresh execution list
|
// Refresh execution list
|
||||||
loadExecutions();
|
loadExecutions();
|
||||||
@@ -2982,7 +3020,6 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (data.type === 'worker_update') {
|
if (data.type === 'worker_update') {
|
||||||
console.log(`Worker ${data.worker_id} status: ${data.status}`);
|
|
||||||
loadWorkers();
|
loadWorkers();
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -3038,10 +3075,8 @@
|
|||||||
// Close any open modal on ESC key
|
// Close any open modal on ESC key
|
||||||
document.addEventListener('keydown', (e) => {
|
document.addEventListener('keydown', (e) => {
|
||||||
if (e.key === 'Escape') {
|
if (e.key === 'Escape') {
|
||||||
document.querySelectorAll('.modal').forEach(modal => {
|
document.querySelectorAll('.modal.show').forEach(modal => {
|
||||||
if (modal.style.display && modal.style.display !== 'none') {
|
modal.classList.remove('show');
|
||||||
modal.style.display = 'none';
|
|
||||||
}
|
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ const vm = require('vm');
|
|||||||
const rateLimit = require('express-rate-limit');
|
const rateLimit = require('express-rate-limit');
|
||||||
const cronParser = require('cron-parser');
|
const cronParser = require('cron-parser');
|
||||||
require('dotenv').config();
|
require('dotenv').config();
|
||||||
|
const { validateWebhookUrl, applyParams, evalCondition, calculateNextRun } = require('./lib/utils');
|
||||||
|
|
||||||
const app = express();
|
const app = express();
|
||||||
const server = http.createServer(app);
|
const server = http.createServer(app);
|
||||||
@@ -62,28 +63,7 @@ function requireJSON(req, res, next) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Validate and parse a webhook URL; returns { ok, url, reason }
|
// Validate and parse a webhook URL; returns { ok, url, reason }
|
||||||
function validateWebhookUrl(raw) {
|
// validateWebhookUrl, applyParams, evalCondition, calculateNextRun imported from ./lib/utils
|
||||||
if (!raw) return { ok: true, url: null };
|
|
||||||
let url;
|
|
||||||
try { url = new URL(raw); } catch { return { ok: false, reason: 'Invalid URL format' }; }
|
|
||||||
if (!['http:', 'https:'].includes(url.protocol)) {
|
|
||||||
return { ok: false, reason: 'Webhook URL must use http or https' };
|
|
||||||
}
|
|
||||||
const host = url.hostname.toLowerCase();
|
|
||||||
if (
|
|
||||||
host === 'localhost' ||
|
|
||||||
host === '::1' ||
|
|
||||||
/^127\./.test(host) ||
|
|
||||||
/^10\./.test(host) ||
|
|
||||||
/^192\.168\./.test(host) ||
|
|
||||||
/^172\.(1[6-9]|2\d|3[01])\./.test(host) ||
|
|
||||||
/^169\.254\./.test(host) ||
|
|
||||||
/^fe80:/i.test(host)
|
|
||||||
) {
|
|
||||||
return { ok: false, reason: 'Webhook URL must not point to a private/internal address' };
|
|
||||||
}
|
|
||||||
return { ok: true, url };
|
|
||||||
}
|
|
||||||
|
|
||||||
// Database pool
|
// Database pool
|
||||||
const pool = mysql.createPool({
|
const pool = mysql.createPool({
|
||||||
@@ -188,7 +168,7 @@ async function initDatabase() {
|
|||||||
[exec.id]
|
[exec.id]
|
||||||
);
|
);
|
||||||
await connection.query(
|
await connection.query(
|
||||||
"UPDATE executions SET logs = JSON_ARRAY_APPEND(COALESCE(logs, '[]'), '$', CAST(? AS JSON)) WHERE id = ?",
|
"UPDATE executions SET logs = JSON_ARRAY_APPEND(COALESCE(logs, '[]'), '$', JSON_EXTRACT(?, '$')) WHERE id = ?",
|
||||||
[JSON.stringify({ action: 'server_restart_recovery', message: 'Execution marked failed due to server restart', timestamp: new Date().toISOString() }), exec.id]
|
[JSON.stringify({ action: 'server_restart_recovery', message: 'Execution marked failed due to server restart', timestamp: new Date().toISOString() }), exec.id]
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@@ -237,7 +217,20 @@ async function processScheduledCommands() {
|
|||||||
);
|
);
|
||||||
|
|
||||||
for (const schedule of schedules) {
|
for (const schedule of schedules) {
|
||||||
// Prevent overlapping execution — skip if a previous run is still active
|
// Atomically claim this run by advancing next_run before doing any work.
|
||||||
|
// If two scheduler instances race, only the one that updates a row proceeds.
|
||||||
|
const claimNextRun = calculateNextRun(schedule.schedule_type, schedule.schedule_value);
|
||||||
|
const [claimed] = await pool.query(
|
||||||
|
`UPDATE scheduled_commands SET next_run = ?, last_run = NOW()
|
||||||
|
WHERE id = ? AND (next_run IS NULL OR next_run <= NOW())`,
|
||||||
|
[claimNextRun, schedule.id]
|
||||||
|
);
|
||||||
|
if (claimed.affectedRows === 0) {
|
||||||
|
console.log(`[Scheduler] Skipping "${schedule.name}" - already claimed by another run`);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Also skip if a previous run is still active
|
||||||
const [runningExecs] = await pool.query(
|
const [runningExecs] = await pool.query(
|
||||||
"SELECT id FROM executions WHERE started_by = ? AND status = 'running'",
|
"SELECT id FROM executions WHERE started_by = ? AND status = 'running'",
|
||||||
[`scheduler:${schedule.name}`]
|
[`scheduler:${schedule.name}`]
|
||||||
@@ -291,53 +284,13 @@ async function processScheduledCommands() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Update last_run and calculate next_run
|
// next_run and last_run already updated atomically above when we claimed the slot
|
||||||
let nextRun;
|
|
||||||
try {
|
|
||||||
nextRun = calculateNextRun(schedule.schedule_type, schedule.schedule_value);
|
|
||||||
} catch (err) {
|
|
||||||
console.error(`[Scheduler] Invalid schedule config for "${schedule.name}": ${err.message}`);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
await pool.query(
|
|
||||||
'UPDATE scheduled_commands SET last_run = NOW(), next_run = ? WHERE id = ?',
|
|
||||||
[nextRun, schedule.id]
|
|
||||||
);
|
|
||||||
}
|
}
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('[Scheduler] Error processing scheduled commands:', error);
|
console.error('[Scheduler] Error processing scheduled commands:', error);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
function calculateNextRun(scheduleType, scheduleValue) {
|
|
||||||
const now = new Date();
|
|
||||||
|
|
||||||
if (scheduleType === 'interval') {
|
|
||||||
// Interval in minutes
|
|
||||||
const minutes = parseInt(scheduleValue);
|
|
||||||
if (isNaN(minutes) || minutes <= 0) throw new Error(`Invalid interval value: ${scheduleValue}`);
|
|
||||||
return new Date(now.getTime() + minutes * 60000);
|
|
||||||
} else if (scheduleType === 'daily') {
|
|
||||||
// Daily at HH:MM
|
|
||||||
const [hours, minutes] = scheduleValue.split(':').map(Number);
|
|
||||||
if (isNaN(hours) || isNaN(minutes)) throw new Error(`Invalid daily time format: ${scheduleValue}`);
|
|
||||||
const next = new Date(now);
|
|
||||||
next.setHours(hours, minutes, 0, 0);
|
|
||||||
if (next <= now) next.setDate(next.getDate() + 1);
|
|
||||||
return next;
|
|
||||||
} else if (scheduleType === 'hourly') {
|
|
||||||
// Every N hours
|
|
||||||
const hours = parseInt(scheduleValue);
|
|
||||||
if (isNaN(hours) || hours <= 0) throw new Error(`Invalid hourly value: ${scheduleValue}`);
|
|
||||||
return new Date(now.getTime() + hours * 3600000);
|
|
||||||
} else if (scheduleType === 'cron') {
|
|
||||||
// Full cron expression e.g. "0 2 * * 0" (Sundays at 2am)
|
|
||||||
const interval = cronParser.parseExpression(scheduleValue, { currentDate: now });
|
|
||||||
return interval.next().toDate();
|
|
||||||
}
|
|
||||||
|
|
||||||
throw new Error(`Unknown schedule type: ${scheduleType}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Run scheduler every minute
|
// Run scheduler every minute
|
||||||
setInterval(processScheduledCommands, 60 * 1000);
|
setInterval(processScheduledCommands, 60 * 1000);
|
||||||
@@ -376,7 +329,6 @@ wss.on('connection', (ws) => {
|
|||||||
ws.on('message', async (data) => {
|
ws.on('message', async (data) => {
|
||||||
try {
|
try {
|
||||||
const message = JSON.parse(data.toString());
|
const message = JSON.parse(data.toString());
|
||||||
console.log('WebSocket message received:', message.type);
|
|
||||||
|
|
||||||
if (message.type === 'command_result') {
|
if (message.type === 'command_result') {
|
||||||
// Handle command result from worker
|
// Handle command result from worker
|
||||||
@@ -414,6 +366,12 @@ wss.on('connection', (ws) => {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Store last command output in execution state so prompt steps can surface it
|
||||||
|
const execStateForOutput = _executionState.get(execution_id);
|
||||||
|
if (execStateForOutput) {
|
||||||
|
execStateForOutput.state._lastCommandOutput = stdout || '';
|
||||||
|
}
|
||||||
|
|
||||||
// Broadcast result to browser clients only
|
// Broadcast result to browser clients only
|
||||||
broadcast({
|
broadcast({
|
||||||
type: 'command_result',
|
type: 'command_result',
|
||||||
@@ -425,7 +383,7 @@ wss.on('connection', (ws) => {
|
|||||||
is_automated: isAutomated,
|
is_automated: isAutomated,
|
||||||
});
|
});
|
||||||
|
|
||||||
console.log(`Command result received for execution ${execution_id}: ${success ? 'success' : 'failed'}`);
|
if (!success) console.warn(`[Worker] Command failed for execution ${execution_id} on worker ${worker_id}`);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (message.type === 'workflow_result') {
|
if (message.type === 'workflow_result') {
|
||||||
@@ -480,6 +438,12 @@ wss.on('connection', (ws) => {
|
|||||||
if (dbWorkers.length > 0) {
|
if (dbWorkers.length > 0) {
|
||||||
const dbWorkerId = dbWorkers[0].id;
|
const dbWorkerId = dbWorkers[0].id;
|
||||||
|
|
||||||
|
// Clean up any stale entry for this db worker before storing the new one
|
||||||
|
// (handles reconnect: old runtime-ID entry would otherwise linger).
|
||||||
|
for (const [key, val] of workers) {
|
||||||
|
if (val.dbWorkerId === dbWorkerId && val !== ws) workers.delete(key);
|
||||||
|
}
|
||||||
|
|
||||||
// Store worker WebSocket connection using BOTH IDs
|
// Store worker WebSocket connection using BOTH IDs
|
||||||
workers.set(worker_id, ws); // Runtime ID
|
workers.set(worker_id, ws); // Runtime ID
|
||||||
workers.set(dbWorkerId, ws); // Database ID
|
workers.set(dbWorkerId, ws); // Database ID
|
||||||
@@ -543,7 +507,10 @@ wss.on('connection', (ws) => {
|
|||||||
|
|
||||||
// Broadcast to browser clients only (NOT worker agents)
|
// Broadcast to browser clients only (NOT worker agents)
|
||||||
function broadcast(data) {
|
function broadcast(data) {
|
||||||
browserClients.forEach(client => {
|
// Snapshot the Set before iterating — a close event during iteration would
|
||||||
|
// otherwise modify the Set in-place, causing skipped or double-visited entries.
|
||||||
|
const snapshot = Array.from(browserClients);
|
||||||
|
snapshot.forEach(client => {
|
||||||
if (client.readyState === WebSocket.OPEN) {
|
if (client.readyState === WebSocket.OPEN) {
|
||||||
client.send(JSON.stringify(data));
|
client.send(JSON.stringify(data));
|
||||||
}
|
}
|
||||||
@@ -554,7 +521,7 @@ function broadcast(data) {
|
|||||||
async function addExecutionLog(executionId, logEntry) {
|
async function addExecutionLog(executionId, logEntry) {
|
||||||
try {
|
try {
|
||||||
await pool.query(
|
await pool.query(
|
||||||
"UPDATE executions SET logs = JSON_ARRAY_APPEND(COALESCE(logs, '[]'), '$', CAST(? AS JSON)) WHERE id = ?",
|
"UPDATE executions SET logs = JSON_ARRAY_APPEND(COALESCE(logs, '[]'), '$', JSON_EXTRACT(?, '$')) WHERE id = ?",
|
||||||
[JSON.stringify(logEntry), executionId]
|
[JSON.stringify(logEntry), executionId]
|
||||||
);
|
);
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
@@ -698,27 +665,6 @@ function authenticateGandalf(req, res, next) {
|
|||||||
|
|
||||||
// Substitute {{param_name}} placeholders in a command string.
|
// Substitute {{param_name}} placeholders in a command string.
|
||||||
// Only alphanumeric + safe punctuation allowed in substituted values.
|
// Only alphanumeric + safe punctuation allowed in substituted values.
|
||||||
function applyParams(command, params) {
|
|
||||||
return command.replace(/\{\{(\w+)\}\}/g, (match, key) => {
|
|
||||||
if (!(key in params)) return match;
|
|
||||||
const val = String(params[key]).trim();
|
|
||||||
if (!/^[a-zA-Z0-9._:@\-\/]+$/.test(val)) {
|
|
||||||
throw new Error(`Unsafe value for workflow parameter "${key}"`);
|
|
||||||
}
|
|
||||||
return val;
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
// Evaluate a condition string against execution state and params.
|
|
||||||
// Uses vm.runInNewContext with a timeout to avoid arbitrary code execution risk.
|
|
||||||
function evalCondition(condition, state, params) {
|
|
||||||
try {
|
|
||||||
const context = vm.createContext({ state, params, promptResponse: state.promptResponse });
|
|
||||||
return !!vm.runInNewContext(condition, context, { timeout: 100 });
|
|
||||||
} catch (e) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Per-execution mutable state (params + user-keyed state dict).
|
// Per-execution mutable state (params + user-keyed state dict).
|
||||||
// Survives across step boundaries; cleaned up when execution ends.
|
// Survives across step boundaries; cleaned up when execution ends.
|
||||||
@@ -772,6 +718,16 @@ async function executeWorkflowSteps(executionId, workflowId, definition, usernam
|
|||||||
|
|
||||||
const step = steps[currentIndex];
|
const step = steps[currentIndex];
|
||||||
const execState = _executionState.get(executionId);
|
const execState = _executionState.get(executionId);
|
||||||
|
if (!execState) {
|
||||||
|
// State was lost (server restart or bug) — fail cleanly rather than throwing TypeError
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
action: 'workflow_error',
|
||||||
|
error: 'Execution state lost unexpectedly; aborting.',
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
await updateExecutionStatus(executionId, 'failed');
|
||||||
|
return;
|
||||||
|
}
|
||||||
const stepLabel = step.name || step.id || `Step ${currentIndex + 1}`;
|
const stepLabel = step.name || step.id || `Step ${currentIndex + 1}`;
|
||||||
console.log(`[Workflow] ${executionId} — step ${currentIndex + 1}: ${stepLabel}`);
|
console.log(`[Workflow] ${executionId} — step ${currentIndex + 1}: ${stepLabel}`);
|
||||||
|
|
||||||
@@ -828,6 +784,47 @@ async function executeWorkflowSteps(executionId, workflowId, definition, usernam
|
|||||||
timestamp: new Date().toISOString()
|
timestamp: new Date().toISOString()
|
||||||
});
|
});
|
||||||
await new Promise(r => setTimeout(r, ms));
|
await new Promise(r => setTimeout(r, ms));
|
||||||
|
|
||||||
|
} else if (step.type === 'parse') {
|
||||||
|
// Parse KEY=VALUE lines from last command output into execution state.
|
||||||
|
// Matches lines of the form: UPPER_KEY=value (key must start with uppercase letter)
|
||||||
|
const condOkParse = !step.condition || evalCondition(step.condition, execState?.state || {}, execState?.params || {});
|
||||||
|
const parseState = condOkParse ? _executionState.get(executionId) : null;
|
||||||
|
if (parseState) {
|
||||||
|
const output = parseState.state._lastCommandOutput || '';
|
||||||
|
const parsed = {};
|
||||||
|
for (const line of output.split('\n')) {
|
||||||
|
const m = line.match(/^([A-Z][A-Z0-9_]*)=(.*)$/);
|
||||||
|
if (m) {
|
||||||
|
const k = m[1].toLowerCase();
|
||||||
|
const v = m[2].trim();
|
||||||
|
parsed[k] = v;
|
||||||
|
parseState.state[k] = v;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
step: currentIndex + 1, step_name: stepLabel, action: 'parse_complete',
|
||||||
|
parsed_count: Object.keys(parsed).length, parsed,
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
} else if (step.type === 'route') {
|
||||||
|
// Evaluate conditions in order; jump to the first match (no user input needed).
|
||||||
|
const routeState = execState?.state || {};
|
||||||
|
const routeParams = execState?.params || {};
|
||||||
|
let routeTaken = null;
|
||||||
|
for (const cond of (step.conditions || [])) {
|
||||||
|
const matches = cond.default || evalCondition(cond.if || 'false', routeState, routeParams);
|
||||||
|
if (matches) { routeTaken = cond; gotoId = cond.goto || null; break; }
|
||||||
|
}
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
step: currentIndex + 1, step_name: stepLabel, action: 'route_taken',
|
||||||
|
condition: routeTaken?.if || 'default',
|
||||||
|
label: routeTaken?.label || null,
|
||||||
|
goto: gotoId,
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
await addExecutionLog(executionId, {
|
await addExecutionLog(executionId, {
|
||||||
@@ -875,18 +872,28 @@ async function executeWorkflowSteps(executionId, workflowId, definition, usernam
|
|||||||
// Pause execution and wait for user to respond via POST /api/executions/:id/respond.
|
// Pause execution and wait for user to respond via POST /api/executions/:id/respond.
|
||||||
// Resolves with the chosen option string, or null on 60-minute timeout.
|
// Resolves with the chosen option string, or null on 60-minute timeout.
|
||||||
async function executePromptStep(executionId, step, stepNumber) {
|
async function executePromptStep(executionId, step, stepNumber) {
|
||||||
const message = step.message || 'Please choose an option:';
|
const execState = _executionState.get(executionId);
|
||||||
|
// Apply param substitution to the message so {{server_name}}, {{iface}} etc. work
|
||||||
|
let message = step.message || 'Please choose an option:';
|
||||||
|
if (execState && Object.keys(execState.params).length > 0) {
|
||||||
|
message = applyParams(message, execState.params);
|
||||||
|
}
|
||||||
const options = step.options || ['Continue'];
|
const options = step.options || ['Continue'];
|
||||||
|
|
||||||
await addExecutionLog(executionId, {
|
// Include the last command output so the user can review results alongside the question
|
||||||
|
const lastOutput = (execState?.state?._lastCommandOutput) || null;
|
||||||
|
|
||||||
|
const logEntry = {
|
||||||
step: stepNumber, step_name: step.name, action: 'prompt',
|
step: stepNumber, step_name: step.name, action: 'prompt',
|
||||||
message, options, timestamp: new Date().toISOString()
|
message, options, timestamp: new Date().toISOString()
|
||||||
});
|
};
|
||||||
|
if (lastOutput) logEntry.output = lastOutput;
|
||||||
|
await addExecutionLog(executionId, logEntry);
|
||||||
|
|
||||||
broadcast({
|
broadcast({
|
||||||
type: 'execution_prompt',
|
type: 'execution_prompt',
|
||||||
execution_id: executionId,
|
execution_id: executionId,
|
||||||
prompt: { message, options, step: stepNumber, step_name: step.name }
|
prompt: { message, options, step: stepNumber, step_name: step.name, output: lastOutput || undefined }
|
||||||
});
|
});
|
||||||
|
|
||||||
return new Promise(resolve => {
|
return new Promise(resolve => {
|
||||||
@@ -950,6 +957,7 @@ async function executeCommandStep(executionId, step, stepNumber, params = {}) {
|
|||||||
|
|
||||||
// Execute command on each target worker and wait for results
|
// Execute command on each target worker and wait for results
|
||||||
const results = [];
|
const results = [];
|
||||||
|
let sentCount = 0;
|
||||||
|
|
||||||
for (const workerId of targetWorkerIds) {
|
for (const workerId of targetWorkerIds) {
|
||||||
const workerWs = workers.get(workerId);
|
const workerWs = workers.get(workerId);
|
||||||
@@ -963,9 +971,10 @@ async function executeCommandStep(executionId, step, stepNumber, params = {}) {
|
|||||||
});
|
});
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
sentCount++;
|
||||||
|
|
||||||
// Send command to worker
|
// Send command to worker
|
||||||
const commandId = crypto.randomUUID();
|
let commandId = crypto.randomUUID();
|
||||||
|
|
||||||
await addExecutionLog(executionId, {
|
await addExecutionLog(executionId, {
|
||||||
step: stepNumber,
|
step: stepNumber,
|
||||||
@@ -976,27 +985,72 @@ async function executeCommandStep(executionId, step, stepNumber, params = {}) {
|
|||||||
timestamp: new Date().toISOString()
|
timestamp: new Date().toISOString()
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Per-step timeout override: step.timeout (seconds) overrides global default
|
||||||
|
const stepTimeoutMs = step.timeout
|
||||||
|
? Math.min(Math.max(parseInt(step.timeout, 10) * 1000, 5000), 600000)
|
||||||
|
: COMMAND_TIMEOUT_MS;
|
||||||
|
|
||||||
workerWs.send(JSON.stringify({
|
workerWs.send(JSON.stringify({
|
||||||
type: 'execute_command',
|
type: 'execute_command',
|
||||||
execution_id: executionId,
|
execution_id: executionId,
|
||||||
command_id: commandId,
|
command_id: commandId,
|
||||||
command: command,
|
command: command,
|
||||||
worker_id: workerId,
|
worker_id: workerId,
|
||||||
timeout: COMMAND_TIMEOUT_MS
|
timeout: stepTimeoutMs
|
||||||
}));
|
}));
|
||||||
|
|
||||||
// Wait for command result (with timeout)
|
// Per-step retry: step.retries (default 0) with step.retryDelayMs (default 2000)
|
||||||
const result = await waitForCommandResult(executionId, commandId, COMMAND_TIMEOUT_MS);
|
const maxRetries = Math.min(parseInt(step.retries || 0, 10), 5);
|
||||||
|
const retryDelayMs = Math.min(parseInt(step.retryDelayMs || 2000, 10), 30000);
|
||||||
|
|
||||||
|
let result;
|
||||||
|
let attempt = 0;
|
||||||
|
while (true) {
|
||||||
|
result = await waitForCommandResult(executionId, commandId, stepTimeoutMs);
|
||||||
|
if (result.success || attempt >= maxRetries) break;
|
||||||
|
attempt++;
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
step: stepNumber,
|
||||||
|
action: 'command_retry',
|
||||||
|
worker_id: workerId,
|
||||||
|
attempt,
|
||||||
|
max_retries: maxRetries,
|
||||||
|
message: `Command failed, retrying (attempt ${attempt}/${maxRetries})...`,
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
await new Promise(r => setTimeout(r, retryDelayMs));
|
||||||
|
// Re-send command for retry
|
||||||
|
const retryCommandId = crypto.randomUUID();
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
step: stepNumber, action: 'command_sent', worker_id: workerId,
|
||||||
|
command: command, command_id: retryCommandId, timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
workerWs.send(JSON.stringify({
|
||||||
|
type: 'execute_command', execution_id: executionId, command_id: retryCommandId,
|
||||||
|
command: command, worker_id: workerId, timeout: stepTimeoutMs
|
||||||
|
}));
|
||||||
|
commandId = retryCommandId; // update for next waitForCommandResult call
|
||||||
|
}
|
||||||
results.push(result);
|
results.push(result);
|
||||||
|
|
||||||
if (!result.success) {
|
if (!result.success) {
|
||||||
// Command failed, workflow should stop
|
// Command failed after all retries, workflow should stop
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// All commands succeeded
|
// If every target worker was offline, treat as step failure
|
||||||
return results.every(r => r.success);
|
if (sentCount === 0) {
|
||||||
|
await addExecutionLog(executionId, {
|
||||||
|
step: stepNumber,
|
||||||
|
action: 'no_workers',
|
||||||
|
message: 'All target workers were offline when step executed',
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
return true; // all sent commands succeeded (failures return false above)
|
||||||
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`[Workflow] Error executing command step:`, error);
|
console.error(`[Workflow] Error executing command step:`, error);
|
||||||
@@ -1580,7 +1634,11 @@ app.get('/api/executions/:id', authenticateSSO, async (req, res) => {
|
|||||||
if (waitingForInput) {
|
if (waitingForInput) {
|
||||||
for (let i = parsedLogs.length - 1; i >= 0; i--) {
|
for (let i = parsedLogs.length - 1; i >= 0; i--) {
|
||||||
if (parsedLogs[i].action === 'prompt') {
|
if (parsedLogs[i].action === 'prompt') {
|
||||||
pendingPrompt = { message: parsedLogs[i].message, options: parsedLogs[i].options };
|
pendingPrompt = {
|
||||||
|
message: parsedLogs[i].message,
|
||||||
|
options: parsedLogs[i].options,
|
||||||
|
output: parsedLogs[i].output || null
|
||||||
|
};
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,7 @@
|
|||||||
|
{
|
||||||
|
"env": {
|
||||||
|
"node": true,
|
||||||
|
"jest": true,
|
||||||
|
"es2021": true
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,163 @@
|
|||||||
|
'use strict';
|
||||||
|
|
||||||
|
const { validateWebhookUrl, applyParams, evalCondition, calculateNextRun } = require('../lib/utils');
|
||||||
|
|
||||||
|
// ── validateWebhookUrl ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
describe('validateWebhookUrl', () => {
|
||||||
|
test('null/empty returns ok with null url', () => {
|
||||||
|
expect(validateWebhookUrl(null)).toEqual({ ok: true, url: null });
|
||||||
|
expect(validateWebhookUrl('')).toEqual({ ok: true, url: null });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('valid public https URL is accepted', () => {
|
||||||
|
const result = validateWebhookUrl('https://hooks.example.com/notify');
|
||||||
|
expect(result.ok).toBe(true);
|
||||||
|
expect(result.url).toBeInstanceOf(URL);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('valid public http URL is accepted', () => {
|
||||||
|
const result = validateWebhookUrl('http://webhook.example.com/event');
|
||||||
|
expect(result.ok).toBe(true);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('invalid URL format is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('not a url')).toMatchObject({ ok: false, reason: expect.stringContaining('Invalid URL') });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('non-http protocol is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('ftp://example.com/hook')).toMatchObject({ ok: false, reason: expect.stringContaining('http') });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('localhost is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('http://localhost/hook')).toMatchObject({ ok: false });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('10.x.x.x private range is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('http://10.0.0.1/hook')).toMatchObject({ ok: false });
|
||||||
|
expect(validateWebhookUrl('http://10.10.10.45/hook')).toMatchObject({ ok: false });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('192.168.x.x private range is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('http://192.168.1.1/hook')).toMatchObject({ ok: false });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('127.0.0.1 loopback is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('http://127.0.0.1/hook')).toMatchObject({ ok: false });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('172.16.x.x – 172.31.x.x private range is rejected', () => {
|
||||||
|
expect(validateWebhookUrl('http://172.16.0.1/hook')).toMatchObject({ ok: false });
|
||||||
|
expect(validateWebhookUrl('http://172.31.255.255/hook')).toMatchObject({ ok: false });
|
||||||
|
});
|
||||||
|
|
||||||
|
test('172.32.x.x (outside private range) is accepted', () => {
|
||||||
|
const result = validateWebhookUrl('http://172.32.0.1/hook');
|
||||||
|
expect(result.ok).toBe(true);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// ── applyParams ─────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
describe('applyParams', () => {
|
||||||
|
test('replaces a single placeholder', () => {
|
||||||
|
expect(applyParams('echo {{msg}}', { msg: 'hello' })).toBe('echo hello');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('replaces multiple placeholders', () => {
|
||||||
|
expect(applyParams('cp {{src}} {{dst}}', { src: 'a.txt', dst: 'b.txt' })).toBe('cp a.txt b.txt');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('leaves unknown placeholders unchanged', () => {
|
||||||
|
expect(applyParams('echo {{unknown}}', {})).toBe('echo {{unknown}}');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('throws on unsafe param value with spaces', () => {
|
||||||
|
expect(() => applyParams('echo {{x}}', { x: 'rm -rf /' })).toThrow('Unsafe value');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('throws on unsafe param value with semicolons', () => {
|
||||||
|
expect(() => applyParams('echo {{x}}', { x: 'a;b' })).toThrow('Unsafe value');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('allows safe characters: dots, dashes, slashes, colons, @', () => {
|
||||||
|
expect(applyParams('ssh {{host}}', { host: 'user@10.0.0.1:22' })).toBe('ssh user@10.0.0.1:22');
|
||||||
|
expect(applyParams('cat {{path}}', { path: '/etc/hosts' })).toBe('cat /etc/hosts');
|
||||||
|
});
|
||||||
|
|
||||||
|
test('trims whitespace from param values', () => {
|
||||||
|
expect(applyParams('echo {{x}}', { x: ' hello ' })).toBe('echo hello');
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// ── evalCondition ───────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
describe('evalCondition', () => {
|
||||||
|
test('evaluates truthy expression', () => {
|
||||||
|
expect(evalCondition('1 === 1', {}, {})).toBe(true);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('evaluates falsy expression', () => {
|
||||||
|
expect(evalCondition('1 === 2', {}, {})).toBe(false);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('accesses state variables', () => {
|
||||||
|
expect(evalCondition('state.count > 5', { count: 10 }, {})).toBe(true);
|
||||||
|
expect(evalCondition('state.count > 5', { count: 3 }, {})).toBe(false);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('accesses params', () => {
|
||||||
|
expect(evalCondition('params.env === "prod"', {}, { env: 'prod' })).toBe(true);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('returns false on syntax error (does not throw)', () => {
|
||||||
|
expect(evalCondition('this is not valid js !!!', {}, {})).toBe(false);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('returns false on timeout / infinite loop', () => {
|
||||||
|
expect(evalCondition('while(true){}', {}, {})).toBe(false);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// ── calculateNextRun ────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
describe('calculateNextRun', () => {
|
||||||
|
test('interval: returns a date ~N minutes in the future', () => {
|
||||||
|
const before = Date.now();
|
||||||
|
const result = calculateNextRun('interval', '30');
|
||||||
|
expect(result.getTime()).toBeGreaterThanOrEqual(before + 30 * 60000 - 100);
|
||||||
|
expect(result.getTime()).toBeLessThanOrEqual(before + 30 * 60000 + 1000);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('interval: throws on non-positive value', () => {
|
||||||
|
expect(() => calculateNextRun('interval', '0')).toThrow();
|
||||||
|
expect(() => calculateNextRun('interval', '-5')).toThrow();
|
||||||
|
expect(() => calculateNextRun('interval', 'abc')).toThrow();
|
||||||
|
});
|
||||||
|
|
||||||
|
test('hourly: returns a date ~N hours in the future', () => {
|
||||||
|
const before = Date.now();
|
||||||
|
const result = calculateNextRun('hourly', '2');
|
||||||
|
expect(result.getTime()).toBeGreaterThanOrEqual(before + 2 * 3600000 - 100);
|
||||||
|
});
|
||||||
|
|
||||||
|
test('daily: returns a Date object', () => {
|
||||||
|
const result = calculateNextRun('daily', '06:00');
|
||||||
|
expect(result).toBeInstanceOf(Date);
|
||||||
|
expect(result.getTime()).toBeGreaterThan(Date.now());
|
||||||
|
});
|
||||||
|
|
||||||
|
test('daily: throws on invalid time format', () => {
|
||||||
|
expect(() => calculateNextRun('daily', 'noon')).toThrow();
|
||||||
|
});
|
||||||
|
|
||||||
|
test('cron: returns next occurrence after now', () => {
|
||||||
|
const result = calculateNextRun('cron', '0 6 * * 1');
|
||||||
|
expect(result).toBeInstanceOf(Date);
|
||||||
|
expect(result.getTime()).toBeGreaterThan(Date.now());
|
||||||
|
});
|
||||||
|
|
||||||
|
test('unknown type throws', () => {
|
||||||
|
expect(() => calculateNextRun('weekly', '1')).toThrow('Unknown schedule type');
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -0,0 +1,257 @@
|
|||||||
|
const axios = require('axios');
|
||||||
|
const WebSocket = require('ws');
|
||||||
|
const { exec } = require('child_process');
|
||||||
|
const { promisify } = require('util');
|
||||||
|
const os = require('os');
|
||||||
|
const crypto = require('crypto');
|
||||||
|
require('dotenv').config();
|
||||||
|
|
||||||
|
const execAsync = promisify(exec);
|
||||||
|
|
||||||
|
class PulseWorker {
|
||||||
|
constructor() {
|
||||||
|
this.workerId = crypto.randomUUID();
|
||||||
|
this.workerName = process.env.WORKER_NAME || os.hostname();
|
||||||
|
this.serverUrl = process.env.PULSE_SERVER || 'http://localhost:8080';
|
||||||
|
this.wsUrl = process.env.PULSE_WS || 'ws://localhost:8080';
|
||||||
|
this.apiKey = process.env.WORKER_API_KEY;
|
||||||
|
this.heartbeatInterval = parseInt(process.env.HEARTBEAT_INTERVAL || '30') * 1000;
|
||||||
|
this.maxConcurrentTasks = parseInt(process.env.MAX_CONCURRENT_TASKS || '5');
|
||||||
|
this.activeTasks = 0;
|
||||||
|
this.ws = null;
|
||||||
|
this.heartbeatTimer = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
async start() {
|
||||||
|
console.log(`[PULSE Worker] Starting worker: ${this.workerName}`);
|
||||||
|
console.log(`[PULSE Worker] Worker ID: ${this.workerId}`);
|
||||||
|
console.log(`[PULSE Worker] Server: ${this.serverUrl}`);
|
||||||
|
|
||||||
|
// Send initial heartbeat
|
||||||
|
await this.sendHeartbeat();
|
||||||
|
|
||||||
|
// Start heartbeat timer
|
||||||
|
this.startHeartbeat();
|
||||||
|
|
||||||
|
// Connect to WebSocket for real-time commands
|
||||||
|
this.connectWebSocket();
|
||||||
|
|
||||||
|
console.log(`[PULSE Worker] Worker started successfully`);
|
||||||
|
}
|
||||||
|
|
||||||
|
startHeartbeat() {
|
||||||
|
this.heartbeatTimer = setInterval(async () => {
|
||||||
|
try {
|
||||||
|
await this.sendHeartbeat();
|
||||||
|
} catch (error) {
|
||||||
|
console.error('[PULSE Worker] Heartbeat failed:', error.message);
|
||||||
|
}
|
||||||
|
}, this.heartbeatInterval);
|
||||||
|
}
|
||||||
|
|
||||||
|
async sendHeartbeat() {
|
||||||
|
const metadata = {
|
||||||
|
hostname: os.hostname(),
|
||||||
|
platform: os.platform(),
|
||||||
|
arch: os.arch(),
|
||||||
|
cpus: os.cpus().length,
|
||||||
|
totalMem: os.totalmem(),
|
||||||
|
freeMem: os.freemem(),
|
||||||
|
uptime: os.uptime(),
|
||||||
|
loadavg: os.loadavg(),
|
||||||
|
activeTasks: this.activeTasks,
|
||||||
|
maxConcurrentTasks: this.maxConcurrentTasks
|
||||||
|
};
|
||||||
|
|
||||||
|
try {
|
||||||
|
const response = await axios.post(
|
||||||
|
`${this.serverUrl}/api/workers/heartbeat`,
|
||||||
|
{
|
||||||
|
worker_id: this.workerId,
|
||||||
|
name: this.workerName,
|
||||||
|
metadata: metadata
|
||||||
|
},
|
||||||
|
{
|
||||||
|
headers: {
|
||||||
|
'X-API-Key': this.apiKey,
|
||||||
|
'Content-Type': 'application/json'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
);
|
||||||
|
|
||||||
|
console.log(`[PULSE Worker] Heartbeat sent - Status: online`);
|
||||||
|
return response.data;
|
||||||
|
} catch (error) {
|
||||||
|
console.error('[PULSE Worker] Heartbeat error:', error.message);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
connectWebSocket() {
|
||||||
|
console.log(`[PULSE Worker] Connecting to WebSocket...`);
|
||||||
|
|
||||||
|
this.ws = new WebSocket(this.wsUrl);
|
||||||
|
|
||||||
|
this.ws.on('open', () => {
|
||||||
|
console.log('[PULSE Worker] WebSocket connected');
|
||||||
|
// Identify this worker
|
||||||
|
this.ws.send(JSON.stringify({
|
||||||
|
type: 'worker_connect',
|
||||||
|
worker_id: this.workerId,
|
||||||
|
worker_name: this.workerName
|
||||||
|
}));
|
||||||
|
});
|
||||||
|
|
||||||
|
this.ws.on('message', async (data) => {
|
||||||
|
try {
|
||||||
|
const message = JSON.parse(data.toString());
|
||||||
|
await this.handleMessage(message);
|
||||||
|
} catch (error) {
|
||||||
|
console.error('[PULSE Worker] Message handling error:', error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
this.ws.on('close', () => {
|
||||||
|
console.log('[PULSE Worker] WebSocket disconnected, reconnecting...');
|
||||||
|
setTimeout(() => this.connectWebSocket(), 5000);
|
||||||
|
});
|
||||||
|
|
||||||
|
this.ws.on('error', (error) => {
|
||||||
|
console.error('[PULSE Worker] WebSocket error:', error.message);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async handleMessage(message) {
|
||||||
|
console.log(`[PULSE Worker] Received message:`, message.type);
|
||||||
|
|
||||||
|
switch (message.type) {
|
||||||
|
case 'execute_command':
|
||||||
|
await this.executeCommand(message);
|
||||||
|
break;
|
||||||
|
case 'execute_workflow':
|
||||||
|
await this.executeWorkflow(message);
|
||||||
|
break;
|
||||||
|
case 'ping':
|
||||||
|
this.sendPong();
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
console.log(`[PULSE Worker] Unknown message type: ${message.type}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async executeCommand(message) {
|
||||||
|
const { command, execution_id, command_id, timeout = 300000 } = message;
|
||||||
|
|
||||||
|
if (this.activeTasks >= this.maxConcurrentTasks) {
|
||||||
|
console.log(`[PULSE Worker] Max concurrent tasks reached, rejecting command`);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
this.activeTasks++;
|
||||||
|
console.log(`[PULSE Worker] Executing command (active tasks: ${this.activeTasks})`);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const startTime = Date.now();
|
||||||
|
const { stdout, stderr } = await execAsync(command, {
|
||||||
|
timeout: timeout,
|
||||||
|
maxBuffer: 10 * 1024 * 1024 // 10MB buffer
|
||||||
|
});
|
||||||
|
const duration = Date.now() - startTime;
|
||||||
|
|
||||||
|
const result = {
|
||||||
|
type: 'command_result',
|
||||||
|
execution_id,
|
||||||
|
worker_id: this.workerId,
|
||||||
|
command_id,
|
||||||
|
success: true,
|
||||||
|
stdout: stdout,
|
||||||
|
stderr: stderr,
|
||||||
|
duration: duration,
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
};
|
||||||
|
|
||||||
|
this.sendResult(result);
|
||||||
|
console.log(`[PULSE Worker] Command completed in ${duration}ms`);
|
||||||
|
} catch (error) {
|
||||||
|
const result = {
|
||||||
|
type: 'command_result',
|
||||||
|
execution_id,
|
||||||
|
worker_id: this.workerId,
|
||||||
|
command_id,
|
||||||
|
success: false,
|
||||||
|
error: error.message,
|
||||||
|
stdout: error.stdout || '',
|
||||||
|
stderr: error.stderr || '',
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
};
|
||||||
|
|
||||||
|
this.sendResult(result);
|
||||||
|
console.error(`[PULSE Worker] Command failed:`, error.message);
|
||||||
|
} finally {
|
||||||
|
this.activeTasks--;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async executeWorkflow(message) {
|
||||||
|
const { workflow, execution_id } = message;
|
||||||
|
|
||||||
|
console.log(`[PULSE Worker] Executing workflow: ${workflow.name}`);
|
||||||
|
|
||||||
|
// Workflow execution will be implemented in phase 2
|
||||||
|
// For now, just acknowledge receipt
|
||||||
|
this.sendResult({
|
||||||
|
type: 'workflow_result',
|
||||||
|
execution_id,
|
||||||
|
worker_id: this.workerId,
|
||||||
|
success: true,
|
||||||
|
message: 'Workflow execution not yet implemented',
|
||||||
|
timestamp: new Date().toISOString()
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
sendResult(result) {
|
||||||
|
if (this.ws && this.ws.readyState === WebSocket.OPEN) {
|
||||||
|
this.ws.send(JSON.stringify(result));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sendPong() {
|
||||||
|
if (this.ws && this.ws.readyState === WebSocket.OPEN) {
|
||||||
|
this.ws.send(JSON.stringify({ type: 'pong', worker_id: this.workerId }));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async stop() {
|
||||||
|
console.log('[PULSE Worker] Shutting down...');
|
||||||
|
|
||||||
|
if (this.heartbeatTimer) {
|
||||||
|
clearInterval(this.heartbeatTimer);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (this.ws) {
|
||||||
|
this.ws.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log('[PULSE Worker] Shutdown complete');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Start worker
|
||||||
|
const worker = new PulseWorker();
|
||||||
|
|
||||||
|
// Handle graceful shutdown
|
||||||
|
process.on('SIGTERM', async () => {
|
||||||
|
await worker.stop();
|
||||||
|
process.exit(0);
|
||||||
|
});
|
||||||
|
|
||||||
|
process.on('SIGINT', async () => {
|
||||||
|
await worker.stop();
|
||||||
|
process.exit(0);
|
||||||
|
});
|
||||||
|
|
||||||
|
// Start the worker
|
||||||
|
worker.start().catch((error) => {
|
||||||
|
console.error('[PULSE Worker] Fatal error:', error);
|
||||||
|
process.exit(1);
|
||||||
|
});
|
||||||
Reference in New Issue
Block a user