ws-worker: support job log level in lightning plan (#867)

* support job log level in lightning plan

* add integration test

* add changeset

* bump lexicon too

* version: worker@1.10.0

* package lock

* bump cli

* package lock, always package lock

* bundle lexicon

---------

Co-authored-by: Joe Clark <jclark@openfn.org>

Author: midigofrank

integration-tests/execute/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @openfn/integration-tests-execute
 
+## 1.0.16
+
+### Patch Changes
+
+- @openfn/compiler@1.0.1
+- @openfn/runtime@1.6.2
+
 ## 1.0.15
 
 ### Patch Changes

integration-tests/execute/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@openfn/integration-tests-execute",
   "private": true,
-  "version": "1.0.15",
+  "version": "1.0.16",
   "description": "Job execution tests",
   "author": "Open Function Group <admin@openfn.org>",
   "license": "ISC",

integration-tests/worker/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @openfn/integration-tests-worker
 
+## 1.0.76
+
+### Patch Changes
+
+- Updated dependencies [1857b46]
+  - @openfn/engine-multi@1.5.0
+  - @openfn/ws-worker@1.10.0
+  - @openfn/lightning-mock@2.0.31
+
 ## 1.0.75
 
 ### Patch Changes

integration-tests/worker/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@openfn/integration-tests-worker",
   "private": true,
-  "version": "1.0.75",
+  "version": "1.0.76",
   "description": "Lightning WOrker integration tests",
   "author": "Open Function Group <admin@openfn.org>",
   "license": "ISC",

integration-tests/worker/test/integration.test.ts

@@ -974,5 +974,48 @@ test.serial('Redact logs which exceed the payload limit', (t) => {
   });
 });
 
+test.serial(
+  "Don't send job logs to stdout when job_log_level is set to none",
+  (t) => {
+    return new Promise(async (done) => {
+      await worker.destroy();
+      ({ worker, engineLogger } = await createDummyWorker());
+
+      const message = 'log that will never exist';
+
+      const run = {
+        id: crypto.randomUUID(),
+        jobs: [
+          {
+            adaptor: '@openfn/test-adaptor@1.0.0',
+            body: `fn((s) => { console.log("${message}"); return s;})`,
+          },
+        ],
+        options: {
+          job_log_level: 'none',
+        },
+      };
+
+      lightning.once('run:complete', () => {
+        const jsonLogs = engineLogger._history;
+        // The engine logger shouldn't print out any job logs
+        const jobLog = jsonLogs.find((l) => l.name === 'JOB');
+        t.falsy(jobLog);
+        const jobLog2 = jsonLogs.find((l) => l.message[0] === message);
+        t.falsy(jobLog2);
+
+        // But it SHOULD log engine stuff
+        const runtimeLog = jsonLogs.find(
+          (l) => l.name === 'engine' && l.message[0].match(/complete workflow/i)
+        );
+        t.truthy(runtimeLog);
+        done();
+      });
+
+      lightning.enqueueRun(run);
+    });
+  }
+);
+
 // REMEMBER the default worker was destroyed at this point!
 // If you want to use a worker, you'll have to create your own

packages/cli/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @openfn/cli
 
+## 1.11.2
+
+### Patch Changes
+
+- Updated dependencies
+
 ## 1.11.1
 
 ### Patch Changes

packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openfn/cli",
-  "version": "1.11.1",
+  "version": "1.11.2",
   "description": "CLI devtools for the openfn toolchain.",
   "engines": {
     "node": ">=18",

packages/compiler/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @openfn/compiler
 
+## 1.0.1
+
+### Patch Changes
+
+- Updated dependencies [1857b46]
+  - @openfn/lexicon@1.2.0
+
 ## 1.0.0
 
 ### Major Changes

packages/compiler/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openfn/compiler",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "Compiler and language tooling for openfn jobs.",
   "author": "Open Function Group <admin@openfn.org>",
   "license": "ISC",

packages/engine-multi/CHANGELOG.md

@@ -1,5 +1,18 @@
 # engine-multi
 
+## 1.5.0
+
+### Minor Changes
+
+- 1857b46: Allow configuration of job log level
+
+### Patch Changes
+
+- Updated dependencies [1857b46]
+  - @openfn/lexicon@1.2.0
+  - @openfn/compiler@1.0.1
+  - @openfn/runtime@1.6.2
+
 ## 1.4.9
 
 ### Patch Changes