feat(harvester,jobs): fast gateway harvesting, parallel thread polling, dynamic sidechat spawning

- Implement muse_hybrid fast gateway in response-harvester.py with ThreadPoolExecutor
- Reduce harvest cycle time from ~1m50s to ~18s; eliminate browser tab-hopping and CDP lock contention
- Add smart active thread filtering in get_monitored_threads to prune dead historical test pipes
- Fix initial watermark ingestion logic so fresh sidechats process first-arrival job responses
- Configure gw_wait window in dm.py (20s on reply:expected) so backend generation is not prematurely severed
- Update box-http-health, box-service-health, box-deep-health to dynamic timestamped sidechats without reuse_key
- Fix heartbeat job to route to dedicated heartbeat channel

jobs/box-deep-health.json

@@ -15,8 +15,7 @@
   "schedule": "0 9 * * *",
   "sidechat": {
     "create": true,
-    "name_template": "box-deep-health",
-    "reuse_key": "box-deep-health"
+    "name_template": "box-deep-health-{datetime}"
   },
   "timeout": 1800
 }

jobs/box-http-health.json

@@ -15,8 +15,7 @@
   "schedule": "*/15 * * * *",
   "sidechat": {
     "create": true,
-    "name_template": "box-http-health",
-    "reuse_key": "box-http-health"
+    "name_template": "box-http-health-{datetime}"
   },
   "timeout": 600
 }

jobs/box-service-health.json

@@ -15,8 +15,7 @@
   "schedule": "7,22,37,52 * * * *",
   "sidechat": {
     "create": true,
-    "name_template": "box-service-health",
-    "reuse_key": "box-service-health"
+    "name_template": "box-service-health-{datetime}"
   },
   "timeout": 600
 }

jobs/canary-test.json

@@ -1,14 +1,13 @@
 {
-  "agent": "opm",
-  "chain_next": null,
-  "description": "Canary job to test the dispatcher - sends a simple DM",
   "name": "canary-test",
-  "on_failure": "alert",
-  "prompt_template": "This is a canary test from the job dispatcher.\nJob ID: {job_id}\nDate: {date}\n\nPlease reply to confirm you received this.",
+  "description": "Canary job to test sidechat spawning and main chat driving",
+  "agent": "646",
   "schedule": "manual",
+  "timeout": 300,
+  "on_failure": "alert",
   "sidechat": {
     "create": true,
-    "name_template": "canary-test"
+    "name_template": "canary-{datetime}"
   },
-  "timeout": 300
+  "prompt_template": "Canary test running in dedicated sidechat.\nJob ID: {job_id}\nTime: {datetime}\n\nPlease verify and reply with [RESULT {job_id}] OK."
 }

jobs/heartbeat.json

@@ -9,7 +9,7 @@
   "sidechat": {
     "create": true,
     "name_template": "heartbeat",
-    "reuse_key": "heartbeat-opm"
+    "reuse_key": "heartbeat"
   },
   "timeout": 300
 }