Compare commits
3 Commits
87be6ae4fc
...
698798df2a
| Author | SHA1 | Date | |
|---|---|---|---|
| 698798df2a | |||
| 69555f809c | |||
| 198603060d |
Executable
+206
@@ -0,0 +1,206 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""
|
||||||
|
box-gitea-bridge.py - Bridge Gitea webhooks to Box fleet tasks queue.
|
||||||
|
|
||||||
|
Listens for Gitea webhook events on 127.0.0.1:3005 and atomically converts
|
||||||
|
label-gated issues (labeled 'task' or 'ready') into fleet/tasks/pending/ files.
|
||||||
|
Also runs a periodic passive sweep to catch any dropped events (reaper backstop).
|
||||||
|
"""
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import json
|
||||||
|
import time
|
||||||
|
import threading
|
||||||
|
import urllib.request
|
||||||
|
import urllib.parse
|
||||||
|
from http.server import HTTPServer, BaseHTTPRequestHandler
|
||||||
|
|
||||||
|
REPO_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||||
|
TASKS_DIR = os.path.join(REPO_ROOT, "fleet", "tasks")
|
||||||
|
PARTITION_TABLE_PATH = os.path.join(REPO_ROOT, "fleet", "partition-table.json")
|
||||||
|
GITEA_API = "http://127.0.0.1:3000/api/v1"
|
||||||
|
|
||||||
|
def slugify(text: str) -> str:
|
||||||
|
text = text.lower()
|
||||||
|
text = re.sub(r"[^\w\s-]", "", text)
|
||||||
|
text = re.sub(r"[-\s]+", "-", text).strip("-")
|
||||||
|
return text[:45]
|
||||||
|
|
||||||
|
def get_admin_token() -> str:
|
||||||
|
if os.path.exists(PARTITION_TABLE_PATH):
|
||||||
|
try:
|
||||||
|
with open(PARTITION_TABLE_PATH) as f:
|
||||||
|
pt = json.load(f)
|
||||||
|
return pt.get("contributors", {}).get("super", {}).get("token", "")
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
return "3c26744525bceaf385aa09737f7e41af613627b6"
|
||||||
|
|
||||||
|
def find_existing_task(issue_num: int):
|
||||||
|
prefix = f"{issue_num:03d}-"
|
||||||
|
for queue in ["pending", "claimed", "done"]:
|
||||||
|
qdir = os.path.join(TASKS_DIR, queue)
|
||||||
|
if not os.path.isdir(qdir):
|
||||||
|
continue
|
||||||
|
for fname in os.listdir(qdir):
|
||||||
|
if fname.startswith(prefix) or fname.startswith(f"{issue_num}-"):
|
||||||
|
return queue, os.path.join(qdir, fname)
|
||||||
|
return None, None
|
||||||
|
|
||||||
|
def create_task_from_issue(issue: dict):
|
||||||
|
issue_num = issue.get("number")
|
||||||
|
title = issue.get("title", "Untitled")
|
||||||
|
body = issue.get("body", "").strip() or "No goal description provided."
|
||||||
|
labels = [l.get("name", "") if isinstance(l, dict) else str(l) for l in issue.get("labels", [])]
|
||||||
|
assignee = issue.get("assignee")
|
||||||
|
assignee_name = assignee.get("username", "") if isinstance(assignee, dict) else ""
|
||||||
|
|
||||||
|
# Label-based direct routing: assign:<agent> or agent:<agent>
|
||||||
|
if not assignee_name:
|
||||||
|
for lbl in labels:
|
||||||
|
if lbl.startswith("assign:"):
|
||||||
|
assignee_name = lbl.split(":", 1)[1].strip()
|
||||||
|
break
|
||||||
|
elif lbl.startswith("agent:"):
|
||||||
|
assignee_name = lbl.split(":", 1)[1].strip()
|
||||||
|
break
|
||||||
|
|
||||||
|
# Label gate: must have 'task' or 'ready'
|
||||||
|
if not any(lbl in ["task", "ready"] for lbl in labels):
|
||||||
|
return None, "skipped_label_gate"
|
||||||
|
|
||||||
|
queue, existing_path = find_existing_task(issue_num)
|
||||||
|
if existing_path:
|
||||||
|
return existing_path, f"already_exists_in_{queue}"
|
||||||
|
|
||||||
|
slug = slugify(title)
|
||||||
|
fname = f"{issue_num:03d}-{slug}.md"
|
||||||
|
|
||||||
|
task_content = f"""# {issue_num:03d}-{slug}: {title}
|
||||||
|
|
||||||
|
Goal: {body}
|
||||||
|
|
||||||
|
Steps:
|
||||||
|
1. Claim task on feature branch builder/{slug}.
|
||||||
|
2. Implement solution adhering to test coverage.
|
||||||
|
3. Commit with "Fixes #{issue_num}" and push to master/PR.
|
||||||
|
|
||||||
|
Done criteria: result notes appended below; file moved to done/.
|
||||||
|
|
||||||
|
Result notes (append below before moving to done/):
|
||||||
|
"""
|
||||||
|
os.makedirs(os.path.join(TASKS_DIR, "pending"), exist_ok=True)
|
||||||
|
os.makedirs(os.path.join(TASKS_DIR, "claimed"), exist_ok=True)
|
||||||
|
|
||||||
|
if assignee_name:
|
||||||
|
target_path = os.path.join(TASKS_DIR, "claimed", f"{fname}.{assignee_name}")
|
||||||
|
else:
|
||||||
|
target_path = os.path.join(TASKS_DIR, "pending", fname)
|
||||||
|
|
||||||
|
tmp_path = target_path + ".tmp"
|
||||||
|
with open(tmp_path, "w") as f:
|
||||||
|
f.write(task_content)
|
||||||
|
os.replace(tmp_path, target_path)
|
||||||
|
return target_path, "created"
|
||||||
|
|
||||||
|
def close_task_for_issue(issue_num: int, close_notes="Closed via Gitea"):
|
||||||
|
queue, task_path = find_existing_task(issue_num)
|
||||||
|
if not task_path or queue == "done":
|
||||||
|
return None
|
||||||
|
fname = os.path.basename(task_path)
|
||||||
|
done_dir = os.path.join(TASKS_DIR, "done")
|
||||||
|
os.makedirs(done_dir, exist_ok=True)
|
||||||
|
|
||||||
|
# Append close notes
|
||||||
|
with open(task_path, "a") as f:
|
||||||
|
f.write(f"\n{time.strftime('%Y-%m-%d %H:%M:%SZ')}: {close_notes}\n")
|
||||||
|
|
||||||
|
done_path = os.path.join(done_dir, fname)
|
||||||
|
os.replace(task_path, done_path)
|
||||||
|
return done_path
|
||||||
|
|
||||||
|
def passive_reconcile_sweep():
|
||||||
|
token = get_admin_token()
|
||||||
|
url = f"{GITEA_API}/repos/super/box/issues?state=open"
|
||||||
|
req = urllib.request.Request(url)
|
||||||
|
req.add_header("Authorization", f"token {token}")
|
||||||
|
try:
|
||||||
|
with urllib.request.urlopen(req, timeout=5) as resp:
|
||||||
|
issues = json.loads(resp.read().decode("utf-8"))
|
||||||
|
for issue in issues:
|
||||||
|
create_task_from_issue(issue)
|
||||||
|
except Exception as e:
|
||||||
|
sys.stderr.write(f"[sweep] warning: passive reconcile error: {e}\n")
|
||||||
|
|
||||||
|
class WebhookHandler(BaseHTTPRequestHandler):
|
||||||
|
def do_POST(self):
|
||||||
|
content_length = int(self.headers.get("Content-Length", 0))
|
||||||
|
body = self.rfile.read(content_length).decode("utf-8")
|
||||||
|
event = self.headers.get("X-Gitea-Event", "")
|
||||||
|
|
||||||
|
try:
|
||||||
|
payload = json.loads(body)
|
||||||
|
except Exception:
|
||||||
|
self.send_response(400)
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(b'{"error": "invalid json"}')
|
||||||
|
return
|
||||||
|
|
||||||
|
response_data = {"status": "ignored"}
|
||||||
|
|
||||||
|
if event == "issues":
|
||||||
|
action = payload.get("action", "")
|
||||||
|
issue = payload.get("issue", {})
|
||||||
|
issue_num = issue.get("number")
|
||||||
|
|
||||||
|
if action in ["opened", "labeled", "assigned"]:
|
||||||
|
target, outcome = create_task_from_issue(issue)
|
||||||
|
response_data = {"status": "ok", "action": action, "target": target, "outcome": outcome}
|
||||||
|
elif action == "closed":
|
||||||
|
done_path = close_task_for_issue(issue_num, f"Closed via Gitea issue #{issue_num}")
|
||||||
|
response_data = {"status": "ok", "action": "closed", "done_path": done_path}
|
||||||
|
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header("Content-Type", "application/json")
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(json.dumps(response_data).encode("utf-8"))
|
||||||
|
|
||||||
|
def do_GET(self):
|
||||||
|
if self.path == "/health":
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header("Content-Type", "application/json")
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(b'{"status": "ok", "service": "box-gitea-bridge"}')
|
||||||
|
elif self.path == "/sweep":
|
||||||
|
passive_reconcile_sweep()
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header("Content-Type", "application/json")
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(b'{"status": "swept"}')
|
||||||
|
else:
|
||||||
|
self.send_response(404)
|
||||||
|
self.end_headers()
|
||||||
|
|
||||||
|
def background_sweeper_loop(interval=60):
|
||||||
|
while True:
|
||||||
|
time.sleep(interval)
|
||||||
|
try:
|
||||||
|
passive_reconcile_sweep()
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def main():
|
||||||
|
port = int(os.environ.get("BRIDGE_PORT", 3005))
|
||||||
|
server = HTTPServer(("127.0.0.1", port), WebhookHandler)
|
||||||
|
t = threading.Thread(target=background_sweeper_loop, daemon=True)
|
||||||
|
t.start()
|
||||||
|
print(f"box-gitea-bridge listening on 127.0.0.1:{port} (reconciler running every 60s)")
|
||||||
|
try:
|
||||||
|
server.serve_forever()
|
||||||
|
except KeyboardInterrupt:
|
||||||
|
pass
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
@@ -0,0 +1,94 @@
|
|||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import tempfile
|
||||||
|
import unittest
|
||||||
|
import json
|
||||||
|
|
||||||
|
REPO_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||||
|
sys.path.insert(0, os.path.join(REPO_ROOT, "bin"))
|
||||||
|
|
||||||
|
import importlib.util
|
||||||
|
spec = importlib.util.spec_from_file_location("box_gitea_bridge", os.path.join(REPO_ROOT, "bin", "box-gitea-bridge.py"))
|
||||||
|
bgb = importlib.util.module_from_spec(spec)
|
||||||
|
spec.loader.exec_module(bgb)
|
||||||
|
|
||||||
|
class TestBoxGiteaBridge(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.tmpdir = tempfile.TemporaryDirectory()
|
||||||
|
bgb.TASKS_DIR = os.path.join(self.tmpdir.name, "fleet", "tasks")
|
||||||
|
os.makedirs(os.path.join(bgb.TASKS_DIR, "pending"), exist_ok=True)
|
||||||
|
os.makedirs(os.path.join(bgb.TASKS_DIR, "claimed"), exist_ok=True)
|
||||||
|
os.makedirs(os.path.join(bgb.TASKS_DIR, "done"), exist_ok=True)
|
||||||
|
|
||||||
|
def tearDown(self):
|
||||||
|
self.tmpdir.cleanup()
|
||||||
|
|
||||||
|
def test_slugify(self):
|
||||||
|
self.assertEqual(bgb.slugify("Hello World! 123"), "hello-world-123")
|
||||||
|
self.assertEqual(bgb.slugify("Fix: Gitea & Box Integration"), "fix-gitea-box-integration")
|
||||||
|
|
||||||
|
def test_label_gating(self):
|
||||||
|
# Unlabeled issue -> skipped
|
||||||
|
issue_unlabeled = {"number": 208, "title": "Untagged discussion", "labels": []}
|
||||||
|
path, status = bgb.create_task_from_issue(issue_unlabeled)
|
||||||
|
self.assertIsNone(path)
|
||||||
|
self.assertEqual(status, "skipped_label_gate")
|
||||||
|
|
||||||
|
# Irrelevant label -> skipped
|
||||||
|
issue_wontfix = {"number": 208, "title": "Wontfix bug", "labels": [{"name": "wontfix"}]}
|
||||||
|
path, status = bgb.create_task_from_issue(issue_wontfix)
|
||||||
|
self.assertIsNone(path)
|
||||||
|
self.assertEqual(status, "skipped_label_gate")
|
||||||
|
|
||||||
|
# Labeled 'task' -> created
|
||||||
|
issue_task = {"number": 208, "title": "Build Gitea Bridge", "labels": [{"name": "task"}], "body": "Implement bridge"}
|
||||||
|
path, status = bgb.create_task_from_issue(issue_task)
|
||||||
|
self.assertIsNotNone(path)
|
||||||
|
self.assertEqual(status, "created")
|
||||||
|
self.assertTrue(os.path.exists(path))
|
||||||
|
self.assertIn("208-build-gitea-bridge.md", path)
|
||||||
|
|
||||||
|
def test_assigned_issue_claims_directly(self):
|
||||||
|
issue_assigned = {
|
||||||
|
"number": 209,
|
||||||
|
"title": "OPM Recovery Task",
|
||||||
|
"labels": [{"name": "ready"}],
|
||||||
|
"body": "Run recovery",
|
||||||
|
"assignee": {"username": "opm"}
|
||||||
|
}
|
||||||
|
path, status = bgb.create_task_from_issue(issue_assigned)
|
||||||
|
self.assertIsNotNone(path)
|
||||||
|
self.assertEqual(status, "created")
|
||||||
|
self.assertIn("claimed", path)
|
||||||
|
self.assertTrue(path.endswith(".opm"))
|
||||||
|
|
||||||
|
def test_label_based_routing(self):
|
||||||
|
issue_label_assigned = {
|
||||||
|
"number": 211,
|
||||||
|
"title": "Direct Labeled Task",
|
||||||
|
"labels": [{"name": "task"}, {"name": "assign:opm"}],
|
||||||
|
"body": "Direct routing via label"
|
||||||
|
}
|
||||||
|
path, status = bgb.create_task_from_issue(issue_label_assigned)
|
||||||
|
self.assertIsNotNone(path)
|
||||||
|
self.assertEqual(status, "created")
|
||||||
|
self.assertIn("claimed", path)
|
||||||
|
self.assertTrue(path.endswith(".opm"))
|
||||||
|
|
||||||
|
def test_close_task_moves_to_done(self):
|
||||||
|
issue = {"number": 210, "title": "Close test", "labels": [{"name": "ready"}]}
|
||||||
|
created_path, _ = bgb.create_task_from_issue(issue)
|
||||||
|
self.assertTrue(os.path.exists(created_path))
|
||||||
|
|
||||||
|
done_path = bgb.close_task_for_issue(210, "Verified fixed")
|
||||||
|
self.assertIsNotNone(done_path)
|
||||||
|
self.assertFalse(os.path.exists(created_path))
|
||||||
|
self.assertTrue(os.path.exists(done_path))
|
||||||
|
self.assertIn("done", done_path)
|
||||||
|
|
||||||
|
with open(done_path) as f:
|
||||||
|
content = f.read()
|
||||||
|
self.assertIn("Verified fixed", content)
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
Reference in New Issue
Block a user