box/bin/box-work.py

#!/usr/bin/env python3
"""
box-work.py — Fleet Workspace, Work Scope, and Task Orchestration Engine.

Provides unified visibility into:
- Scope of cloud workers (ports, tunnel status, busy/idle signals)
- Recent Gitea tickets & build tasks
- Actions taken (PRs, merges, closed tasks)
- Active state of related agent chats & main chat
- Next-action identification & autonomous dispatch (start, assign, merge)

Usable standalone or as `box work` / `super work`. Works on NetVM (bl), VM, or remote PC/VPS.
"""

import sys
import os
import re
import json
import time
import socket
import argparse
import urllib.request
import urllib.parse
import urllib.error
from datetime import datetime, timezone
from pathlib import Path

# Color helpers
USE_COLOR = sys.stdout.isatty() or os.environ.get("CLICOLOR_FORCE") == "1"

def c_bold(s: str) -> str: return f"\033[1m{s}\033[0m" if USE_COLOR else str(s)
def c_dim(s: str) -> str: return f"\033[2m{s}\033[0m" if USE_COLOR else str(s)
def c_green(s: str) -> str: return f"\033[32m{s}\033[0m" if USE_COLOR else str(s)
def c_red(s: str) -> str: return f"\033[31m{s}\033[0m" if USE_COLOR else str(s)
def c_yellow(s: str) -> str: return f"\033[33m{s}\033[0m" if USE_COLOR else str(s)
def c_blue(s: str) -> str: return f"\033[34m{s}\033[0m" if USE_COLOR else str(s)
def c_cyan(s: str) -> str: return f"\033[36m{s}\033[0m" if USE_COLOR else str(s)
def c_magenta(s: str) -> str: return f"\033[35m{s}\033[0m" if USE_COLOR else str(s)

# Known fleet worker topology
WORKERS = [
    {"name": "opm", "role": "fleet-agent", "port": 2228, "desc": "Fleet Ops & Coordination"},
    {"name": "646", "role": "fleet-agent", "port": 2226, "desc": "Fleet Ops & Verification"},
    {"name": "dev", "role": "builder",     "port": 2230, "desc": "Core Platform Builder"},
    {"name": "pip", "role": "builder",     "port": 2227, "desc": "Integration & Python Builder"},
    {"name": "def", "role": "fleet-agent", "port": 2229, "desc": "Fleet Autonomous Worker"},
    {"name": "muse", "role": "fleet-agent","port": 2225, "desc": "Chat & TUI Runner"},
    {"name": "muse-main", "role": "host",  "port": 2224, "desc": "Primary Runtime Host"}
]

def find_repo_root() -> Path:
    if os.environ.get("NETVM_ROOT"):
        return Path(os.environ["NETVM_ROOT"])
    cur = Path(__file__).resolve().parent
    while cur != cur.parent:
        if (cur / "fleet" / "partition-table.json").exists():
            return cur
        cur = cur.parent
    fallback = Path("/home/super/Projects/NetVM")
    if fallback.exists():
        return fallback
    return Path.cwd()

REPO_ROOT = find_repo_root()
PARTITION_TABLE_PATH = REPO_ROOT / "fleet" / "partition-table.json"
TASKS_DIR = REPO_ROOT / "fleet" / "tasks"
CHAT_LOG = REPO_ROOT / "logs" / "chat-history.jsonl"
DEFAULT_GITEA_URL = "https://tea.muse-dev.online"

def get_gitea_config():
    token = os.environ.get("GITEA_TOKEN", "")
    url = os.environ.get("GITEA_URL", DEFAULT_GITEA_URL)
    
    # Try reading partition table
    if not token and PARTITION_TABLE_PATH.exists():
        try:
            with open(PARTITION_TABLE_PATH) as f:
                data = json.load(f)
                token = data.get("contributors", {}).get("super", {}).get("token", "")
                url = data.get("gitea_url", url)
        except Exception:
            pass
            
    # Check if we are physically running on bl and port 3000 is open
    host_is_bl = False
    try:
        host_is_bl = (socket.gethostname() == "bl")
    except Exception:
        pass

    if host_is_bl:
        s = socket.socket()
        s.settimeout(0.3)
        if s.connect_ex(("127.0.0.1", 3000)) == 0:
            api_base = "http://127.0.0.1:3000/api/v1"
        else:
            api_base = f"{url.rstrip('/')}/api/v1"
        s.close()
    else:
        api_base = f"{url.rstrip('/')}/api/v1"
    
    if not token:
        token = "3c26744525bceaf385aa09737f7e41af613627b6"
    return api_base, token

def gitea_api_request(endpoint: str, method: str = "GET", data: dict = None):
    api_base, token = get_gitea_config()
    url = f"{api_base}{endpoint}"
    headers = {
        "Authorization": f"token {token}",
        "Content-Type": "application/json",
        "User-Agent": "Box-Work-CLI/1.0"
    }
    payload = json.dumps(data).encode("utf-8") if data else None
    req = urllib.request.Request(url, data=payload, headers=headers, method=method)
    try:
        with urllib.request.urlopen(req, timeout=6.0) as resp:
            content = resp.read().decode("utf-8")
            return json.loads(content) if content else {}
    except urllib.error.HTTPError as e:
        body = e.read().decode("utf-8")
        try:
            return {"error": e.code, "message": json.loads(body).get("message", body)}
        except Exception:
            return {"error": e.code, "message": body}
    except Exception as e:
        return {"error": 500, "message": str(e)}

def get_claimed_tasks():
    claimed = {}
    cdir = TASKS_DIR / "claimed"
    if cdir.exists() and cdir.is_dir():
        for f in cdir.iterdir():
            if f.is_file() and not f.name.startswith("."):
                parts = f.name.split(".")
                agent = parts[-1] if len(parts) > 1 else "unknown"
                task_name = parts[0]
                claimed[agent] = task_name
    return claimed

def get_recent_done_tasks(limit=5):
    done = []
    ddir = TASKS_DIR / "done"
    if ddir.exists() and ddir.is_dir():
        files = [f for f in ddir.iterdir() if f.is_file() and not f.name.startswith(".")]
        files.sort(key=lambda x: x.stat().st_mtime, reverse=True)
        for f in files[:limit]:
            mtime = datetime.fromtimestamp(f.stat().st_mtime, tz=timezone.utc)
            done.append({"name": f.name, "mtime": mtime.strftime("%H:%M:%SZ")})
    return done

def get_recent_chat_events(limit=5):
    events = []
    if CHAT_LOG.exists():
        try:
            with open(CHAT_LOG, "r") as f:
                lines = f.readlines()
                for line in reversed(lines):
                    if not line.strip():
                        continue
                    try:
                        ev = json.loads(line)
                        events.append(ev)
                        if len(events) >= limit:
                            break
                    except Exception:
                        pass
        except Exception:
            pass
    return events

def get_last_agent_chats():
    last_chats = {}
    if CHAT_LOG.exists():
        try:
            with open(CHAT_LOG, "r") as f:
                for line in f:
                    if not line.strip():
                        continue
                    try:
                        ev = json.loads(line)
                        agent = ev.get("agent")
                        if agent:
                            last_chats[agent] = ev
                    except Exception:
                        pass
        except Exception:
            pass
    return last_chats

def check_tunnel_ports():
    ports_status = {}
    s_vm = socket.socket()
    s_vm.settimeout(0.5)
    vm_online = (s_vm.connect_ex(("100.81.31.9", 22)) == 0)
    s_vm.close()

    for w in WORKERS:
        ports_status[w["port"]] = "UNKNOWN"

    if vm_online:
        try:
            cmd = "ssh -o ConnectTimeout=2 -o BatchMode=yes super@100.81.31.9 'ss -tlnH sport = :2224 or sport = :2225 or sport = :2226 or sport = :2227 or sport = :2228 or sport = :2229 or sport = :2230' 2>/dev/null"
            res = os.popen(cmd).read()
            for w in WORKERS:
                p = w["port"]
                if f":{p} " in res or f":{p}\n" in res:
                    ports_status[p] = "UP"
                else:
                    ports_status[p] = "DARK"
        except Exception:
            pass
    else:
        for w in WORKERS:
            p = w["port"]
            s = socket.socket()
            s.settimeout(0.1)
            ports_status[p] = "UP" if s.connect_ex(("127.0.0.1", p)) == 0 else "DARK"
            s.close()
    return ports_status

def cmd_status(args):
    api_base, _ = get_gitea_config()
    print(c_bold(f"\n=== BOX WORK: FLEET & BUILD PIPELINE ({api_base}) ===\n"))

    # 1. Workers Scope & Live Signals
    print(c_bold("--- WORKER SCOPE & CONSTANT SIGNALS ---"))
    claimed_tasks = get_claimed_tasks()
    tunnel_ports = check_tunnel_ports()
    last_chats = get_last_agent_chats()

    # Query Gitea open issues for assignment signals
    issues = gitea_api_request("/repos/super/box/issues?state=open")
    if isinstance(issues, dict) and "error" in issues:
        issues = []
    
    agent_active_issues = {}
    for iss in issues:
        assignee = iss.get("assignee")
        if assignee:
            uname = assignee.get("username")
            agent_active_issues[uname] = iss

    headers = f"{'AGENT':<12} {'ROLE':<13} {'PORT':<6} {'TUNNEL':<8} {'SIGNAL':<10} {'ACTIVE WORK / ASSIGNMENT':<38} {'LAST CHAT'}"
    print(c_dim(headers))
    print(c_dim("-" * len(headers)))

    ready_count = 0
    busy_count = 0
    dark_count = 0

    for w in WORKERS:
        name = w["name"]
        role = w["role"]
        port = w["port"]
        tunnel = tunnel_ports.get(port, "DARK")
        
        active_task = claimed_tasks.get(name)
        active_issue = agent_active_issues.get(name)
        
        if active_issue:
            num = active_issue.get("number")
            title = active_issue.get("title", "")[:32]
            labels = [l.get("name") for l in active_issue.get("labels", [])]
            signal = c_red("🔴 BUSY")
            work_desc = f"#{num} {title}"
            busy_count += 1
        elif active_task:
            signal = c_yellow("🟡 CLAIM")
            work_desc = active_task[:36]
            busy_count += 1
        elif tunnel == "DARK" and role != "host":
            signal = c_dim("⚫ DARK")
            work_desc = c_dim("Tunnel down / no listener")
            dark_count += 1
        else:
            signal = c_green("🟢 IDLE")
            work_desc = c_dim("Ready for assignment")
            ready_count += 1

        tunnel_str = c_green("UP") if tunnel == "UP" else (c_red("DARK") if tunnel == "DARK" else c_dim(tunnel))
        
        chat_ev = last_chats.get(name)
        if chat_ev:
            ts_str = chat_ev.get("ts", "")
            author = chat_ev.get("author", "")
            chat_str = f"{author} ({ts_str[11:16]}Z)"
        else:
            chat_str = c_dim("-")

        print(f"{c_bold(name):<21} {role:<13} {port:<6} {tunnel_str:<17} {signal:<19} {work_desc:<38} {chat_str}")

    print()

    # 2. Tickets & Tasks Pipeline
    print(c_bold("--- GITEA TICKETS & BUILD TASKS (super/box) ---"))
    all_issues = gitea_api_request("/repos/super/box/issues?state=all&limit=8")
    if isinstance(all_issues, dict) and "error" in all_issues:
        print(c_red(f"  Failed to fetch tickets: {all_issues.get('message')}"))
    elif not all_issues:
        print(c_dim("  No tickets found in Gitea repository."))
    else:
        t_header = f"{'TICKET':<8} {'STATE':<10} {'ASSIGNEE':<12} {'TITLE':<48} {'LABELS'}"
        print(c_dim(t_header))
        print(c_dim("-" * len(t_header)))
        for iss in all_issues:
            num = f"#{iss.get('number')}"
            state = iss.get("state", "").upper()
            assignee = iss.get("assignee")
            assignee_str = assignee.get("username", "-") if assignee else "-"
            title = iss.get("title", "")[:46]
            lbls = [l.get("name") for l in iss.get("labels", [])]
            if state == "CLOSED":
                state_str = c_dim("CLOSED")
            elif "in-review" in lbls:
                state_str = c_yellow("IN-REVIEW")
            else:
                state_str = c_green("OPEN")
            lbl_str = c_cyan(", ".join(lbls)) if lbls else "-"
            print(f"{c_bold(num):<17} {state_str:<19} {assignee_str:<12} {title:<48} {lbl_str}")

    print()

    # 3. Pull Requests
    prs = gitea_api_request("/repos/super/box/pulls?state=all&limit=5")
    if prs and isinstance(prs, list):
        print(c_bold("--- PULL REQUESTS & CODE INTEGRATIONS ---"))
        pr_header = f"{'PR':<8} {'STATUS':<10} {'BRANCH':<34} {'TITLE':<42}"
        print(c_dim(pr_header))
        print(c_dim("-" * len(pr_header)))
        for pr in prs:
            pnum = f"#{pr.get('number')}"
            merged = pr.get("merged", False)
            state = pr.get("state", "").upper()
            status_str = c_green("MERGED") if merged else (c_yellow("OPEN") if state == "OPEN" else c_dim("CLOSED"))
            head = pr.get("head", {}).get("ref", "-")[:32]
            title = pr.get("title", "")[:40]
            print(f"{c_bold(pnum):<17} {status_str:<19} {head:<34} {title:<42}")
        print()

    # 4. Recent Done Tasks
    done_tasks = get_recent_done_tasks(limit=4)
    if done_tasks:
        print(c_bold("--- RECENTLY ARCHIVED TASKS (fleet/tasks/done) ---"))
        for dt in done_tasks:
            print(f"  {c_green('✓')} {dt['name']} {c_dim('(' + dt['mtime'] + ')')}")
        print()

    # 5. Active Chat Snippets
    chat_events = get_recent_chat_events(limit=3)
    if chat_events:
        print(c_bold("--- ACTIVE CHAT CONVERSATIONS ---"))
        for ev in chat_events:
            agent = ev.get("agent", "agent")
            tname = ev.get("thread_name", "Chat")
            author = ev.get("author", "user")
            text = ev.get("text", "").replace("\n", " ")[:90]
            ts = ev.get("ts", "")[11:16]
            print(f"  [{c_cyan(agent)}:{c_dim(tname)}] {c_dim(ts)} {c_bold(author)}: {text}...")
        print()

    # 6. Identified Work & Action Recommendations
    print(c_bold("--- IDENTIFIED WORK & DISPATCH RECOMMENDATIONS ---"))
    pending_tasks = []
    pdir = TASKS_DIR / "pending"
    if pdir.exists() and pdir.is_dir():
        pending_tasks = [f.name for f in pdir.iterdir() if f.is_file() and not f.name.startswith(".")]

    recs = []
    if ready_count > 0:
        idle_agents = [w["name"] for w in WORKERS if w["role"] != "host" and tunnel_ports.get(w["port"]) == "UP" and w["name"] not in agent_active_issues and w["name"] not in claimed_tasks]
        recs.append(f"Available Workers: {', '.join(idle_agents) if idle_agents else 'None'} ready for new build tickets.")
    if dark_count > 0:
        dark_nodes = [w["name"] for w in WORKERS if tunnel_ports.get(w["port"]) == "DARK" and w["role"] != "host"]
        recs.append(f"Dark Node Recovery: Nodes {', '.join(dark_nodes)} reverse tunnels are DOWN (need tunnel supervision).")
    if pending_tasks:
        recs.append(f"Unassigned Pending Queue: {len(pending_tasks)} task(s) waiting in fleet/tasks/pending/: {', '.join(pending_tasks[:3])}")
    
    open_prs = [pr for pr in (prs if isinstance(prs, list) else []) if pr.get("state") == "open" and not pr.get("merged")]
    if open_prs:
        recs.append(f"Open PRs: {len(open_prs)} PR(s) ready for test verification & merge: #{open_prs[0].get('number')} ({open_prs[0].get('title', '')[:30]})")

    for r in recs:
        print(f"  {c_yellow('👉')} {r}")
    
    print(f"\n{c_dim('Quick Dispatch:')} {c_cyan('box work start <title> --to <agent>')} | {c_cyan('box work assign <ticket#> --to <agent>')} | {c_cyan('box work merge <pr#>')}\n")

def cmd_start(args):
    title = args.title
    agent = args.agent
    body = args.goal or f"Work task for {agent}: {title}"

    print(c_bold(f"Initiating work ticket for agent {agent}..."))
    
    # 1. Ensure label exists in Gitea
    gitea_api_request("/repos/super/box/labels", method="POST", data={
        "name": f"assign:{agent}",
        "color": "5319e7",
        "description": f"Assigned directly to {agent}"
    })

    # 2. Create Gitea Issue
    payload = {
        "title": title,
        "body": body,
        "labels": [1, 2],  # task, ready
        "assignee": agent
    }
    
    res = gitea_api_request("/repos/super/box/issues", method="POST", data=payload)
    if "error" in res:
        print(c_red(f"Error creating ticket in Gitea: {res.get('message')}"))
        sys.exit(1)
        
    issue_num = res.get("number")
    print(c_green(f"✓ Created Gitea Issue #{issue_num}: {title}"))

    # 3. Trigger webhook sweep on bridge if local
    s = socket.socket()
    s.settimeout(0.5)
    if s.connect_ex(("127.0.0.1", 3005)) == 0:
        try:
            req = urllib.request.Request("http://127.0.0.1:3005/sweep")
            urllib.request.urlopen(req, timeout=1.0)
            print(c_green(f"✓ Reconciled bridge webhook queue"))
        except Exception:
            pass
    s.close()

    # 4. Notify agent via muse-chat-api if available
    chat_script = REPO_ROOT / "bin" / "muse-chat-api.py"
    if chat_script.exists():
        msg = f"New build ticket #{issue_num} assigned to you: {title}. Clone/pull ~/workspace/box, checkout dev/{agent}/{issue_num}-work, commit citing 'Fixes #{issue_num}', and push."
        try:
            cmd = f"python3 {chat_script} --account {agent} send '{msg}'"
            os.system(f"{cmd} >/dev/null 2>&1")
            print(c_green(f"✓ Delivered briefing to {agent} chat session"))
        except Exception:
            pass

    print(c_bold(f"\nWork ticket #{issue_num} is active and assigned to {agent}.\n"))

def cmd_assign(args):
    issue_num = args.issue
    agent = args.agent
    print(c_bold(f"Assigning Ticket #{issue_num} to {agent}..."))

    payload = {
        "assignee": agent
    }
    res = gitea_api_request(f"/repos/super/box/issues/{issue_num}", method="PATCH", data=payload)
    if "error" in res:
        print(c_red(f"Error updating ticket: {res.get('message')}"))
        sys.exit(1)

    print(c_green(f"✓ Ticket #{issue_num} assigned to {agent}"))

    chat_script = REPO_ROOT / "bin" / "muse-chat-api.py"
    if chat_script.exists():
        msg = f"Ticket #{issue_num} has been assigned to you. Please pull ~/workspace/box and claim."
        os.system(f"python3 {chat_script} --account {agent} send '{msg}' >/dev/null 2>&1")
        print(c_green(f"✓ Notified {agent} in chat"))

def cmd_merge(args):
    pr_num = args.pr
    print(c_bold(f"Merging Pull Request #{pr_num} into master..."))

    payload = {
        "Do": "merge",
        "MergeTitleField": f"Merge pull request #{pr_num}",
        "MergeMessageField": f"Merged via box work CLI"
    }
    res = gitea_api_request(f"/repos/super/box/pulls/{pr_num}/merge", method="POST", data=payload)
    if isinstance(res, dict) and "error" in res:
        print(c_red(f"Error merging PR: {res.get('message')}"))
        sys.exit(1)

    print(c_green(f"✓ PR #{pr_num} merged into master. Post-receive hook triggered loop terminus."))

def cmd_chats(args):
    agent = getattr(args, "agent", None)
    events = get_recent_chat_events(limit=args.limit)
    if agent:
        events = [e for e in events if e.get("agent") == agent]
    print(c_bold(f"\n=== CHAT FEED ({agent or 'ALL AGENTS'}) ===\n"))
    for ev in events:
        ag = ev.get("agent", "agent")
        tname = ev.get("thread_name", "Chat")
        author = ev.get("author", "user")
        text = ev.get("text", "").strip()
        ts = ev.get("ts", "")[:19].replace("T", " ")
        print(f"[{c_cyan(ag)} : {c_dim(tname)}] {c_dim(ts)} {c_bold(author)}:\n{text}\n" + c_dim("-" * 60))
    print()

def main():
    parser = argparse.ArgumentParser(
        prog="box work",
        description="Fleet Workspace, Work Scope, and Task Orchestration Engine."
    )
    sub = parser.add_subparsers(dest="work_action")

    sub.add_parser("status", help="Show full operational work dashboard")
    
    p_start = sub.add_parser("start", help="Instantly start and assign new build ticket to an agent")
    p_start.add_argument("title", help="Ticket title / summary")
    p_start.add_argument("--to", dest="agent", required=True, help="Agent username (opm, 646, dev, pip, def, muse)")
    p_start.add_argument("--goal", help="Optional detailed goal description")

    p_assign = sub.add_parser("assign", help="Assign existing ticket to an agent")
    p_assign.add_argument("issue", type=int, help="Issue number (e.g. 215)")
    p_assign.add_argument("--to", dest="agent", required=True, help="Agent username")

    p_merge = sub.add_parser("merge", help="Merge an open PR into master")
    p_merge.add_argument("pr", type=int, help="Pull request number (e.g. 214)")

    p_chats = sub.add_parser("chats", help="View recent live chat activity")
    p_chats.add_argument("--agent", help="Filter by agent name")
    p_chats.add_argument("--limit", type=int, default=10, help="Number of messages to show")

    args = parser.parse_args()
    action = args.work_action

    if not action or action == "status":
        cmd_status(args)
    elif action == "start":
        cmd_start(args)
    elif action == "assign":
        cmd_assign(args)
    elif action == "merge":
        cmd_merge(args)
    elif action == "chats":
        cmd_chats(args)
    else:
        parser.print_help()

if __name__ == "__main__":
    main()