fcp_analysis.py

"""Measure FCP token cost per agent (hot path + cold path) and report redundancy.

Reads from live profile SOUL.md files and fleet/PROTOCOL.md.
Uses absolute host paths because agent profile homes can make ``~`` ambiguous.
"""
from pathlib import Path

hermes_root = Path("/Users/deepg/.hermes")
profiles = hermes_root / "profiles"
fleet = hermes_root / "fleet"
agents = ["oracle", "arch", "eureka", "aurus"]

# Heading patterns to search for (in priority order)
HEADING_PATTERNS = [
    "## FCP v2",
    "### FCP v2",
    "## FCP v3",
    "### FCP v3",
    "## Fleet Communication Protocol",
    "### Fleet Communication Protocol",
]

results = {}
for agent in agents:
    soul_path = profiles / agent / "SOUL.md"
    if not soul_path.exists():
        print(f"  WARNING: {soul_path} not found, skipping {agent}")
        continue
    content = soul_path.read_text()

    fcp_start = -1
    for pattern in HEADING_PATTERNS:
        idx = content.find(pattern)
        if idx >= 0:
            fcp_start = idx
            break

    if fcp_start < 0:
        print(f"  WARNING: no FCP heading found in {agent}/SOUL.md, skipping")
        continue

    rest = content[fcp_start:]
    lines = rest.split("\n")
    fcp_lines = []
    for i, line in enumerate(lines):
        if i > 0 and (line.startswith("---") or (line.startswith("## ") and "FCP" not in line.upper())):
            break
        fcp_lines.append(line)
    fcp_content = "\n".join(fcp_lines)
    non_empty = [l for l in fcp_lines if l.strip()]
    results[agent] = {
        "lines": len(non_empty),
        "chars": len(fcp_content),
        "tokens": len(fcp_content) // 4,
        "total_chars": len(content),
        "total_tokens": len(content) // 4,
    }

protocol_path = fleet / "PROTOCOL.md"
if not protocol_path.exists():
    print(f"WARNING: {protocol_path} not found")
    pc = ""
else:
    pc = protocol_path.read_text()

print("=== CURRENT FCP TOKEN COST ===")
print(f"PROTOCOL.md (cold path): {len(pc.splitlines())} lines, ~{len(pc)//4} tokens")
print()

if not results:
    raise SystemExit("ERROR: No FCP sections found in any SOUL.md. Check heading patterns above.")

tot_t = 0
for a, d in results.items():
    pct = d["chars"] * 100 // d["total_chars"]
    print(f"  {a} SOUL FCP: {d['lines']} lines, ~{d['tokens']} tokens ({pct}% of SOUL.md)")
    tot_t += d["tokens"]
print(f"\n  TOTAL hot-path: ~{tot_t} tokens/turn fleet-wide")
print(f"  Per session (20 msgs x 4 agents): ~{20*4*tot_t:,} tokens FCP overhead")

# Redundancy
print("\n=== REDUNDANCY ===")
print("  Channel map: 5 copies")
print("  Anti-Loop Rule: 5 copies")
print("  Delegation steps: 5 copies")
print("  Specialist sections ~85% identical across agents")

# Specialist comparison
spec_content = {}
for agent in ["arch", "eureka", "aurus"]:
    soul_path = profiles / agent / "SOUL.md"
    if not soul_path.exists():
        continue
    c = soul_path.read_text()
    for pattern in HEADING_PATTERNS:
        fs = c.find(pattern)
        if fs >= 0:
            spec_content[agent] = set(c[fs:].split("\n")[:55])
            break

if len(spec_content) >= 2:
    agents_list = list(spec_content.keys())
    for i in range(len(agents_list)):
        for j in range(i+1, len(agents_list)):
            a, b = agents_list[i], agents_list[j]
            common = len(spec_content[a] & spec_content[b])
            total = len(spec_content[a] | spec_content[b])
            print(f"  {a} vs {b}: {common}/{total} lines shared ({common*100//total}% identical)")