Use Jev for inspectable computer-use next actions

curl -sS https://router.flatkey.ai/api/alpha/decisions \
  -H "Authorization: Bearer $FLATKEY_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
  "model": "typesafe/jev-1.13",
  "state": "Task: open Privacy settings and turn on \"Do Not Track\".\n\nOCR (visible):\nSettings — Privacy & security\n[ ] Do Not Track\n[x] Safe Browsing\nCookies: Allow all\n[Clear browsing data…]\n[Done]\n\nAccessibility tree (focused window):\n- window \"Settings\"\n  - heading \"Privacy & security\"\n  - checkbox \"Do Not Track\" checked=false\n  - checkbox \"Safe Browsing\" checked=true\n  - combobox \"Cookies\" value=\"Allow all\"\n  - button \"Clear browsing data…\"\n  - button \"Done\"\n\nLast action: opened Settings → Privacy & security.\nPolicy: never clear browsing data without human confirm; prefer named a11y targets.",
  "questions": {
    "next_action": {
      "type": "choice",
      "instructions": "Given the OCR text and accessibility-tree snapshot, pick the single best next computer-use action. Prefer precise UI targets named in the a11y tree. Do not invent controls that are not present.",
      "criteria": {
        "click": "A clear interactive control should be clicked next (button, link, checkbox, tab, menu item)",
        "scroll": "The needed control or text is off-screen; scroll to reveal more of the UI first",
        "type": "Focus is on (or should move to) an editable field and text must be entered or cleared",
        "wait": "The UI is loading, animating, or disabled; wait briefly before acting",
        "done": "The stated task is complete; no further computer-use action is needed"
      }
    },
    "target_clarity": {
      "type": "score",
      "instructions": "How clearly can the next action'\''s UI target be identified from the OCR + accessibility snapshot alone?",
      "criteria": [
        "none",
        "low",
        "medium",
        "high"
      ]
    },
    "needs_human": {
      "type": "noul",
      "instructions": "A human should take over or confirm before this UI action runs (destructive, payment, permission, or ambiguous target)."
    }
  }
}'

// Node.js 18+ (built-in fetch). Run: FLATKEY_API_KEY=... node jev.mjs
const body = {
  "model": "typesafe/jev-1.13",
  "state": "Task: open Privacy settings and turn on \"Do Not Track\".\n\nOCR (visible):\nSettings — Privacy & security\n[ ] Do Not Track\n[x] Safe Browsing\nCookies: Allow all\n[Clear browsing data…]\n[Done]\n\nAccessibility tree (focused window):\n- window \"Settings\"\n  - heading \"Privacy & security\"\n  - checkbox \"Do Not Track\" checked=false\n  - checkbox \"Safe Browsing\" checked=true\n  - combobox \"Cookies\" value=\"Allow all\"\n  - button \"Clear browsing data…\"\n  - button \"Done\"\n\nLast action: opened Settings → Privacy & security.\nPolicy: never clear browsing data without human confirm; prefer named a11y targets.",
  "questions": {
    "next_action": {
      "type": "choice",
      "instructions": "Given the OCR text and accessibility-tree snapshot, pick the single best next computer-use action. Prefer precise UI targets named in the a11y tree. Do not invent controls that are not present.",
      "criteria": {
        "click": "A clear interactive control should be clicked next (button, link, checkbox, tab, menu item)",
        "scroll": "The needed control or text is off-screen; scroll to reveal more of the UI first",
        "type": "Focus is on (or should move to) an editable field and text must be entered or cleared",
        "wait": "The UI is loading, animating, or disabled; wait briefly before acting",
        "done": "The stated task is complete; no further computer-use action is needed"
      }
    },
    "target_clarity": {
      "type": "score",
      "instructions": "How clearly can the next action's UI target be identified from the OCR + accessibility snapshot alone?",
      "criteria": [
        "none",
        "low",
        "medium",
        "high"
      ]
    },
    "needs_human": {
      "type": "noul",
      "instructions": "A human should take over or confirm before this UI action runs (destructive, payment, permission, or ambiguous target)."
    }
  }
};

const res = await fetch("https://router.flatkey.ai/api/alpha/decisions", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.FLATKEY_API_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify(body),
});
if (!res.ok) throw new Error(`Jev request failed: ${res.status} ${await res.text()}`);
const { answers, usage } = await res.json();
console.log(JSON.stringify(answers, null, 2), usage);

# Python 3.8+ (pip install requests). Run: FLATKEY_API_KEY=... python jev.py
import json, os, requests

body = json.loads(r"""{
  "model": "typesafe/jev-1.13",
  "state": "Task: open Privacy settings and turn on \"Do Not Track\".\n\nOCR (visible):\nSettings — Privacy & security\n[ ] Do Not Track\n[x] Safe Browsing\nCookies: Allow all\n[Clear browsing data…]\n[Done]\n\nAccessibility tree (focused window):\n- window \"Settings\"\n  - heading \"Privacy & security\"\n  - checkbox \"Do Not Track\" checked=false\n  - checkbox \"Safe Browsing\" checked=true\n  - combobox \"Cookies\" value=\"Allow all\"\n  - button \"Clear browsing data…\"\n  - button \"Done\"\n\nLast action: opened Settings → Privacy & security.\nPolicy: never clear browsing data without human confirm; prefer named a11y targets.",
  "questions": {
    "next_action": {
      "type": "choice",
      "instructions": "Given the OCR text and accessibility-tree snapshot, pick the single best next computer-use action. Prefer precise UI targets named in the a11y tree. Do not invent controls that are not present.",
      "criteria": {
        "click": "A clear interactive control should be clicked next (button, link, checkbox, tab, menu item)",
        "scroll": "The needed control or text is off-screen; scroll to reveal more of the UI first",
        "type": "Focus is on (or should move to) an editable field and text must be entered or cleared",
        "wait": "The UI is loading, animating, or disabled; wait briefly before acting",
        "done": "The stated task is complete; no further computer-use action is needed"
      }
    },
    "target_clarity": {
      "type": "score",
      "instructions": "How clearly can the next action's UI target be identified from the OCR + accessibility snapshot alone?",
      "criteria": [
        "none",
        "low",
        "medium",
        "high"
      ]
    },
    "needs_human": {
      "type": "noul",
      "instructions": "A human should take over or confirm before this UI action runs (destructive, payment, permission, or ambiguous target)."
    }
  }
}""")

res = requests.post(
    "https://router.flatkey.ai/api/alpha/decisions",
    headers={"Authorization": f"Bearer {os.environ['FLATKEY_API_KEY']}"},
    json=body,
    timeout=60,
)
res.raise_for_status()
data = res.json()
print(json.dumps(data["answers"], indent=2), data.get("usage"))

No Flatkey key yet? Get one for Jev 1.13 →