{
  "type": "guess-tree/v2",
  "_what_this_is": "The question set the engine reads — GENERATED by admin/build/gen_mesh.py from probes/mesh/questions/*.json (one file per question; correct a question there). Each question carries a class (discriminating identifies; eliciting measures, and only eliciting answers count toward the gap), a reliability (how likely a player is to know the true answer: a low-reliability answer barely moves the belief and fully counts toward the gap), and for eliciting questions the capability it asks about. Probabilities are the author's estimates; reliabilities are a mechanism with no fitted values behind them yet.",
  "generated_from": "probes/mesh/questions/",
  "profiles_manifest": "../probes/profiles/index.json",
  "stop": {
    "dominant": 0.8,
    "min_gain": 0.03,
    "budget": 16,
    "not_in_set_below": 0.5,
    "elicit_after_dominant": 4
  },
  "noise": {
    "floor": 0.06,
    "ceiling": 0.94,
    "why": "answers update a belief rather than prune a branch; the reliability tempers the update"
  },
  "questions": [
    {
      "id": "always-allow",
      "text": "Have you ever clicked something that said 'always allow', or turned its confirmations off?",
      "help": "Including a flag that skips permissions, or an auto mode.",
      "class": "eliciting",
      "reliability": 0.6,
      "reliability_note": "medium: a control you clicked through once and forgot",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.25,
        "anthropic/claude-code/local-confirmations-off": 0.96,
        "anthropic/claude-desktop/default": 0.35,
        "anthropic/claude-code-remote/ccr-container": 0.5,
        "openai/chatgpt-web/default": 0.15,
        "anthropic/claude-web/connectors-on": 0.3,
        "github/actions-runner/ci": 0.1,
        "generic/browser-extension/broad-host-permissions": 0.6,
        "generic/scheduled-job/service-account": 0.2
      },
      "asks_about": "execute.process.host",
      "source": "probes/mesh/questions/always-allow.json"
    },
    {
      "id": "attached-repo",
      "text": "Did you attach a repository to a session, rather than open a folder?",
      "help": "You picked a repo from a list and something cloned it somewhere that is not your laptop.",
      "class": "discriminating",
      "reliability": 0.9,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.08,
        "anthropic/claude-code/local-confirmations-off": 0.08,
        "anthropic/claude-desktop/default": 0.05,
        "anthropic/claude-code-remote/ccr-container": 0.92,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.1,
        "github/actions-runner/ci": 0.7,
        "generic/browser-extension/broad-host-permissions": 0.03,
        "generic/scheduled-job/service-account": 0.1
      },
      "source": "probes/mesh/questions/attached-repo.json"
    },
    {
      "id": "before-2023",
      "text": "Did it exist before 2023?",
      "help": "Runners, cron jobs and extensions did; most assistants did not.",
      "class": "discriminating",
      "reliability": 0.8,
      "reliability_note": "medium-high: people misdate products",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.03,
        "anthropic/claude-code/local-confirmations-off": 0.03,
        "anthropic/claude-desktop/default": 0.03,
        "anthropic/claude-code-remote/ccr-container": 0.03,
        "openai/chatgpt-web/default": 0.55,
        "anthropic/claude-web/connectors-on": 0.03,
        "github/actions-runner/ci": 0.95,
        "generic/browser-extension/broad-host-permissions": 0.85,
        "generic/scheduled-job/service-account": 0.95
      },
      "funny": true,
      "source": "probes/mesh/questions/before-2023.json"
    },
    {
      "id": "browser",
      "text": "Do you use it in a browser tab?",
      "help": "The product's own website, not a terminal and not an installed app.",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.08,
        "anthropic/claude-code/local-confirmations-off": 0.08,
        "anthropic/claude-desktop/default": 0.1,
        "anthropic/claude-code-remote/ccr-container": 0.85,
        "openai/chatgpt-web/default": 0.95,
        "anthropic/claude-web/connectors-on": 0.95,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.6,
        "generic/scheduled-job/service-account": 0.03
      },
      "source": "probes/mesh/questions/browser.json"
    },
    {
      "id": "called-agent",
      "text": "Would most people call it an AI agent?",
      "help": "A runner, a cron job or an extension has a grant and no such name.",
      "class": "discriminating",
      "reliability": 0.7,
      "reliability_note": "medium: the word is the point",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.9,
        "anthropic/claude-code/local-confirmations-off": 0.9,
        "anthropic/claude-desktop/default": 0.85,
        "anthropic/claude-code-remote/ccr-container": 0.9,
        "openai/chatgpt-web/default": 0.7,
        "anthropic/claude-web/connectors-on": 0.8,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.1,
        "generic/scheduled-job/service-account": 0.05
      },
      "funny": true,
      "source": "probes/mesh/questions/called-agent.json"
    },
    {
      "id": "connectors",
      "text": "Have you connected it to a drive, your mail, a code host or a cloud account?",
      "help": "A connector or integration you switched on and authorised with a login.",
      "class": "eliciting",
      "reliability": 0.8,
      "reliability_note": "medium-high: you clicked the login",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.35,
        "anthropic/claude-code/local-confirmations-off": 0.4,
        "anthropic/claude-desktop/default": 0.6,
        "anthropic/claude-code-remote/ccr-container": 0.3,
        "openai/chatgpt-web/default": 0.08,
        "anthropic/claude-web/connectors-on": 0.97,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.5,
        "generic/scheduled-job/service-account": 0.6
      },
      "asks_about": "authenticate-as.credential.tenant",
      "source": "probes/mesh/questions/connectors.json"
    },
    {
      "id": "creds-home",
      "text": "Are your cloud, SSH or registry credentials in the home directory of the account it runs as?",
      "help": "The usual dotfiles: .aws, .ssh, .npmrc, a kubeconfig.",
      "class": "eliciting",
      "reliability": 0.3,
      "reliability_note": "low: almost nobody knows, so this answer barely moves the belief and fully counts toward the gap",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.85,
        "anthropic/claude-code/local-confirmations-off": 0.85,
        "anthropic/claude-desktop/default": 0.8,
        "anthropic/claude-code-remote/ccr-container": 0.35,
        "openai/chatgpt-web/default": 0.04,
        "anthropic/claude-web/connectors-on": 0.06,
        "github/actions-runner/ci": 0.1,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.7
      },
      "asks_about": "read.credential.host",
      "source": "probes/mesh/questions/creds-home.json"
    },
    {
      "id": "desktop-app",
      "text": "Is it an app you installed, with its own window?",
      "help": "Not a browser tab; an application on the desktop.",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.1,
        "anthropic/claude-code/local-confirmations-off": 0.1,
        "anthropic/claude-desktop/default": 0.95,
        "anthropic/claude-code-remote/ccr-container": 0.05,
        "openai/chatgpt-web/default": 0.1,
        "anthropic/claude-web/connectors-on": 0.08,
        "github/actions-runner/ci": 0.02,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.02
      },
      "source": "probes/mesh/questions/desktop-app.json"
    },
    {
      "id": "every-page",
      "text": "Can it see every page you visit?",
      "help": "A broad host permission — 'read and change all your data on all websites'.",
      "class": "eliciting",
      "reliability": 0.4,
      "reliability_note": "low-medium: the permission was granted at install and not read",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.03,
        "anthropic/claude-code/local-confirmations-off": 0.03,
        "anthropic/claude-desktop/default": 0.05,
        "anthropic/claude-code-remote/ccr-container": 0.03,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.1,
        "github/actions-runner/ci": 0.02,
        "generic/browser-extension/broad-host-permissions": 0.92,
        "generic/scheduled-job/service-account": 0.03
      },
      "asks_about": "read.record.browsing",
      "source": "probes/mesh/questions/every-page.json"
    },
    {
      "id": "installed-it",
      "text": "Did you install it yourself?",
      "help": "You ran an installer or a package command, or added it from a store.",
      "class": "discriminating",
      "reliability": 0.9,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.92,
        "anthropic/claude-code/local-confirmations-off": 0.92,
        "anthropic/claude-desktop/default": 0.92,
        "anthropic/claude-code-remote/ccr-container": 0.05,
        "openai/chatgpt-web/default": 0.05,
        "anthropic/claude-web/connectors-on": 0.05,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.88,
        "generic/scheduled-job/service-account": 0.35
      },
      "source": "probes/mesh/questions/installed-it.json"
    },
    {
      "id": "logged-in-sites",
      "text": "Does it act inside websites you are logged into?",
      "help": "It can click, read and post as you on sites where you have a session.",
      "class": "eliciting",
      "reliability": 0.55,
      "reliability_note": "medium: extensions ask for it once",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.05,
        "anthropic/claude-code/local-confirmations-off": 0.05,
        "anthropic/claude-desktop/default": 0.1,
        "anthropic/claude-code-remote/ccr-container": 0.03,
        "openai/chatgpt-web/default": 0.05,
        "anthropic/claude-web/connectors-on": 0.4,
        "github/actions-runner/ci": 0.02,
        "generic/browser-extension/broad-host-permissions": 0.9,
        "generic/scheduled-job/service-account": 0.05
      },
      "asks_about": "authenticate-as.credential.tenant",
      "source": "probes/mesh/questions/logged-in-sites.json"
    },
    {
      "id": "mail",
      "text": "Can it read your mail or chat?",
      "help": "A mail or messaging connector, or an app with that permission.",
      "class": "eliciting",
      "reliability": 0.6,
      "reliability_note": "medium: you would remember connecting mail, usually",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.06,
        "anthropic/claude-code/local-confirmations-off": 0.08,
        "anthropic/claude-desktop/default": 0.3,
        "anthropic/claude-code-remote/ccr-container": 0.05,
        "openai/chatgpt-web/default": 0.05,
        "anthropic/claude-web/connectors-on": 0.7,
        "github/actions-runner/ci": 0.02,
        "generic/browser-extension/broad-host-permissions": 0.4,
        "generic/scheduled-job/service-account": 0.05
      },
      "asks_about": "read.message.tenant",
      "source": "probes/mesh/questions/mail.json"
    },
    {
      "id": "money",
      "text": "Does it hold a key to anything that costs money?",
      "help": "An API key, a cloud credential, a card on file.",
      "class": "eliciting",
      "reliability": 0.4,
      "reliability_note": "low-medium: keys are set once and forgotten",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.5,
        "anthropic/claude-code/local-confirmations-off": 0.5,
        "anthropic/claude-desktop/default": 0.4,
        "anthropic/claude-code-remote/ccr-container": 0.3,
        "openai/chatgpt-web/default": 0.05,
        "anthropic/claude-web/connectors-on": 0.4,
        "github/actions-runner/ci": 0.3,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.8
      },
      "asks_about": "write.budget.tenant",
      "source": "probes/mesh/questions/money.json"
    },
    {
      "id": "name-code",
      "text": "Does its name contain the word 'code'?",
      "help": "As in Claude Code or a code assistant.",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high, and it measures nothing at all",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.95,
        "anthropic/claude-code/local-confirmations-off": 0.95,
        "anthropic/claude-desktop/default": 0.05,
        "anthropic/claude-code-remote/ccr-container": 0.9,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.05,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.03
      },
      "funny": true,
      "source": "probes/mesh/questions/name-code.json"
    },
    {
      "id": "name-gpt",
      "text": "Does its name contain the letters GPT?",
      "help": "",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high, and it measures nothing at all",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.03,
        "anthropic/claude-code/local-confirmations-off": 0.03,
        "anthropic/claude-desktop/default": 0.03,
        "anthropic/claude-code-remote/ccr-container": 0.03,
        "openai/chatgpt-web/default": 0.95,
        "anthropic/claude-web/connectors-on": 0.03,
        "github/actions-runner/ci": 0.03,
        "generic/browser-extension/broad-host-permissions": 0.1,
        "generic/scheduled-job/service-account": 0.03
      },
      "funny": true,
      "source": "probes/mesh/questions/name-gpt.json"
    },
    {
      "id": "name-person",
      "text": "Is it named after a person — a first name?",
      "help": "Claude is; ChatGPT is not.",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high, and it measures nothing at all — which is fine, once labelled",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.95,
        "anthropic/claude-code/local-confirmations-off": 0.95,
        "anthropic/claude-desktop/default": 0.95,
        "anthropic/claude-code-remote/ccr-container": 0.95,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.95,
        "github/actions-runner/ci": 0.03,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.03
      },
      "funny": true,
      "source": "probes/mesh/questions/name-person.json"
    },
    {
      "id": "never-ask",
      "text": "Did you set it to never ask — a flag that skips permissions, an auto mode, a 'don't ask again'?",
      "help": "An action you took once, on purpose, so it would stop interrupting you.",
      "class": "discriminating",
      "reliability": 0.85,
      "reliability_note": "high: you typed the flag or clicked the box; the sibling question 'always allow' asks whether the control is still there, which is what people forget",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.05,
        "anthropic/claude-code/local-confirmations-off": 0.95,
        "anthropic/claude-desktop/default": 0.15,
        "anthropic/claude-code-remote/ccr-container": 0.5,
        "openai/chatgpt-web/default": 0.05,
        "anthropic/claude-web/connectors-on": 0.08,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.3,
        "generic/scheduled-job/service-account": 0.1
      },
      "source": "probes/mesh/questions/never-ask.json"
    },
    {
      "id": "not-a-person",
      "text": "Does it run under an account that is not a person's?",
      "help": "A service account, a bot user, a platform's app.",
      "class": "discriminating",
      "reliability": 0.6,
      "reliability_note": "medium: many people never look",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.05,
        "anthropic/claude-code/local-confirmations-off": 0.05,
        "anthropic/claude-desktop/default": 0.05,
        "anthropic/claude-code-remote/ccr-container": 0.75,
        "openai/chatgpt-web/default": 0.1,
        "anthropic/claude-web/connectors-on": 0.1,
        "github/actions-runner/ci": 0.95,
        "generic/browser-extension/broad-host-permissions": 0.1,
        "generic/scheduled-job/service-account": 0.95
      },
      "source": "probes/mesh/questions/not-a-person.json"
    },
    {
      "id": "other-files",
      "text": "Can it read files on your machine that are not the project?",
      "help": "Your documents, your dotfiles — anything your own account can open.",
      "class": "eliciting",
      "reliability": 0.35,
      "reliability_note": "low: almost nobody knows, so this answer barely moves the belief and fully counts toward the gap",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.88,
        "anthropic/claude-code/local-confirmations-off": 0.9,
        "anthropic/claude-desktop/default": 0.8,
        "anthropic/claude-code-remote/ccr-container": 0.08,
        "openai/chatgpt-web/default": 0.04,
        "anthropic/claude-web/connectors-on": 0.45,
        "github/actions-runner/ci": 0.08,
        "generic/browser-extension/broad-host-permissions": 0.1,
        "generic/scheduled-job/service-account": 0.3
      },
      "asks_about": "read.file.host",
      "source": "probes/mesh/questions/other-files.json"
    },
    {
      "id": "paste-only",
      "text": "Do you mostly paste things into it and read what comes back?",
      "help": "It never touches anything of yours unless you paste it.",
      "class": "discriminating",
      "reliability": 0.8,
      "reliability_note": "medium",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.08,
        "anthropic/claude-code/local-confirmations-off": 0.06,
        "anthropic/claude-desktop/default": 0.4,
        "anthropic/claude-code-remote/ccr-container": 0.08,
        "openai/chatgpt-web/default": 0.92,
        "anthropic/claude-web/connectors-on": 0.55,
        "github/actions-runner/ci": 0.02,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.02
      },
      "source": "probes/mesh/questions/paste-only.json"
    },
    {
      "id": "proxy",
      "text": "Does its outbound traffic go through a proxy or allow-list you did not set up?",
      "help": "Some hosts refuse with a 403 from a tunnel, and you never configured that.",
      "class": "eliciting",
      "reliability": 0.3,
      "reliability_note": "low: almost nobody knows, so this answer barely moves the belief and fully counts toward the gap",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.08,
        "anthropic/claude-code/local-confirmations-off": 0.08,
        "anthropic/claude-desktop/default": 0.08,
        "anthropic/claude-code-remote/ccr-container": 0.9,
        "openai/chatgpt-web/default": 0.4,
        "anthropic/claude-web/connectors-on": 0.4,
        "github/actions-runner/ci": 0.1,
        "generic/browser-extension/broad-host-permissions": 0.05,
        "generic/scheduled-job/service-account": 0.2
      },
      "asks_about": "send.endpoint.allowed",
      "source": "probes/mesh/questions/proxy.json"
    },
    {
      "id": "push",
      "text": "Does it push commits to a code host?",
      "help": "Its work leaves your machine for GitHub or the like, under a credential.",
      "class": "eliciting",
      "reliability": 0.7,
      "reliability_note": "medium-high: you see the pull requests",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.7,
        "anthropic/claude-code/local-confirmations-off": 0.78,
        "anthropic/claude-desktop/default": 0.3,
        "anthropic/claude-code-remote/ccr-container": 0.95,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.45,
        "github/actions-runner/ci": 0.25,
        "generic/browser-extension/broad-host-permissions": 0.03,
        "generic/scheduled-job/service-account": 0.3
      },
      "asks_about": "write.repository.tenant",
      "source": "probes/mesh/questions/push.json"
    },
    {
      "id": "terminal",
      "text": "Do you run it in a terminal, on your own machine?",
      "help": "A command you type, in a shell, on the laptop in front of you.",
      "class": "discriminating",
      "reliability": 0.95,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.92,
        "anthropic/claude-code/local-confirmations-off": 0.92,
        "anthropic/claude-desktop/default": 0.12,
        "anthropic/claude-code-remote/ccr-container": 0.1,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.05,
        "github/actions-runner/ci": 0.05,
        "generic/browser-extension/broad-host-permissions": 0.03,
        "generic/scheduled-job/service-account": 0.15
      },
      "source": "probes/mesh/questions/terminal.json"
    },
    {
      "id": "unattended",
      "text": "Does it run when nobody is watching — a pipeline, a schedule, a job?",
      "help": "It starts without you and finishes without you.",
      "class": "discriminating",
      "reliability": 0.85,
      "reliability_note": "high: you know where you type",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.1,
        "anthropic/claude-code/local-confirmations-off": 0.2,
        "anthropic/claude-desktop/default": 0.08,
        "anthropic/claude-code-remote/ccr-container": 0.4,
        "openai/chatgpt-web/default": 0.03,
        "anthropic/claude-web/connectors-on": 0.08,
        "github/actions-runner/ci": 0.97,
        "generic/browser-extension/broad-host-permissions": 0.3,
        "generic/scheduled-job/service-account": 0.98
      },
      "source": "probes/mesh/questions/unattended.json"
    },
    {
      "id": "vendor-env",
      "text": "Does it run in the vendor's environment rather than yours?",
      "help": "The computer doing the work is theirs; you see a page.",
      "class": "discriminating",
      "reliability": 0.7,
      "reliability_note": "medium",
      "p_yes": {
        "anthropic/claude-code/local-default": 0.03,
        "anthropic/claude-code/local-confirmations-off": 0.03,
        "anthropic/claude-desktop/default": 0.06,
        "anthropic/claude-code-remote/ccr-container": 0.9,
        "openai/chatgpt-web/default": 0.95,
        "anthropic/claude-web/connectors-on": 0.95,
        "github/actions-runner/ci": 0.55,
        "generic/browser-extension/broad-host-permissions": 0.1,
        "generic/scheduled-job/service-account": 0.05
      },
      "source": "probes/mesh/questions/vendor-env.json"
    }
  ],
  "prediction": {
    "text": "Before we show you: which of these can it do?",
    "help": "Tick every family you think its grant contains. The per-question answers are the specific gap; this one measures your sense of scale.",
    "families": [
      "filesystem",
      "process",
      "network",
      "identity",
      "communication",
      "code",
      "money",
      "schedule",
      "browser"
    ],
    "irreversible": "…and do you think any of it is irreversible?"
  },
  "licence": "CC BY 4.0"
}