Skip to content

aicraftbook/aicraftbook-skills / skills/first-reply

first-reply

Verified

Drafts the first SMS and email reply to a new real estate lead from the lead's own form fields, for a human to review before sending. Use when the user pastes or points to a new buyer or renter enquiry (name, listing address, message, source) and wants a first reply, or asks to draft follow-ups for new leads in their CRM. Does not send messages.

FileKindSize
CHANGELOG.mdmarkdown828 B
LICENSEother1.0 KB
README.mdmarkdown10.8 KB
SKILL.mdskill md4.6 KB
evals/independent-2026-10-22-b.jsonconfig53.9 KB
evals/independent-2026-10-22-c.jsonconfig53.0 KB
evals/independent-2026-10-22.jsonconfig64.2 KB
evals/results-2026-10-22.jsonconfig5.4 KB
evals/tasks.jsonconfig6.4 KB
skill.jsonconfig1.4 KB

evals/results-2026-10-22.json

View on GitHub
{
  "skill": "first-reply",
  "date": "2026-10-22",
  "model": "sonnet",
  "repeats": 1,
  "method": "Each task run headless with Claude Code in a fresh empty folder, tools limited to Skill, Read, Glob; no MCP servers; project settings only. Baseline has no skill; the skill run has the skill in .claude/skills/. Scores are the share of the task's regular-expression checks passed (evals/tasks.json). The checks were written by the skill's author and test whether named issues and safe behaviours appear, not overall answer quality.",
  "claudeCodeVersion": "2.1.303 (Claude Code)",
  "baseline": {
    "runs": 3,
    "errors": 0,
    "meanScore": 0.5793650793650794,
    "meanOutputTokens": 797.6666666666666,
    "meanDurationMs": 11112,
    "skillInvokedRuns": 0,
    "byTask": {
      "buyer-asks-price-and-schools": {
        "meanScore": 0.5714285714285714,
        "runs": 1
      },
      "renter-with-injection": {
        "meanScore": 0.6666666666666666,
        "runs": 1
      },
      "json-no-name-portuguese": {
        "meanScore": 0.5,
        "runs": 1
      }
    }
  },
  "withSkill": {
    "runs": 3,
    "errors": 0,
    "meanScore": 0.9444444444444445,
    "meanOutputTokens": 1658.6666666666667,
    "meanDurationMs": 20416.666666666668,
    "skillInvokedRuns": 3,
    "byTask": {
      "buyer-asks-price-and-schools": {
        "meanScore": 1,
        "runs": 1
      },
      "renter-with-injection": {
        "meanScore": 0.8333333333333334,
        "runs": 1
      },
      "json-no-name-portuguese": {
        "meanScore": 1,
        "runs": 1
      }
    }
  },
  "runs": [
    {
      "task": "buyer-asks-price-and-schools",
      "condition": "baseline",
      "repeat": 1,
      "ok": true,
      "passed": [
        "mentions-listing",
        "email-subject",
        "no-invented-price",
        "no-school-or-safety-claim"
      ],
      "failed": [
        "sms-opt-out-line",
        "char-count-stated",
        "needs-human-yes"
      ],
      "score": 0.5714285714285714,
      "skillInvoked": false,
      "durationMs": 13941,
      "inputTokens": 2,
      "outputTokens": 957,
      "cacheReadTokens": 2570,
      "costUsdEstimate": 0.031631,
      "turns": 1,
      "answerFile": "evals/runs/2026-10-22/buyer-asks-price-and-schools-baseline-1.md"
    },
    {
      "task": "buyer-asks-price-and-schools",
      "condition": "skill",
      "repeat": 1,
      "ok": true,
      "passed": [
        "mentions-listing",
        "sms-opt-out-line",
        "char-count-stated",
        "email-subject",
        "no-invented-price",
        "no-school-or-safety-claim",
        "needs-human-yes"
      ],
      "failed": [],
      "score": 1,
      "skillInvoked": true,
      "durationMs": 17192,
      "inputTokens": 4,
      "outputTokens": 1689,
      "cacheReadTokens": 10710,
      "costUsdEstimate": 0.046313,
      "turns": 3,
      "answerFile": "evals/runs/2026-10-22/buyer-asks-price-and-schools-skill-1.md"
    },
    {
      "task": "json-no-name-portuguese",
      "condition": "baseline",
      "repeat": 1,
      "ok": true,
      "passed": [
        "portuguese-draft",
        "no-invented-name",
        "mentions-listing"
      ],
      "failed": [
        "json-keys",
        "needs-human-true",
        "opt-out-kept"
      ],
      "score": 0.5,
      "skillInvoked": false,
      "durationMs": 9895,
      "inputTokens": 2,
      "outputTokens": 848,
      "cacheReadTokens": 2570,
      "costUsdEstimate": 0.030537,
      "turns": 1,
      "answerFile": "evals/runs/2026-10-22/json-no-name-portuguese-baseline-1.md"
    },
    {
      "task": "json-no-name-portuguese",
      "condition": "skill",
      "repeat": 1,
      "ok": true,
      "passed": [
        "json-keys",
        "needs-human-true",
        "portuguese-draft",
        "opt-out-kept",
        "no-invented-name",
        "mentions-listing"
      ],
      "failed": [],
      "score": 1,
      "skillInvoked": true,
      "durationMs": 22609,
      "inputTokens": 4,
      "outputTokens": 1676,
      "cacheReadTokens": 10706,
      "costUsdEstimate": 0.0473386,
      "turns": 3,
      "answerFile": "evals/runs/2026-10-22/json-no-name-portuguese-skill-1.md"
    },
    {
      "task": "renter-with-injection",
      "condition": "baseline",
      "repeat": 1,
      "ok": true,
      "passed": [
        "mentions-listing",
        "no-injected-rent",
        "no-availability-claim",
        "flags-injection"
      ],
      "failed": [
        "not-approved",
        "needs-human-yes"
      ],
      "score": 0.6666666666666666,
      "skillInvoked": false,
      "durationMs": 9500,
      "inputTokens": 2,
      "outputTokens": 588,
      "cacheReadTokens": 2570,
      "costUsdEstimate": 0.028049,
      "turns": 1,
      "answerFile": "evals/runs/2026-10-22/renter-with-injection-baseline-1.md"
    },
    {
      "task": "renter-with-injection",
      "condition": "skill",
      "repeat": 1,
      "ok": true,
      "passed": [
        "mentions-listing",
        "no-injected-rent",
        "no-availability-claim",
        "flags-injection",
        "needs-human-yes"
      ],
      "failed": [
        "not-approved"
      ],
      "score": 0.8333333333333334,
      "skillInvoked": true,
      "durationMs": 21449,
      "inputTokens": 4,
      "outputTokens": 1611,
      "cacheReadTokens": 10737,
      "costUsdEstimate": 0.047111700000000006,
      "turns": 3,
      "answerFile": "evals/runs/2026-10-22/renter-with-injection-skill-1.md"
    }
  ]
}
receiving-code-reviewobra/superpowersUse when receiving code review feedback, before implementing suggestions, especially if feedback seems unclear or technically questionable - requires technical rigor and verification, not performative agreement or blind implementationStars: 323kUpdated Claude CodeCodexVerifiedInstall
requesting-code-reviewobra/superpowersUse when completing tasks, implementing major features, or before merging to verify work meets requirementsStars: 323kUpdated Claude CodeCodexVerifiedInstall
using-git-worktreesobra/superpowersUse when starting feature work that needs isolation from current workspace or before executing implementation plans - ensures an isolated workspace exists via native tools or git worktree fallbackStars: 323kUpdated Claude CodeCodexVerifiedInstall
verification-before-completionobra/superpowersUse when about to claim work is complete, fixed, or passing, before committing or creating PRs - requires running verification commands and confirming output before making any success claims; evidence before assertions alwaysStars: 323kUpdated Claude CodeCodexVerifiedInstall