Skip to content

getaero-io/gtm-eng-skills / engineering/warm-intro-scoring

warm-intro-scoring

Verified

FileKindSize
.gitignoreother121 B
GUIDE.mdmarkdown4.7 KB
LICENSEother1.1 KB
README.mdmarkdown8.0 KB
SKILL.mdskill md327 B
TESTING.mdmarkdown8.9 KB
UPSTREAM.mdmarkdown1.3 KB
assets/company-research.play.tsscript1021 B
assets/customer-db.sqlother2.7 KB
assets/evaluation-example.jsonconfig4.6 KB
assets/example.jsonconfig6.9 KB
assets/portfolio-focus.weights.jsonconfig32 B
assets/review.htmlother7.4 KB
assets/tuning-example.jsonconfig1.2 KB
assets/tuning.htmlother30.1 KB
check_all.pyscript1.4 KB
package-manifest.jsonconfig9.8 KB
plays/README.mdmarkdown18.2 KB
plays/check-report.pyscript1.8 KB
plays/check_all.pyscript1.6 KB
plays/check_parity.pyscript6.0 KB
plays/collect.play.tsscript4.0 KB
plays/collection.tsscript1.9 KB
plays/core.tsscript44.2 KB
plays/evaluation-contract.mdmarkdown3.4 KB
plays/evaluation.tsscript13.8 KB
plays/features.play.tsscript4.7 KB
plays/features.tsscript22.6 KB
plays/generatedtemplate.tsscript38.1 KB
plays/guardrails.tsscript948 B
plays/legacy.tsscript9.7 KB
plays/merge-payloads.pyscript8.6 KB
plays/parity-driver.tsscript995 B
plays/parity-evaluation.pyscript8.5 KB
plays/parity-reports.pyscript2.3 KB
plays/prepare-inputs.pyscript6.5 KB
plays/quality.tsscript3.8 KB
plays/read-sources.play.tsscript3.4 KB
plays/report-cli.tsscript590 B
plays/report.play.tsscript2.9 KB
plays/report.tsscript3.1 KB
plays/reports.tsscript5.7 KB
plays/research.play.tsscript1.6 KB
plays/review-uncertainty.play.tsscript5.5 KB
plays/score.play.tsscript2.3 KB
plays/snapshots.play.tsscript4.2 KB
plays/strict-json.tsscript1.8 KB
plays/sync-template.pyscript849 B
plays/uncertainty.tsscript4.9 KB
plays/validation.play.tsscript3.6 KB
references/adversarial-review.mdmarkdown7.0 KB
references/batch-collection.mdmarkdown5.1 KB
references/company-network.mdmarkdown5.8 KB
references/competitive-review.mdmarkdown8.8 KB
references/evaluation.mdmarkdown8.5 KB
references/evaluator-validation.mdmarkdown3.4 KB
references/evaluator.mdmarkdown7.9 KB
references/external-data.mdmarkdown4.0 KB
references/factor-test-matrix.mdmarkdown4.6 KB
references/factors.mdmarkdown6.1 KB
references/intro-drafts.mdmarkdown1.6 KB
references/pipeline.mdmarkdown7.6 KB
references/readable-output.mdmarkdown5.4 KB
references/research-brief.mdmarkdown2.4 KB
references/sources.mdmarkdown7.5 KB
references/tuning.mdmarkdown14.6 KB
scripts/audit_history.pyscript5.1 KB
scripts/check.pyscript5.1 KB
scripts/compare_versions.pyscript1.9 KB
scripts/evaluate.pyscript22.5 KB
scripts/package-skill.pyscript1.9 KB
scripts/portfolio.pyscript3.7 KB
scripts/quality.pyscript5.3 KB
scripts/recipe-demo.tsscript2.6 KB
scripts/render.pyscript1.6 KB
scripts/score.pyscript9.6 KB
scripts/temporal.pyscript2.2 KB
scripts/test_ask_handoff.pyscript2.1 KB
scripts/test_audit_history.pyscript2.7 KB
scripts/test_handoff_evaluate.pyscript9.1 KB
scripts/test_portfolio.pyscript3.6 KB
scripts/test_quality.pyscript3.1 KB
scripts/test_temporal.pyscript1.3 KB
scripts/test_tuning.pyscript14.1 KB
scripts/test_tuning_browser.cjsscript7.7 KB
scripts/test_version_parity.pyscript1.0 KB
scripts/tuning.pyscript10.9 KB
tests/adversarial.test.tsscript8.2 KB
tests/browser_e2e.cjsscript1.9 KB
tests/cloud_e2e.pyscript6.9 KB
tests/e2e-fixture.jsonconfig3.6 KB
tests/feature_parity.pyscript2.4 KB
tests/features.test.tsscript8.3 KB
tests/test_prepare_inputs.pyscript8.6 KB
tests/uncertainty.test.tsscript2.5 KB
vendor-manifest.jsonconfig748 B

scripts/score.py

View on GitHub
"""Score reviewed evidence with the existing office-hours scorer; no network calls."""
import argparse
import csv
import importlib
import json
import os
import sys
from dataclasses import asdict
from datetime import date
from pathlib import Path

FIELDS = 'model_version baseline_segment target_relationship_confidence connector_willingness review_status campaign_id owner_id connector_id target_id path_id connector_name connector_linkedin connector_company target_name target_title target_company shared_signal shared_detail relationship_confidence direct_intro_score work_overlap_score relationship_score school_city_community_score role_industry_score investor_score total_score segment reviewed_override evidence_ids'.split()
SIGNALS = {'school':'shared_schools','city':'shared_cities','community':'shared_communities','appearance':'shared_appearances','role_industry':'role_industry_matches','investor':'investor_overlaps'}


def score(data, repo):
    sys.path.insert(0, str(Path(repo).resolve()))
    mod = importlib.import_module('examples.office-hours.warm-intro-scoring.scorer')
    models = importlib.import_module('examples.office-hours.warm-intro-scoring.models')
    as_of = date.fromisoformat(data['as_of'])
    if as_of > date.today():
        raise ValueError('as_of must not be in the future')
    registry = {}
    for e in data['evidence']:
        if not e.get('id') or e['id'] in registry or not e.get('detail') or not e.get('source'):
            raise ValueError('Evidence requires unique ID, detail and source locator')
        if date.fromisoformat(e['observed_at']) > as_of:
            raise ValueError('Evidence observed after as_of leaks future information')
        registry[e['id']] = e

    def cited(ids, subjects, kind):
        if not ids:
            raise ValueError('Scored facts require evidence IDs')
        for eid in ids:
            e = registry.get(eid)
            if not e or e.get('kind') != kind or not set(subjects) <= set(e.get('subjects', [])):
                raise ValueError('Evidence must support this kind and these exact subjects')

    def person(raw):
        for key in ('id','first_name','last_name','linkedin_url'):
            if not isinstance(raw.get(key), str) or not raw[key].strip():
                raise ValueError('Stable contact IDs, names and profile URLs are required')
        return models.Contact(**raw)

    def history(items, contact):
        out = []
        for raw in items:
            r = dict(raw)
            cited([r['id']], [contact.id], 'employment')
            if r.get('contact_id') != contact.id:
                raise ValueError('Employment belongs to a different contact')
            for key in ('start_date','end_date'):
                r[key] = date.fromisoformat(r[key]) if r.get(key) else None
            if r['start_date'] and (r['start_date'] > as_of or (r['end_date'] and r['end_date'] < r['start_date'])):
                raise ValueError('Invalid employment interval')
            if type(r.get('is_current',False)) is not bool:
                raise ValueError('is_current must be boolean')
            out.append(models.Experience(**r))
        return out

    rows, seen = [], set()
    for p in data['paths']:
        connector, target = person(p['connector']), person(p['target'])
        owner = data['owner_id']
        if len({owner,connector.id,target.id}) != 3:
            raise ValueError('Owner, connector and target must be distinct identities')
        confidence = p.get('relationship_confidence','unknown')
        if confidence not in ('unknown','low','medium','high','confirmed'):
            raise ValueError('Unknown relationship confidence label')
        rel = p.get('relationship_evidence_ids',[])
        if confidence != 'unknown' or rel:
            cited(rel, [owner,connector.id], 'relationship')
            if confidence != 'unknown' and any(registry[eid].get('confidence') != confidence for eid in rel):
                raise ValueError('Owner confidence must match cited reviewed relationship')
        target_confidence = p.get('target_relationship_confidence','unknown')
        if target_confidence not in ('unknown','low','medium','high','confirmed'):
            raise ValueError('Unknown target relationship confidence label')
        target_rel = p.get('target_relationship_evidence_ids',[])
        if target_confidence != 'unknown' or target_rel:
            cited(target_rel,[connector.id,target.id],'relationship')
            if target_confidence != 'unknown' and any(registry[eid].get('confidence') != target_confidence for eid in target_rel):
                raise ValueError('Target confidence must match cited reviewed relationship')
        willingness = p.get('connector_willingness','unknown')
        if willingness not in ('unknown','yes','no'):
            raise ValueError('Unknown willingness label')
        willingness_ids = p.get('willingness_evidence_ids',[])
        if willingness != 'unknown' or willingness_ids:
            cited(willingness_ids,[owner,connector.id,target.id],'willingness')
        relevant_willingness = [e for e in registry.values() if e.get('kind') == 'willingness'
                               and {owner,connector.id,target.id} <= set(e.get('subjects',[]))]
        if any(e.get('value') not in ('yes','no') for e in relevant_willingness):
            raise ValueError('Willingness evidence needs explicit yes/no value')
        if any(registry[eid]['value'] != willingness for eid in willingness_ids):
            raise ValueError('Willingness flag contradicts cited evidence')
        if relevant_willingness:
            latest = max(e['observed_at'] for e in relevant_willingness)
            current = [e for e in relevant_willingness if e['observed_at'] == latest]
            # Date-only conflicts fail closed; do not assume an order within one day.
            if any(e['value'] == 'no' for e in current):
                willingness = 'no'
                willingness_ids = sorted(set(willingness_ids) | {e['id'] for e in current if e['value']=='no'})
        direct = p.get('direct_intro_evidence_ids',[])
        if direct:
            cited(direct,[connector.id,target.id],'direct_intro')
        kwargs = {name:[] for name in SIGNALS.values()}
        all_ids = [*target_rel,*willingness_ids]
        for fact in p.get('signals',[]):
            kind = fact['kind']
            if kind not in SIGNALS or not isinstance(fact.get('value'),str) or not fact['value'].strip():
                raise ValueError('Unsupported or empty shared signal')
            cited(fact['evidence_ids'],[connector.id,target.id],kind)
            kwargs[SIGNALS[kind]].append(fact['value'])
            all_ids.extend(fact['evidence_ids'])
        match = mod.WarmIntroScorer().score_target_connector(
            connector,history(p.get('connector_experiences',[]),connector),
            target,history(p.get('target_experiences',[]),target),
            relationship_confidence=confidence,relationship_evidence_ids=tuple(rel),
            direct_intro_evidence_ids=tuple(direct), evidence_ids=tuple(all_ids),
            as_of=as_of,campaign_id=data['campaign_id'],owner_id=owner,**kwargs)
        if match.path_id in seen:
            raise ValueError('Duplicate owner/connector/target path')
        seen.add(match.path_id)
        row = asdict(match)
        if direct:
            row['shared_detail']='Recorded introduction between connector and target; inspect the cited record before a new ask.'
        row.update(model_version='office-hours-160-80-v1+two-edge-review-v1',
                   baseline_segment=match.segment,target_relationship_confidence=target_confidence,
                   connector_willingness=willingness,review_status='needs_confirmation')
        if willingness == 'no':
            row.update(segment='no_strong_path',review_status='blocked_declined')
        elif match.segment == 'strong_warm_intro':
            if target_confidence in ('medium','high','confirmed') and confidence in ('medium','high','confirmed') and willingness == 'yes':
                row['review_status']='ready_for_human_review'
            else:
                row['segment']='review_warm_intro'
        # A factual score is retained even when permission/relationship gates hold the ask.
        row.update(connector_name=connector.full_name,connector_linkedin=connector.linkedin_url,
                   connector_company=connector.current_company or '',total_score=match.total_score,
                   reviewed_override='false',evidence_ids=';'.join(match.evidence_ids))
        rows.append({k:row.get(k,'') for k in FIELDS})
    return sorted(rows,key=lambda r:(-r['total_score'],r['connector_name'].casefold(),r['path_id']))


def csv_safe(value):
    """Keep spreadsheet applications from executing untrusted profile text."""
    if isinstance(value, str) and value and (value[0] in '\t\r\n' or value.lstrip().startswith(('=', '+', '-', '@'))):
        return "'" + value
    return value


def main():
    parser=argparse.ArgumentParser(description=__doc__)
    parser.add_argument('input',type=Path)
    parser.add_argument('--repo',type=Path,default=Path(__file__).resolve().parents[1]/'vendor',help='Pinned scorer checkout (bundled by default)')
    parser.add_argument('--output',type=Path,required=True)
    args=parser.parse_args()
    rows=score(json.loads(args.input.read_text()),args.repo)
    # Exclusive creation prevents accidentally overwriting a reviewed/private export.
    with os.fdopen(os.open(args.output,os.O_WRONLY|os.O_CREAT|os.O_EXCL,0o600),'w',newline='') as f:
        writer=csv.DictWriter(f,fieldnames=FIELDS);writer.writeheader();writer.writerows({k:csv_safe(v) for k,v in row.items()} for row in rows)
    print(f'{len(rows)} paths written; no asks sent or approved.')

if __name__=='__main__':
    main()
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall