Skip to content

hint-shu/deep-research / skills/osint-research

osint-research

Unverified

OSINT recon skill — passive entity discovery for domain / IP / email / person / company / github user. Builds a hybrid findings/dossier/graph report from free public sources (Whois, DNS, crt.sh, Wayback, Shodan InternetDB, GitHub code search, Tavily/Firecrawl/Exa/Perplexity dorks, optional theHarvester/subfinder). No subscription dependencies. Disclaimer is non-removable; secrets are redacted; blocklisted dump sites are filtered at outbound and inbound levels.

FileKindSize
SKILL.mdskill md6.1 KB
channels/crtsh.shexecutablescript1.8 KB
channels/dorks.shexecutablescript3.5 KB
channels/github-leaks.shexecutablescript2.0 KB
channels/shodan-idb.shexecutablescript2.2 KB
channels/subfinder-wrap.shscript1.8 KB
channels/theharvester-wrap.shexecutablescript1.8 KB
channels/wayback.shexecutablescript1.5 KB
channels/whois-dns.shexecutablescript2.2 KB
lib/entity-classifier.shexecutablescript1.4 KB
lib/findings-extractor.shexecutablescript1.6 KB
lib/inbound-filter.shscript6.9 KB
lib/secret-patterns.txtmarkdown1.1 KB
lib/secret-redactor.shexecutablescript2.3 KB
templates/graph.mmd.tplother53 B
templates/osint-report.md.tplother1.1 KB

channels/whois-dns.sh

View on GitHub
#!/usr/bin/env bash
# skills/osint-research/channels/whois-dns.sh
# Emits NDJSON per record: {"url":"<source>","channel":"whois-dns","record_type":"<>","content":"<>","metadata":{...}}

set -uo pipefail

ENTITY_TYPE=""
TARGET=""
while [ $# -gt 0 ]; do
    case "$1" in
        --type) ENTITY_TYPE="$2"; shift 2;;
        --target) TARGET="$2"; shift 2;;
        *) echo "whois-dns: unknown flag: $1" >&2; exit 1;;
    esac
done

if [ -z "$TARGET" ]; then
    echo "whois-dns: empty target" >&2
    exit 1
fi

emit() {
    local rtype="$1" url="$2" content="$3" extra="${4:-}"
    # JSON-escape content
    content_json=$(printf '%s' "$content" | python3 -c 'import sys,json; print(json.dumps(sys.stdin.read())[1:-1])' 2>/dev/null || printf '%s' "$content" | sed 's/\\/\\\\/g; s/"/\\"/g; s/	/\\t/g' | tr -d '\r' | tr '\n' ' ')
    if [ -n "$extra" ]; then
        printf '{"channel":"whois-dns","record_type":"%s","url":"%s","content":"%s","metadata":%s}\n' "$rtype" "$url" "$content_json" "$extra"
    else
        printf '{"channel":"whois-dns","record_type":"%s","url":"%s","content":"%s","metadata":{}}\n' "$rtype" "$url" "$content_json"
    fi
}

case "$ENTITY_TYPE" in
    domain|company)
        if command -v whois >/dev/null; then
            whois_out=$(whois "$TARGET" 2>/dev/null || true)
            [ -n "$whois_out" ] && emit "whois" "whois://$TARGET" "$whois_out"
        fi
        if command -v dig >/dev/null; then
            for rt in A AAAA NS MX TXT SOA; do
                rec=$(dig +short "$TARGET" "$rt" 2>/dev/null || true)
                if [ -n "$rec" ]; then
                    emit "dns_$rt" "dns://$TARGET/$rt" "$rec"
                fi
            done
        fi
        ;;
    ip)
        if command -v whois >/dev/null; then
            whois_out=$(whois "$TARGET" 2>/dev/null || true)
            [ -n "$whois_out" ] && emit "whois" "whois://$TARGET" "$whois_out"
        fi
        if command -v dig >/dev/null; then
            ptr=$(dig +short -x "$TARGET" 2>/dev/null || true)
            [ -n "$ptr" ] && emit "dns_PTR" "dns://$TARGET/PTR" "$ptr"
        fi
        ;;
    *)
        echo "whois-dns: not applicable for entity type: $ENTITY_TYPE" >&2
        exit 0
        ;;
esac
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 196kUpdated Claude CodeCodexVerifiedInstall