Skip to content

hint-shu/deep-research / skills/osint-research

osint-research

Unverified

OSINT recon skill — passive entity discovery for domain / IP / email / person / company / github user. Builds a hybrid findings/dossier/graph report from free public sources (Whois, DNS, crt.sh, Wayback, Shodan InternetDB, GitHub code search, Tavily/Firecrawl/Exa/Perplexity dorks, optional theHarvester/subfinder). No subscription dependencies. Disclaimer is non-removable; secrets are redacted; blocklisted dump sites are filtered at outbound and inbound levels.

FileKindSize
SKILL.mdskill md6.1 KB
channels/crtsh.shexecutablescript1.8 KB
channels/dorks.shexecutablescript3.5 KB
channels/github-leaks.shexecutablescript2.0 KB
channels/shodan-idb.shexecutablescript2.2 KB
channels/subfinder-wrap.shscript1.8 KB
channels/theharvester-wrap.shexecutablescript1.8 KB
channels/wayback.shexecutablescript1.5 KB
channels/whois-dns.shexecutablescript2.2 KB
lib/entity-classifier.shexecutablescript1.4 KB
lib/findings-extractor.shexecutablescript1.6 KB
lib/inbound-filter.shscript6.9 KB
lib/secret-patterns.txtmarkdown1.1 KB
lib/secret-redactor.shexecutablescript2.3 KB
templates/graph.mmd.tplother53 B
templates/osint-report.md.tplother1.1 KB

channels/dorks.sh

View on GitHub
#!/usr/bin/env bash
# skills/osint-research/channels/dorks.sh
# Emits one Google-dork query per line on stdout. Refuses blocklisted hosts.

set -uo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"

# Reuse the same blocklist source as inbound-filter.
DEFAULT_BLOCKLIST="pastebin.com paste.ee ghostbin.com hastebin.com justpaste.it paste.org ix.io \
breached.cc breachforums.is breachforums.st raidforums.com cracked.io \
dehashed.com leakcheck.io intelx.io leak-lookup.com \
doxbin.com doxbin.org doxbin.net \
ddosecrets.com distributeddenialofsecrets.com \
nulled.to leakix.net snusbase.com weleakinfo.to"

EXTRA="${OSINT_EXTRA_BLOCKLIST:-}"
EXTRA="${EXTRA//,/ }"

# Validate extra tokens (only hostname-shaped strings allowed); silently skip bad tokens.
# Lowercase user-supplied tokens so OSINT_EXTRA_BLOCKLIST=Foo.com matches target foo.com.
BLOCKLIST="$DEFAULT_BLOCKLIST"
for h in $EXTRA; do
    [ -z "$h" ] && continue
    h=$(printf '%s' "$h" | tr '[:upper:]' '[:lower:]')
    [[ "$h" =~ ^[a-zA-Z0-9.-]+$ ]] || continue
    BLOCKLIST="$BLOCKLIST $h"
done

is_blocklisted() {
    local host="$1"
    for b in $BLOCKLIST; do
        if [[ "$host" == "$b" || "$host" == *".$b" ]]; then
            return 0
        fi
    done
    return 1
}

ENTITY_TYPE=""
TARGET=""
EXTRA_SITE=""

while [ $# -gt 0 ]; do
    case "$1" in
        --type) ENTITY_TYPE="$2"; shift 2;;
        --target) TARGET="$2"; shift 2;;
        --extra-site) EXTRA_SITE="$2"; shift 2;;
        *) echo "unknown flag: $1" >&2; exit 1;;
    esac
done

if [ -z "$ENTITY_TYPE" ] || [ -z "$TARGET" ]; then
    echo "usage: dorks.sh --type <domain|ip|email|person|company|github> --target <value> [--extra-site <host>]" >&2
    exit 1
fi

# Reject targets/extra-sites containing characters that would break dork structure.
# (Quote injection would let an attacker inject arbitrary search operators.)
case "$TARGET" in
    *\"*|*\\*|*$'\n'*) echo "dorks: --target contains forbidden character (quote/backslash/newline)" >&2; exit 1;;
esac
case "$EXTRA_SITE" in
    *\"*|*\\*|*$'\n'*) echo "dorks: --extra-site contains forbidden character (quote/backslash/newline)" >&2; exit 1;;
esac

# Normalize for blocklist comparison (hostnames are case-insensitive).
# Use tr for bash 3.2 compatibility (macOS ships bash 3.2).
TARGET_LC=$(printf '%s' "$TARGET" | tr '[:upper:]' '[:lower:]')
EXTRA_SITE_LC=$(printf '%s' "$EXTRA_SITE" | tr '[:upper:]' '[:lower:]')

if is_blocklisted "$TARGET_LC"; then
    echo "dorks: target is blocklisted: $TARGET" >&2
    exit 2
fi

if [ -n "$EXTRA_SITE" ] && is_blocklisted "$EXTRA_SITE_LC"; then
    echo "dorks: --extra-site is blocklisted: $EXTRA_SITE" >&2
    exit 2
fi

case "$ENTITY_TYPE" in
    domain|company)
        printf 'site:linkedin.com/in "%s"\n' "$TARGET"
        printf 'site:github.com "%s"\n' "$TARGET"
        printf '"%s" filetype:pdf\n' "$TARGET"
        printf '"%s" inurl:admin\n' "$TARGET"
        printf '"%s" intext:"powered by"\n' "$TARGET"
        ;;
    email)
        printf '"%s" -site:linkedin.com\n' "$TARGET"
        printf '"%s" intext:"contact"\n' "$TARGET"
        ;;
    person)
        printf 'site:linkedin.com/in "%s"\n' "$TARGET"
        printf 'site:github.com "%s"\n' "$TARGET"
        printf '"%s" "interview" OR "speaker"\n' "$TARGET"
        ;;
    ip)
        printf '"%s" intext:"server"\n' "$TARGET"
        ;;
    github)
        printf 'site:github.com "%s"\n' "$TARGET"
        ;;
    *)
        echo "dorks: unknown entity type: $ENTITY_TYPE" >&2
        exit 1
        ;;
esac

if [ -n "$EXTRA_SITE" ]; then
    printf 'site:%s "%s"\n' "$EXTRA_SITE" "$TARGET"
fi
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 194kUpdated Claude CodeCodexVerifiedInstall