Skip to content

culiops/culiops-skills / skills/sre-investigate

sre-investigate

Unverified

FileKindSize
SKILL.mdskill md71.5 KB
access/standalone.mdmarkdown19.0 KB
agents/evidence.mdmarkdown8.1 KB
agents/helper.mdmarkdown3.9 KB
analytics/bin/logs-fetchexecutablescript229 B
analytics/bin/logs-inventoryexecutablescript209 B
analytics/bin/logs-statusexecutablescript192 B
analytics/bin/sqlqexecutablescript212 B
analytics/lib/s3logs/__init__.pyscript62 B
analytics/lib/s3logs/awscli.pyscript10.0 KB
analytics/lib/s3logs/budget.pyscript9.6 KB
analytics/lib/s3logs/cli_fetch.pyscript34.0 KB
analytics/lib/s3logs/cli_inventory.pyscript7.0 KB
analytics/lib/s3logs/cli_sqlq.pyscript18.4 KB
analytics/lib/s3logs/cli_status.pyscript3.0 KB
analytics/lib/s3logs/config.pyscript7.4 KB
analytics/lib/s3logs/convert.pyscript23.6 KB
analytics/lib/s3logs/duck.pyscript11.4 KB
analytics/lib/s3logs/layout.pyscript8.8 KB
analytics/lib/s3logs/paths.pyscript4.9 KB
analytics/lib/s3logs/redact.pyscript22.1 KB
analytics/lib/s3logs/s5.pyscript9.1 KB
analytics/lib/s3logs/sqlguard.pyscript11.8 KB
analytics/lib/s3logs/validate.pyscript4.4 KB
analytics/logs.env.exampleother4.2 KB
analytics/sql/alb/by_minute.sqlother918 B
analytics/sql/alb/lb_vs_target_status.sqlother629 B
analytics/sql/alb/status_by_target.sqlother887 B
analytics/sql/alb/summary.sqlother1.2 KB
analytics/sql/alb/target_latency_pct.sqlother1.4 KB
analytics/sql/alb/top_clients.sqlother429 B
analytics/sql/alb/top_paths_5xx.sqlother673 B
analytics/sql/cloudfront/aborted.sqlother1.1 KB
analytics/sql/cloudfront/by_day.sqlother499 B
analytics/sql/cloudfront/by_hour.sqlother489 B
analytics/sql/cloudfront/by_object.sqlother544 B
analytics/sql/cloudfront/bytes_per_viewer.sqlother1.1 KB
analytics/sql/cloudfront/cache_results.sqlother823 B
analytics/sql/cloudfront/client_concentration.sqlother707 B
analytics/sql/cloudfront/edges.sqlother434 B
analytics/sql/cloudfront/object_by_day.sqlother599 B
analytics/sql/cloudfront/range_requests.sqlother528 B
analytics/sql/cloudfront/referer_pages.sqlother393 B
analytics/sql/cloudfront/status_codes.sqlother342 B
analytics/sql/cloudfront/summary.sqlother719 B
analytics/sql/cloudfront/top_clients.sqlother353 B
analytics/sql/cloudfront/top_objects.sqlother349 B
analytics/sql/cloudfront/top_referers.sqlother492 B
analytics/sql/cloudfront/user_agents.sqlother533 B
analytics/sql/waf/asns.sqlother378 B
analytics/sql/waf/by_day.sqlother453 B
analytics/sql/waf/by_minute.sqlother314 B
analytics/sql/waf/client_keys.sqlother443 B
analytics/sql/waf/clients.sqlother521 B
analytics/sql/waf/compare_days.sqlother924 B
analytics/sql/waf/concentration.sqlother775 B
analytics/sql/waf/count_rules.sqlother556 B
analytics/sql/waf/countries.sqlother373 B
analytics/sql/waf/fingerprints.sqlother424 B
analytics/sql/waf/header_shape.sqlother425 B
analytics/sql/waf/labels.sqlother347 B
analytics/sql/waf/matched_data.sqlother530 B
analytics/sql/waf/rules_by_minute.sqlother497 B
analytics/sql/waf/summary.sqlother735 B
analytics/sql/waf/top_rules.sqlother361 B
analytics/sql/waf/uris.sqlother402 B
analytics/sql/waf/user_agents.sqlother557 B
analytics/tests/conftest.pyscript4.7 KB
analytics/tests/gen_fixtures.pyscript19.7 KB
analytics/tests/stubs/awsexecutablescript4.9 KB
analytics/tests/stubs/s5cmdexecutablescript4.5 KB
analytics/tests/test_awscli.pyscript16.0 KB
analytics/tests/test_budget.pyscript13.3 KB
analytics/tests/test_config.pyscript9.1 KB
analytics/tests/test_convert.pyscript25.9 KB
analytics/tests/test_duck.pyscript10.6 KB
analytics/tests/test_fetch.pyscript42.8 KB
analytics/tests/test_gen_fixtures.pyscript1.9 KB
analytics/tests/test_inventory.pyscript12.9 KB
analytics/tests/test_layout.pyscript9.8 KB
analytics/tests/test_named_queries.pyscript26.7 KB
analytics/tests/test_paths.pyscript3.2 KB
analytics/tests/test_redact.pyscript32.0 KB
analytics/tests/test_s5.pyscript17.8 KB
analytics/tests/test_sqlguard.pyscript10.8 KB
analytics/tests/test_sqlq.pyscript37.2 KB
analytics/tests/test_status.pyscript5.8 KB
analytics/tests/test_validate.pyscript2.9 KB
environment.template.mdmarkdown7.1 KB
playbooks/changes.mdmarkdown37.2 KB
playbooks/errors.mdmarkdown10.4 KB
playbooks/external.mdmarkdown15.4 KB
playbooks/infra-state.mdmarkdown13.7 KB
playbooks/logs-s3.mdmarkdown29.5 KB
playbooks/logs.mdmarkdown21.3 KB
playbooks/metrics.mdmarkdown39.0 KB
playbooks/other-backends.mdmarkdown7.2 KB
playbooks/traces.mdmarkdown16.2 KB
playbooks/waf.mdmarkdown17.2 KB
templates/incident.mdmarkdown3.9 KB
templates/ledger.mdmarkdown9.7 KB
templates/lesson.mdmarkdown2.7 KB
templates/profile.mdmarkdown4.5 KB
templates/report.mdmarkdown6.5 KB

analytics/tests/test_status.py

View on GitHub
from __future__ import annotations

import subprocess

import pytest

from conftest import BIN

from s3logs import cli_status

AWS_OK = "aws-cli/2.15.0 Python/3.11.6 Linux/6.8.0 exe/x86_64.ubuntu.24"
GOOD_DS = "DATASET_cdn=cloudfront:s3://example-logs-bucket/cf/E2EXAMPLE.{yyyy}-{MM}-{dd}-{HH}\n"


def configure(home, text):
    d = home / ".config/culiops/sre-investigate"
    d.mkdir(parents=True, exist_ok=True)
    (d / "logs.env").write_text(text)


def run_status(capsys):
    rc = cli_status.main([])
    out = capsys.readouterr().out
    assert rc == 0
    assert out.count("\n") == 1  # exactly one line
    return out.rstrip("\n")


def good_tools(stub_path):
    stub_path.write("s5cmd", "v2.3.0-991c9fb")
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    stub_path.write("aws", AWS_OK)


def test_status_off_not_configured(home, stub_path, capsys):
    good_tools(stub_path)
    assert run_status(capsys) == "S3 log module: off (not configured)"


def test_status_off_config_error(home, stub_path, capsys):
    good_tools(stub_path)
    configure(home, "# header\n" + GOOD_DS + "MAX_MB=$(id)\n")
    out = run_status(capsys)
    assert out.startswith("S3 log module: off (config error: line 3: ")
    assert out.endswith(")")


def test_status_config_error_beats_missing_tools(home, stub_path, capsys):
    stub_path.isolate()
    configure(home, "BOGUS=1\n")
    assert run_status(capsys).startswith("S3 log module: off (config error: line 1: ")


def test_status_off_old_s5cmd(home, stub_path, capsys):
    stub_path.write("s5cmd", "v2.1.0")
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    stub_path.write("aws", AWS_OK)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (s5cmd 2.1.0 < 2.2.0)"


def test_status_off_s5cmd_missing(home, stub_path, capsys):
    stub_path.isolate()
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    stub_path.write("aws", AWS_OK)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (s5cmd missing)"


def test_status_off_s5cmd_unreadable_version(home, stub_path, capsys):
    stub_path.write("s5cmd", "dev-build")
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    stub_path.write("aws", AWS_OK)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (s5cmd version unreadable)"


def test_status_off_old_duckdb(home, stub_path, capsys):
    stub_path.write("s5cmd", "v2.3.0")
    stub_path.write("duckdb", "v1.3.2 (Ossivalis) 0123456789")
    stub_path.write("aws", AWS_OK)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (duckdb 1.3.2 < 1.4.0)"


def test_status_off_duckdb_missing(home, stub_path, capsys):
    stub_path.isolate()
    stub_path.write("s5cmd", "v2.3.0")
    stub_path.write("aws", AWS_OK)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (duckdb missing)"


def test_status_s5cmd_reason_comes_before_duckdb(home, stub_path, capsys):
    stub_path.isolate()
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (s5cmd missing)"


def test_status_off_aws_missing(home, stub_path, capsys):
    stub_path.isolate()
    stub_path.write("s5cmd", "v2.3.0")
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (aws CLI 2.9+ not found)"


@pytest.mark.parametrize("banner,reason", [
    ("aws-cli/2.8.12 Python/3.11.6 Linux/6.8.0", "aws CLI 2.8.12 < 2.9.0"),
    ("aws-cli/1.27.0 Python/3.10.0 Linux/6.8.0 botocore/1.29.0", "aws CLI 1.27.0 < 2.9.0"),
    ("dev-build", "aws CLI version unreadable"),
])
def test_status_off_aws_too_old_or_unreadable(home, stub_path, capsys, banner, reason):
    good_tools(stub_path)
    stub_path.write("aws", banner)
    configure(home, GOOD_DS)
    assert run_status(capsys) == "S3 log module: off (%s)" % reason


def test_status_accepts_the_shared_aws_stub(home, fake_s3, stub_path, capsys):
    stub_path.write("duckdb", "v1.5.6 (Variegata) 9a8b7c6d5e")
    configure(home, GOOD_DS)
    out = run_status(capsys)
    assert out.startswith("S3 log module: on (") and "aws 2.15.0" in out


def test_status_aws_2_9_0_is_enough_and_is_reported(home, stub_path, capsys):
    good_tools(stub_path)
    stub_path.write("aws", "aws-cli/2.9.0 Python/3.9.11 Linux/6.8.0")
    configure(home, GOOD_DS)
    assert run_status(capsys).endswith("s5cmd 2.3.0, duckdb 1.5.6, aws 2.9.0)")


def test_status_aws_banner_on_stderr_is_read(home, stub_path, capsys):
    good_tools(stub_path)
    stub_path.write_script("aws", "echo 'aws-cli/2.15.0 Python/3.11.6' >&2")
    configure(home, GOOD_DS)
    assert "aws 2.15.0" in run_status(capsys)


def test_status_off_no_datasets(home, stub_path, capsys):
    good_tools(stub_path)
    configure(home, "MAX_MB=10\n")
    assert run_status(capsys) == "S3 log module: off (no datasets configured)"


def test_status_on(home, stub_path, capsys):
    good_tools(stub_path)
    configure(home, GOOD_DS + "DATASET_alb-main=alb:s3://example-logs-bucket/alb/{yyyy}/{MM}/{dd}/\n")
    assert run_status(capsys) == (
        "S3 log module: on (datasets: cdn[cloudfront], alb-main[alb]; s5cmd 2.3.0, duckdb 1.5.6, aws 2.15.0)"
    )


def test_status_never_creates_state(home, stub_path, capsys):
    good_tools(stub_path)
    configure(home, GOOD_DS)
    run_status(capsys)
    assert not (home / ".local").exists()


def test_bin_wrapper_runs_and_is_executable(home, stub_path):
    wrapper = BIN / "logs-status"
    assert wrapper.stat().st_mode & 0o111 == 0o111
    good_tools(stub_path)
    configure(home, GOOD_DS)
    r = subprocess.run([str(wrapper)], capture_output=True, text=True, cwd=str(home))
    assert r.returncode == 0, r.stderr
    assert r.stdout == "S3 log module: on (datasets: cdn[cloudfront]; s5cmd 2.3.0, duckdb 1.5.6, aws 2.15.0)\n"
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall