BumpyClock/agent-templates / skills_archive/web-skill
web-skill
UnverifiedLocal web search and page fetching for AI agents via SearXNG and Firecrawl. Use when you need to search the web, fetch page content as markdown, or gather information from URLs. No API keys required.
| File | Kind | Size |
|---|---|---|
| .gitignore | other | 11 B |
| SKILL.md | skill md | 1.9 KB |
| agents/openai.yaml | config | 153 B |
| compose.yml | config | 3.8 KB |
| docker-compose.yml | config | 3.9 KB |
| nuq-init.sql | other | 5.9 KB |
| nuq-postgres/Dockerfile | other | 741 B |
| searxng/settings.yml | config | 64.9 KB |
| searxng/settings.yml.new | other | 66.1 KB |
| start-webskill-containers.shexecutable | script | 430 B |
nuq-init.sql
View on GitHub-- Firecrawl NuQ job queue schema
-- Derived from upstream firecrawl/apps/nuq-postgres/nuq.sql
-- pg_cron removed for simplicity (local use only)
CREATE EXTENSION IF NOT EXISTS pgcrypto;
-- Checkpoint tuning: spread I/O to reduce stalls during heavy WAL activity
ALTER SYSTEM SET checkpoint_completion_target = 0.9;
ALTER SYSTEM SET checkpoint_timeout = '15min';
ALTER SYSTEM SET max_wal_size = '16GB';
ALTER SYSTEM SET min_wal_size = '4GB';
-- Aggressive background writer
ALTER SYSTEM SET bgwriter_lru_maxpages = 1000;
ALTER SYSTEM SET bgwriter_lru_multiplier = 4.0;
ALTER SYSTEM SET bgwriter_delay = '50ms';
ALTER SYSTEM SET bgwriter_flush_after = '512kB';
-- I/O concurrency
ALTER SYSTEM SET effective_io_concurrency = 200;
ALTER SYSTEM SET maintenance_io_concurrency = 100;
-- WAL settings
ALTER SYSTEM SET wal_buffers = '64MB';
ALTER SYSTEM SET wal_writer_delay = '10ms';
ALTER SYSTEM SET wal_writer_flush_after = '1MB';
-- Reduce fsync overhead
ALTER SYSTEM SET commit_delay = 10;
ALTER SYSTEM SET commit_siblings = 5;
SELECT pg_reload_conf();
CREATE SCHEMA IF NOT EXISTS nuq;
DO $$ BEGIN
CREATE TYPE nuq.job_status AS ENUM ('queued', 'active', 'completed', 'failed');
EXCEPTION
WHEN duplicate_object THEN null;
END $$;
DO $$ BEGIN
CREATE TYPE nuq.group_status AS ENUM ('active', 'completed', 'cancelled');
EXCEPTION
WHEN duplicate_object THEN null;
END $$;
CREATE TABLE IF NOT EXISTS nuq.queue_scrape (
id uuid NOT NULL DEFAULT gen_random_uuid(),
status nuq.job_status NOT NULL DEFAULT 'queued'::nuq.job_status,
data jsonb,
created_at timestamp with time zone NOT NULL DEFAULT now(),
priority int NOT NULL DEFAULT 0,
lock uuid,
locked_at timestamp with time zone,
stalls integer,
finished_at timestamp with time zone,
listen_channel_id text,
returnvalue jsonb,
failedreason text,
owner_id uuid,
group_id uuid,
CONSTRAINT queue_scrape_pkey PRIMARY KEY (id)
);
ALTER TABLE nuq.queue_scrape
SET (autovacuum_vacuum_scale_factor = 0.01,
autovacuum_analyze_scale_factor = 0.01,
autovacuum_vacuum_cost_limit = 10000,
autovacuum_vacuum_cost_delay = 0);
CREATE INDEX IF NOT EXISTS queue_scrape_active_locked_at_idx ON nuq.queue_scrape USING btree (locked_at) WHERE (status = 'active'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_queued_optimal_2_idx ON nuq.queue_scrape (priority ASC, created_at ASC, id) WHERE (status = 'queued'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_failed_created_at_idx ON nuq.queue_scrape USING btree (created_at) WHERE (status = 'failed'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_completed_created_at_idx ON nuq.queue_scrape USING btree (created_at) WHERE (status = 'completed'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_group_owner_mode_idx ON nuq.queue_scrape (group_id, owner_id) WHERE ((data->>'mode') = 'single_urls');
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_group_mode_status_idx ON nuq.queue_scrape (group_id, status) WHERE ((data->>'mode') = 'single_urls');
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_group_completed_listing_idx ON nuq.queue_scrape (group_id, finished_at ASC, created_at ASC) WHERE (status = 'completed'::nuq.job_status AND (data->>'mode') = 'single_urls');
CREATE INDEX IF NOT EXISTS idx_queue_scrape_group_status ON nuq.queue_scrape (group_id, status) WHERE status IN ('active', 'queued');
CREATE TABLE IF NOT EXISTS nuq.queue_scrape_backlog (
id uuid NOT NULL DEFAULT gen_random_uuid(),
data jsonb,
created_at timestamp with time zone NOT NULL DEFAULT now(),
priority int NOT NULL DEFAULT 0,
listen_channel_id text,
owner_id uuid,
group_id uuid,
times_out_at timestamptz,
CONSTRAINT queue_scrape_backlog_pkey PRIMARY KEY (id)
);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_backlog_owner_id_idx ON nuq.queue_scrape_backlog (owner_id);
CREATE INDEX IF NOT EXISTS nuq_queue_scrape_backlog_group_mode_idx ON nuq.queue_scrape_backlog (group_id) WHERE ((data->>'mode') = 'single_urls');
CREATE TABLE IF NOT EXISTS nuq.queue_crawl_finished (
id uuid NOT NULL DEFAULT gen_random_uuid(),
status nuq.job_status NOT NULL DEFAULT 'queued'::nuq.job_status,
data jsonb,
created_at timestamp with time zone NOT NULL DEFAULT now(),
priority int NOT NULL DEFAULT 0,
lock uuid,
locked_at timestamp with time zone,
stalls integer,
finished_at timestamp with time zone,
listen_channel_id text,
returnvalue jsonb,
failedreason text,
owner_id uuid,
group_id uuid,
CONSTRAINT queue_crawl_finished_pkey PRIMARY KEY (id)
);
ALTER TABLE nuq.queue_crawl_finished
SET (autovacuum_vacuum_scale_factor = 0.01,
autovacuum_analyze_scale_factor = 0.01,
autovacuum_vacuum_cost_limit = 10000,
autovacuum_vacuum_cost_delay = 0);
CREATE INDEX IF NOT EXISTS queue_crawl_finished_active_locked_at_idx ON nuq.queue_crawl_finished USING btree (locked_at) WHERE (status = 'active'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_crawl_finished_queued_optimal_2_idx ON nuq.queue_crawl_finished (priority ASC, created_at ASC, id) WHERE (status = 'queued'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_crawl_finished_failed_created_at_idx ON nuq.queue_crawl_finished USING btree (created_at) WHERE (status = 'failed'::nuq.job_status);
CREATE INDEX IF NOT EXISTS nuq_queue_crawl_finished_completed_created_at_idx ON nuq.queue_crawl_finished USING btree (created_at) WHERE (status = 'completed'::nuq.job_status);
CREATE TABLE IF NOT EXISTS nuq.group_crawl (
id uuid NOT NULL,
status nuq.group_status NOT NULL DEFAULT 'active'::nuq.group_status,
created_at timestamptz NOT NULL DEFAULT now(),
owner_id uuid NOT NULL,
ttl int8 NOT NULL DEFAULT 86400000,
expires_at timestamptz,
CONSTRAINT group_crawl_pkey PRIMARY KEY (id)
);
CREATE INDEX IF NOT EXISTS idx_group_crawl_status ON nuq.group_crawl (status) WHERE status = 'active'::nuq.group_status;
CREATE INDEX IF NOT EXISTS idx_queue_scrape_backlog_group_id ON nuq.queue_scrape_backlog (group_id);
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 464k | Updated | Claude CodeCodex | Verified | Install |
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 464k | Updated | Claude CodeCodex | Verified | Install |
| diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness. | Stars: 318k | Updated | Claude CodeCodex | Unverified | Install |
| dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependencies | Stars: 318k | Updated | Claude CodeCodex | Unverified | Install |