Skip to content

vast-ai/vast-cli / vastai

vastai

Flagged

Vast.ai CLI to manage GPU instances, volumes, serverless endpoints, and billing.

FileKindSize
SKILL.mdskill md18.6 KB
__init__.pyscript1.8 KB
_base.pyscript1.6 KB
api/__init__.pyscript31 B
api/auth.pyscript15.3 KB
api/billing.pyscript10.4 KB
api/client.pyscript9.1 KB
api/clusters.pyscript4.5 KB
api/deployments.pyscript1.4 KB
api/endpoints.pyscript12.0 KB
api/instances.pyscript17.1 KB
api/keys.pyscript4.3 KB
api/machines.pyscript7.4 KB
api/metrics.pyscript2.6 KB
api/offers.pyscript21.2 KB
api/price_increase.pyscript4.0 KB
api/query.pyscript12.2 KB
api/storage.pyscript14.5 KB
api/teams.pyscript4.4 KB
async_/__init__.pyscript79 B
async_/client.pyscript9.6 KB
async_/results.pyscript1.3 KB
cli/__init__.pyscript25 B
cli/commands/__init__.pyscript757 B
cli/commands/auth.pyscript42.8 KB
cli/commands/benchmarks.pyscript42.0 KB
cli/commands/billing.pyscript30.4 KB
cli/commands/clusters.pyscript7.8 KB
cli/commands/deployments.pyscript7.8 KB
cli/commands/endpoints.pyscript17.3 KB
cli/commands/instances.pyscript55.4 KB
cli/commands/keys.pyscript7.9 KB
cli/commands/machines.pyscript78.4 KB
cli/commands/metrics.pyscript12.7 KB
cli/commands/misc.pyscript11.0 KB
cli/commands/offers.pyscript30.0 KB
cli/commands/price_increase.pyscript14.5 KB
cli/commands/repl.pyscript719 B
cli/commands/storage.pyscript38.9 KB
cli/commands/teams.pyscript6.4 KB
cli/commands/uninstall.pyscript2.4 KB
cli/commands/update.pyscript3.1 KB
cli/display.pyscript20.1 KB
cli/main.pyscript11.5 KB
cli/parser.pyscript18.1 KB
cli/repl/__init__.pyscript318 B
cli/repl/bridge.pyscript7.3 KB
cli/repl/catalog.pyscript6.3 KB
cli/repl/completion.pyscript8.2 KB
cli/repl/session.pyscript7.3 KB
cli/self_test/__init__.pyscript46 B
cli/self_test/machine_diagnostics.pyscript21.0 KB
cli/self_test/runtime_diagnostics.pyscript18.6 KB
cli/self_test/support_bundle.pyscript11.0 KB
cli/selfupdate.pyscript14.0 KB
cli/util.pyscript26.3 KB
cli/utils.pyscript577 B
data/__init__.pyscript303 B
data/deployment.pyscript3.5 KB
data/endpoint.pyscript2.1 KB
data/instance.pyscript3.6 KB
data/offer.pyscript4.4 KB
data/query.pyscript12.8 KB
data/workergroup.pyscript1.4 KB
pdf/__init__.pyscript0 B
pdf/vast.ai-logo-50pct.pngbinary7.4 KB
pdf/vast.ai-logo.pngbinary10.1 KB
pdf/vast_pdf.pyscript19.4 KB
pdf/watcher.shexecutablescript390 B
sdk.pyscript52.2 KB
serverless/__init__.pyscript193 B
serverless/client/__init__.pyscript346 B
serverless/client/client.pyscript36.7 KB
serverless/client/connection.pyscript11.5 KB
serverless/client/endpoint.pyscript6.9 KB
serverless/client/managed.pyscript7.3 KB
serverless/client/request_status.pyscript371 B
serverless/client/session.pyscript2.8 KB
serverless/client/worker.pyscript1.3 KB
serverless/remote/__init__.pyscript245 B
serverless/remote/base.pyscript6.3 KB
serverless/remote/deploy.pyscript12.6 KB
serverless/remote/serialization.pyscript3.7 KB
serverless/remote/serve.pyscript8.6 KB
serverless/remote/serve_deployment.pyscript6.3 KB
serverless/remote/utils.pyscript9.7 KB
serverless/server/__init__.pyscript0 B
serverless/server/lib/__init__.pyscript0 B
serverless/server/lib/backend.pyscript43.3 KB
serverless/server/lib/data_types.pyscript10.6 KB
serverless/server/lib/metrics.pyscript12.2 KB
serverless/server/lib/server.pyscript3.2 KB
serverless/server/worker.pyscript17.1 KB
sync/__init__.pyscript76 B
sync/client.pyscript4.9 KB
sync/results.pyscript1.2 KB
utils.pyscript12.2 KB

async_/client.py

View on GitHub
import aiohttp
import ssl
import os
import json
import tempfile
import asyncio
from typing import Any, Optional, Union

from vastai._base import _BaseClient, _APIKEY_SENTINEL
from vastai.data.query import Query
from vastai.data.offer import Offer
from vastai.data.instance import Instance, InstanceConfig, CreateInstanceResponse
from vastai.async_.results import AsyncOffer, AsyncInstance
from vastai.serverless.client.client import CoroutineServerless


class AsyncClient(_BaseClient):
    """
    Asynchronous Vast.ai API client.

    api_key resolution order:
      1. Explicit api_key argument
      2. VAST_API_KEY environment variable
      3. $XDG_CONFIG_HOME/vastai/vast_api_key
      4. ~/.vast_api_key (legacy)
    """

    SSL_CERT_URL = "https://console.vast.ai/static/jvastai_root.cer"

    def __init__(
        self,
        api_key: object = _APIKEY_SENTINEL,
        vast_server: str = "https://console.vast.ai",
        connection_limit: int = 100,
    ):
        super().__init__(api_key, vast_server)
        self._connection_limit = connection_limit
        self._session: aiohttp.ClientSession | None = None
        self._ssl_context: ssl.SSLContext | None = None
        self._session_depth = 0

    async def get_ssl_context(self) -> ssl.SSLContext:
        """Download Vast.ai root cert and build SSL context (cached).

        The custom cert is added on top of the system default CAs, so this
        context works for both console.vast.ai and serverless worker connections.
        """
        if self._ssl_context is None:
            async with aiohttp.ClientSession() as s:
                async with s.get(self.SSL_CERT_URL) as resp:
                    if resp.status != 200:
                        raise Exception(f"Failed to fetch SSL cert: {resp.status}")
                    cert_bytes = await resp.read()

            tmpfile = tempfile.NamedTemporaryFile(delete=False, suffix=".cer")
            tmpfile.write(cert_bytes)
            tmpfile.close()

            ctx = ssl.create_default_context()
            ctx.load_verify_locations(cafile=tmpfile.name)

            self._ssl_context = ctx
            os.unlink(tmpfile.name)

        return self._ssl_context

    async def _get_session(self, use_context=False) -> aiohttp.ClientSession:
        if self._session is None or self._session.closed:
            self._session = aiohttp.ClientSession(
                connector=aiohttp.TCPConnector(
                    limit=self._connection_limit,
                    ssl=await self.get_ssl_context(),
                )
            )
            self._session_depth += 1
            if not use_context:
                loop = asyncio.get_running_loop()
                original_close = loop.close

                def close():
                    loop.run_until_complete(self.close(force=True))
                    original_close()

                loop.close = close
        elif use_context:
            self._session_depth += 1  # If we already are expected to keep a connection, and we expect to call close before exit, still flag so that close doesn't actually close.
        return self._session

    def is_open(self):
        return self._session is not None and not self._session.closed

    async def close(self, force=False):
        if self._session and not self._session.closed:
            if self._session_depth > 0:
                self._session_depth -= 1
            if force or not self._session_depth:
                self._session_depth = 0
                await self._session.close()

    async def __aenter__(self):
        await self._get_session(use_context=True)
        return self

    async def __aexit__(self, exc_type, exc, tb):
        await self.close()

    # ── Search ──────────────────────────────────────────────────────────────

    async def search(
        self,
        query: Query,
        type_: Optional[str] = None,
        order: Optional[list] = [["score", "desc"]],
        limit: Optional[int] = None,
        allocated_storage: Optional[float] = None,
        target_reliability: Optional[float] = None,
        external: Optional[bool] = None,
        extra_ids: Optional[list] = None,
        has_avx: Optional[int] = None,
        gpu_option: Optional[Any] = None,
        show_incompatible: Optional[Any] = None,
        sort_option: Optional[Any] = None,
        template_id: Optional[Any] = None,
    ) -> list[AsyncOffer]:
        """Search available offers and return a list of AsyncOffer result wrappers."""
        payload = dict(query.query)
        for key, value in [
            ("type", type_),
            ("order", order),
            ("limit", limit),
            ("allocated_storage", allocated_storage),
            ("target_reliability", target_reliability),
            ("external", external),
            ("extra_ids", extra_ids),
            ("has_avx", has_avx),
            ("gpu_option", gpu_option),
            ("show_incompatible", show_incompatible),
            ("sort_option", sort_option),
            ("template_id", template_id),
        ]:
            if value is not None:
                payload[key] = value

        session = await self._get_session()
        async with session.post(
            self._url("/api/v0/bundles/"),
            json=payload,
            headers=self._headers(),
        ) as resp:
            resp.raise_for_status()
            data = await resp.json(content_type=None)

        return [AsyncOffer(Offer.from_dict(o), self) for o in data.get("offers", [])]

    # ── Create Instance ─────────────────────────────────────────────────────

    async def create_instance(
        self,
        offer_id: int,
        config: InstanceConfig,
    ) -> AsyncInstance:
        """Accept an offer and create an instance. Returns an AsyncInstance wrapper."""
        payload = config.to_dict()
        session = await self._get_session()
        async with session.put(
            self._url(f"/api/v0/asks/{offer_id}/"),
            json=payload,
            headers=self._headers(),
        ) as resp:
            resp.raise_for_status()
            data = await resp.json(content_type=None)

        if not data.get("success"):
            raise Exception(
                f"Failed to create instance: {data.get('error', '')} - {data.get('msg', '')}"
            )

        resp_data = CreateInstanceResponse.from_dict(data)
        # Fetch the newly created instance
        instances = await self.show_instances()
        for inst in instances:
            if inst.id == resp_data.new_contract:
                return inst
        # Fallback: return a minimal instance
        return AsyncInstance(Instance.from_dict({"id": resp_data.new_contract}), self)

    # ── Instances ───────────────────────────────────────────────────────────

    async def show_instances(self) -> list[AsyncInstance]:
        """Return all instances owned by the authenticated user.

        The legacy v0 ``/instances`` list endpoint is deprecated; this pages
        through the v1 ``/api/v1/instances/`` endpoint (omitting ``select_cols``
        so the backend returns full instance rows) and accumulates every page.
        """
        session = await self._get_session()
        instances = []
        params = {
            "select_filters": json.dumps({}),
            "order_by": json.dumps([{"col": "id", "dir": "asc"}]),
            "limit": 25,
        }
        while True:
            async with session.get(
                self._url("/api/v1/instances/"),
                params=params,
                headers=self._headers(),
            ) as resp:
                resp.raise_for_status()
                data = await resp.json(content_type=None)
            instances.extend(data.get("instances") or [])
            next_token = data.get("next_token")
            if not next_token:
                break
            params["after_token"] = next_token

        return [
            AsyncInstance(Instance.from_dict(i), self)
            for i in instances
        ]

    async def destroy_instance(self, instance_or_id: Union[AsyncInstance, int]) -> None:
        """Destroy a running or stopped instance."""
        instance_id = (
            instance_or_id if isinstance(instance_or_id, int) else instance_or_id.id
        )
        session = await self._get_session()
        async with session.delete(
            self._url(f"/api/v0/instances/{instance_id}/"),
            headers=self._headers(),
        ) as resp:
            resp.raise_for_status()

    # ── Serverless factory ──────────────────────────────────────────────────

    def serverless(
        self,
        *,
        instance: str = "prod",
        autoscaler_url: Optional[str] = None,
        debug: bool = False,
        default_request_timeout: float = 600.0,
        max_poll_interval: float = 5.0,
    ) -> CoroutineServerless:
        """Create a CoroutineServerless that shares this client's aiohttp session and SSL context."""
        sl = CoroutineServerless(
            api_key=self._api_key,
            instance=instance,
            autoscaler_url=autoscaler_url,
            webserver_url=self._vast_server,
            debug=debug,
            connection_limit=self._connection_limit,
            default_request_timeout=default_request_timeout,
            max_poll_interval=max_poll_interval,
        )
        sl._transport_owner = self
        return sl
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall