Skip to content

vast-ai/vast-cli / vastai

vastai

Flagged

Vast.ai CLI to manage GPU instances, volumes, serverless endpoints, and billing.

FileKindSize
SKILL.mdskill md18.6 KB
__init__.pyscript1.8 KB
_base.pyscript1.6 KB
api/__init__.pyscript31 B
api/auth.pyscript15.3 KB
api/billing.pyscript10.4 KB
api/client.pyscript9.1 KB
api/clusters.pyscript4.5 KB
api/deployments.pyscript1.4 KB
api/endpoints.pyscript12.0 KB
api/instances.pyscript17.1 KB
api/keys.pyscript4.3 KB
api/machines.pyscript7.4 KB
api/metrics.pyscript2.6 KB
api/offers.pyscript21.2 KB
api/price_increase.pyscript4.0 KB
api/query.pyscript12.2 KB
api/storage.pyscript14.5 KB
api/teams.pyscript4.4 KB
async_/__init__.pyscript79 B
async_/client.pyscript9.6 KB
async_/results.pyscript1.3 KB
cli/__init__.pyscript25 B
cli/commands/__init__.pyscript757 B
cli/commands/auth.pyscript42.8 KB
cli/commands/benchmarks.pyscript42.0 KB
cli/commands/billing.pyscript30.4 KB
cli/commands/clusters.pyscript7.8 KB
cli/commands/deployments.pyscript7.8 KB
cli/commands/endpoints.pyscript17.3 KB
cli/commands/instances.pyscript55.4 KB
cli/commands/keys.pyscript7.9 KB
cli/commands/machines.pyscript78.4 KB
cli/commands/metrics.pyscript12.7 KB
cli/commands/misc.pyscript11.0 KB
cli/commands/offers.pyscript30.0 KB
cli/commands/price_increase.pyscript14.5 KB
cli/commands/repl.pyscript719 B
cli/commands/storage.pyscript38.9 KB
cli/commands/teams.pyscript6.4 KB
cli/commands/uninstall.pyscript2.4 KB
cli/commands/update.pyscript3.1 KB
cli/display.pyscript20.1 KB
cli/main.pyscript11.5 KB
cli/parser.pyscript18.1 KB
cli/repl/__init__.pyscript318 B
cli/repl/bridge.pyscript7.3 KB
cli/repl/catalog.pyscript6.3 KB
cli/repl/completion.pyscript8.2 KB
cli/repl/session.pyscript7.3 KB
cli/self_test/__init__.pyscript46 B
cli/self_test/machine_diagnostics.pyscript21.0 KB
cli/self_test/runtime_diagnostics.pyscript18.6 KB
cli/self_test/support_bundle.pyscript11.0 KB
cli/selfupdate.pyscript14.0 KB
cli/util.pyscript26.3 KB
cli/utils.pyscript577 B
data/__init__.pyscript303 B
data/deployment.pyscript3.5 KB
data/endpoint.pyscript2.1 KB
data/instance.pyscript3.6 KB
data/offer.pyscript4.4 KB
data/query.pyscript12.8 KB
data/workergroup.pyscript1.4 KB
pdf/__init__.pyscript0 B
pdf/vast.ai-logo-50pct.pngbinary7.4 KB
pdf/vast.ai-logo.pngbinary10.1 KB
pdf/vast_pdf.pyscript19.4 KB
pdf/watcher.shexecutablescript390 B
sdk.pyscript52.2 KB
serverless/__init__.pyscript193 B
serverless/client/__init__.pyscript346 B
serverless/client/client.pyscript36.7 KB
serverless/client/connection.pyscript11.5 KB
serverless/client/endpoint.pyscript6.9 KB
serverless/client/managed.pyscript7.3 KB
serverless/client/request_status.pyscript371 B
serverless/client/session.pyscript2.8 KB
serverless/client/worker.pyscript1.3 KB
serverless/remote/__init__.pyscript245 B
serverless/remote/base.pyscript6.3 KB
serverless/remote/deploy.pyscript12.6 KB
serverless/remote/serialization.pyscript3.7 KB
serverless/remote/serve.pyscript8.6 KB
serverless/remote/serve_deployment.pyscript6.3 KB
serverless/remote/utils.pyscript9.7 KB
serverless/server/__init__.pyscript0 B
serverless/server/lib/__init__.pyscript0 B
serverless/server/lib/backend.pyscript43.3 KB
serverless/server/lib/data_types.pyscript10.6 KB
serverless/server/lib/metrics.pyscript12.2 KB
serverless/server/lib/server.pyscript3.2 KB
serverless/server/worker.pyscript17.1 KB
sync/__init__.pyscript76 B
sync/client.pyscript4.9 KB
sync/results.pyscript1.2 KB
utils.pyscript12.2 KB

sync/client.py

View on GitHub
import json
import requests
from typing import Any, Optional, Union

from vastai._base import _BaseClient, _APIKEY_SENTINEL
from vastai.data.query import Query
from vastai.data.offer import Offer
from vastai.data.instance import Instance, InstanceConfig, CreateInstanceResponse
from vastai.sync.results import SyncOffer, SyncInstance


class SyncClient(_BaseClient):
    """
    Synchronous Vast.ai API client.

    api_key resolution order:
      1. Explicit api_key argument
      2. VAST_API_KEY environment variable
      3. $XDG_CONFIG_HOME/vastai/vast_api_key
      4. ~/.vast_api_key (legacy)
    """
    def __init__(self, api_key: object = _APIKEY_SENTINEL, vast_server: str = "https://console.vast.ai"):
        super().__init__(api_key, vast_server)

    def search(
        self,
        query: Query,
        type_: Optional[str] = None,
        order: Optional[list] = [["score", "desc"]],
        limit: Optional[int] = None,
        allocated_storage: Optional[float] = None,
        target_reliability: Optional[float] = None,
        external: Optional[bool] = None,
        extra_ids: Optional[list] = None,
        has_avx: Optional[int] = None,
        gpu_option: Optional[Any] = None,
        show_incompatible: Optional[Any] = None,
        sort_option: Optional[Any] = None,
        template_id: Optional[Any] = None,
    ) -> list[SyncOffer]:
        """Search available offers and return a list of SyncOffer result wrappers."""
        payload = dict(query.query)
        for key, value in [
            ("type",               type_),
            ("order",              order),
            ("limit",              limit),
            ("allocated_storage",  allocated_storage),
            ("target_reliability", target_reliability),
            ("external",           external),
            ("extra_ids",          extra_ids),
            ("has_avx",            has_avx),
            ("gpu_option",         gpu_option),
            ("show_incompatible",  show_incompatible),
            ("sort_option",        sort_option),
            ("template_id",        template_id),
        ]:
            if value is not None:
                payload[key] = value

        response = requests.post(
            self._url("/api/v0/bundles/"),
            json=payload,
            headers=self._headers(),
        )
        response.raise_for_status()
        data = response.json()

        return [SyncOffer(Offer.from_dict(o), self) for o in data.get("offers", [])]

    def create_instance(
        self,
        offer_id: int,
        config: InstanceConfig,
    ) -> SyncInstance:
        """Accept an offer and create an instance. Returns a SyncInstance wrapper."""
        payload = config.to_dict()
        response = requests.put(
            self._url(f"/api/v0/asks/{offer_id}/"),
            json=payload,
            headers=self._headers(),
        )
        response.raise_for_status()
        data = response.json()

        if not data.get("success"):
            raise Exception(f"Failed to create instance: {data.get('error', '')} - {data.get('msg', '')}")

        resp = CreateInstanceResponse.from_dict(data)
        # Fetch the newly created instance
        instances = self.show_instances()
        for inst in instances:
            if inst.id == resp.new_contract:
                return inst
        # Fallback: return a minimal instance
        return SyncInstance(Instance.from_dict({"id": resp.new_contract}), self)

    def show_instances(self) -> list[SyncInstance]:
        """Return all instances owned by the authenticated user.

        The legacy v0 ``/instances`` list endpoint is deprecated; this pages
        through the v1 ``/api/v1/instances/`` endpoint (omitting ``select_cols``
        so the backend returns full instance rows) and accumulates every page.
        """
        instances = []
        params = {
            "select_filters": json.dumps({}),
            "order_by": json.dumps([{"col": "id", "dir": "asc"}]),
            "limit": 25,
        }
        while True:
            response = requests.get(
                self._url("/api/v1/instances/"),
                params=params,
                headers=self._headers(),
            )
            response.raise_for_status()
            data = response.json()
            instances.extend(data.get("instances") or [])
            next_token = data.get("next_token")
            if not next_token:
                break
            params["after_token"] = next_token

        return [SyncInstance(Instance.from_dict(i), self) for i in instances]

    def destroy_instance(self, instance_or_id: Union[SyncInstance, int]) -> None:
        """Destroy a running or stopped instance."""
        instance_id = instance_or_id if isinstance(instance_or_id, int) else instance_or_id.id
        response = requests.delete(
            self._url(f"/api/v0/instances/{instance_id}/"),
            headers=self._headers(),
        )
        response.raise_for_status()
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall