Skip to content

vast-ai/vast-cli / vastai

vastai

Flagged

Vast.ai CLI to manage GPU instances, volumes, serverless endpoints, and billing.

FileKindSize
SKILL.mdskill md18.6 KB
__init__.pyscript1.8 KB
_base.pyscript1.6 KB
api/__init__.pyscript31 B
api/auth.pyscript15.3 KB
api/billing.pyscript10.4 KB
api/client.pyscript9.1 KB
api/clusters.pyscript4.5 KB
api/deployments.pyscript1.4 KB
api/endpoints.pyscript12.0 KB
api/instances.pyscript17.1 KB
api/keys.pyscript4.3 KB
api/machines.pyscript7.4 KB
api/metrics.pyscript2.6 KB
api/offers.pyscript21.2 KB
api/price_increase.pyscript4.0 KB
api/query.pyscript12.2 KB
api/storage.pyscript14.5 KB
api/teams.pyscript4.4 KB
async_/__init__.pyscript79 B
async_/client.pyscript9.6 KB
async_/results.pyscript1.3 KB
cli/__init__.pyscript25 B
cli/commands/__init__.pyscript757 B
cli/commands/auth.pyscript42.8 KB
cli/commands/benchmarks.pyscript42.0 KB
cli/commands/billing.pyscript30.4 KB
cli/commands/clusters.pyscript7.8 KB
cli/commands/deployments.pyscript7.8 KB
cli/commands/endpoints.pyscript17.3 KB
cli/commands/instances.pyscript55.4 KB
cli/commands/keys.pyscript7.9 KB
cli/commands/machines.pyscript78.4 KB
cli/commands/metrics.pyscript12.7 KB
cli/commands/misc.pyscript11.0 KB
cli/commands/offers.pyscript30.0 KB
cli/commands/price_increase.pyscript14.5 KB
cli/commands/repl.pyscript719 B
cli/commands/storage.pyscript38.9 KB
cli/commands/teams.pyscript6.4 KB
cli/commands/uninstall.pyscript2.4 KB
cli/commands/update.pyscript3.1 KB
cli/display.pyscript20.1 KB
cli/main.pyscript11.5 KB
cli/parser.pyscript18.1 KB
cli/repl/__init__.pyscript318 B
cli/repl/bridge.pyscript7.3 KB
cli/repl/catalog.pyscript6.3 KB
cli/repl/completion.pyscript8.2 KB
cli/repl/session.pyscript7.3 KB
cli/self_test/__init__.pyscript46 B
cli/self_test/machine_diagnostics.pyscript21.0 KB
cli/self_test/runtime_diagnostics.pyscript18.6 KB
cli/self_test/support_bundle.pyscript11.0 KB
cli/selfupdate.pyscript14.0 KB
cli/util.pyscript26.3 KB
cli/utils.pyscript577 B
data/__init__.pyscript303 B
data/deployment.pyscript3.5 KB
data/endpoint.pyscript2.1 KB
data/instance.pyscript3.6 KB
data/offer.pyscript4.4 KB
data/query.pyscript12.8 KB
data/workergroup.pyscript1.4 KB
pdf/__init__.pyscript0 B
pdf/vast.ai-logo-50pct.pngbinary7.4 KB
pdf/vast.ai-logo.pngbinary10.1 KB
pdf/vast_pdf.pyscript19.4 KB
pdf/watcher.shexecutablescript390 B
sdk.pyscript52.2 KB
serverless/__init__.pyscript193 B
serverless/client/__init__.pyscript346 B
serverless/client/client.pyscript36.7 KB
serverless/client/connection.pyscript11.5 KB
serverless/client/endpoint.pyscript6.9 KB
serverless/client/managed.pyscript7.3 KB
serverless/client/request_status.pyscript371 B
serverless/client/session.pyscript2.8 KB
serverless/client/worker.pyscript1.3 KB
serverless/remote/__init__.pyscript245 B
serverless/remote/base.pyscript6.3 KB
serverless/remote/deploy.pyscript12.6 KB
serverless/remote/serialization.pyscript3.7 KB
serverless/remote/serve.pyscript8.6 KB
serverless/remote/serve_deployment.pyscript6.3 KB
serverless/remote/utils.pyscript9.7 KB
serverless/server/__init__.pyscript0 B
serverless/server/lib/__init__.pyscript0 B
serverless/server/lib/backend.pyscript43.3 KB
serverless/server/lib/data_types.pyscript10.6 KB
serverless/server/lib/metrics.pyscript12.2 KB
serverless/server/lib/server.pyscript3.2 KB
serverless/server/worker.pyscript17.1 KB
sync/__init__.pyscript76 B
sync/client.pyscript4.9 KB
sync/results.pyscript1.2 KB
utils.pyscript12.2 KB

serverless/remote/base.py

View on GitHub
from abc import ABC, abstractmethod
from typing import (
    Callable,
    Any,
    Awaitable,
    ParamSpec,
    Optional,
    TypeVar,
    Type,
    AsyncContextManager,
    TypedDict,
)
from typing_extensions import Unpack
from vastai.data import Query
from dataclasses import dataclass


class DockerLogin(TypedDict, total=False):
    docker_login_user: str
    docker_login_pass: str
    docker_login_repo: str


class Image:
    def __init__(
        self,
        from_image: str,
        storage: float = 50,
        worker_port: tuple[int, str] = (3000, "tcp"),
        **docker_login: Unpack[DockerLogin],
    ):
        self._image = from_image
        self._envs: dict[str, str] = {}
        self._runs: list[str | tuple[str, ...]] = []
        self._venv: str | None = (
            None  # None=SDK default, ""=system python, str=custom venv path
        )
        self._pip_installs: list[str] = []
        self._apt_gets: list[str] = []
        self._docker_login: DockerLogin = docker_login
        self._requires = Query.search_defaults()
        self._storage = storage
        self._copies: list[tuple[str, str]] = []
        self._ports: set[tuple[int, str]] = {worker_port}

    def pip_install(self, *args: str) -> "Image":
        for arg in args:
            self._pip_installs.append(arg)
        return self

    def apt_get(self, *args: str) -> "Image":
        for arg in args:
            self._apt_gets.append(arg)
        return self

    def run_script(self, script) -> "Image":
        self._runs.append(script)
        return self

    def run_cmd(self, *args) -> "Image":
        self._runs.append(args)
        return self

    def env(self, **kwargs: str) -> "Image":
        for k, v in kwargs.items():
            self._envs[k] = v
        return self

    def require(self, *args: Query) -> "Image":
        for arg in args:
            self._requires.extend(arg)
        return self

    def copy(self, src: str, dst: str) -> "Image":
        self._copies.append((src, dst))
        return self

    def venv(self, path: str) -> "Image":
        """Use an existing venv at the given path instead of the SDK managed venv."""
        self._venv = path
        return self

    def use_system_python(self) -> "Image":
        """Use the image's system Python instead of a venv."""
        self._venv = ""
        return self

    def publish_port(self, number: int, type_: str = "tcp") -> "Image":
        self._ports.add((number, type_))
        return self


class Autoscaling(TypedDict, total=False):
    # Scaling params
    cold_workers: int
    max_workers: int
    min_load: int
    min_cold_load: int
    target_util: float
    cold_mult: int
    max_queue_time: float
    target_queue_time: float
    inactivity_timeout: int
    autoscaler_instance: str


@dataclass
class Config:
    name: str
    pip_installs: list[str]
    apt_gets: list[str]
    envs: list[list[str]] | list[tuple[str, ...]]  # format [(KEY,VALUE)]
    runs: (
        list[str | list[str]] | list[str | tuple[str, ...]]
    )  # tuples get turned into list after JSON serialize->deserialize round trip


T = TypeVar("T")
DeploymentT = TypeVar("DeploymentT", bound="Deployment_")


class Deployment_(ABC):
    by_name: dict[Type, dict[str, "Deployment_"]] = {}

    def __init__(
        self,
        name: Optional[str] = None,
        tag: str = "default",
        version_label: Optional[str] = None,
        **kwargs,
    ):
        self.name = name
        self.tag = tag
        self.version_label: str | None = version_label
        self.root_module: str | None = None
        self.is_main = False

    def context(
        self, *args, **kwargs
    ) -> Callable[
        [Type[AsyncContextManager[T]]], Type[AsyncContextManager[T]]
    ]:  # registers context_class as deployment context
        return lambda c: c  # no-op when not in serve mode

    def get_context(self, context_class: Type[AsyncContextManager[T]]) -> T:
        raise NotImplementedError(
            f"{context_class}"
        )  # should not be run when not in serve mode

    @property
    def name(self):
        return self.name_

    @name.setter
    def name(self, name: str | None):
        self.name_ = name
        if isinstance(name, str):
            if self.__class__ not in self.by_name:
                self.by_name[self.__class__] = {}
            self.by_name[self.__class__][name] = self

    @classmethod
    def lookup(cls: Type[DeploymentT], name: str) -> DeploymentT | None:
        if cls not in cls.by_name:
            return None
        ret = cls.by_name[cls].get(name)
        return ret  # type: ignore

    def relativize(self, f: Callable[..., Any]) -> tuple[str]:
        mod = f.__module__
        name = f.__name__
        file = f.__globals__.get("__file__")
        # assume single file deployment for now.
        if self.root_module is None:
            self.root_module = mod
            if self.name_ is None:
                self.name = ""
            if file is None:
                raise Exception(
                    f"Cowardly refusing to deploy function {name} defined in your interactive Python session! We need it to be defined in a .py file to deploy from."
                )
            self.file = file
        if f.__module__ != self.root_module:
            raise Exception(
                f"Using a single-file deployment object to deploy remote functions from multiple .py files! Remote function {name} is defined in {file} but we're already trying to deploy from {self.file}."
            )
        return (name,)

    P = ParamSpec("P")

    # TODO: add type checked version of remote
    @abstractmethod
    def remote(
        self,
        f: Callable[P, Awaitable[Any]] | None = None,
        *,
        benchmark_dataset: list[dict] | None = None,
        benchmark_generator: Callable[[], dict] | None = None,
        benchmark_runs: int = 10,
        workload_calculator: Callable[..., float] | None = None,
    ) -> (
        Callable[P, Awaitable[Any]]
        | Callable[[Callable[P, Awaitable[Any]]], Callable[P, Awaitable[Any]]]
    ): ...

    # Stubs for methods that are expected to be present in serve mode, but shouldn't do anything.
    def configure_autoscaling(self, **kwargs: Unpack[Autoscaling]):
        pass

    def image(self, from_image: str, storage: int) -> Image:
        return Image("")

    def ensure_ready(self):  # NO-OP in serve mode
        pass
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall