Skip to content

vast-ai/vast-cli / vastai

vastai

Flagged

Vast.ai CLI to manage GPU instances, volumes, serverless endpoints, and billing.

FileKindSize
SKILL.mdskill md18.6 KB
__init__.pyscript1.8 KB
_base.pyscript1.6 KB
api/__init__.pyscript31 B
api/auth.pyscript15.3 KB
api/billing.pyscript10.4 KB
api/client.pyscript9.1 KB
api/clusters.pyscript4.5 KB
api/deployments.pyscript1.4 KB
api/endpoints.pyscript12.0 KB
api/instances.pyscript17.1 KB
api/keys.pyscript4.3 KB
api/machines.pyscript7.4 KB
api/metrics.pyscript2.6 KB
api/offers.pyscript21.2 KB
api/price_increase.pyscript4.0 KB
api/query.pyscript12.2 KB
api/storage.pyscript14.5 KB
api/teams.pyscript4.4 KB
async_/__init__.pyscript79 B
async_/client.pyscript9.6 KB
async_/results.pyscript1.3 KB
cli/__init__.pyscript25 B
cli/commands/__init__.pyscript757 B
cli/commands/auth.pyscript42.8 KB
cli/commands/benchmarks.pyscript42.0 KB
cli/commands/billing.pyscript30.4 KB
cli/commands/clusters.pyscript7.8 KB
cli/commands/deployments.pyscript7.8 KB
cli/commands/endpoints.pyscript17.3 KB
cli/commands/instances.pyscript55.4 KB
cli/commands/keys.pyscript7.9 KB
cli/commands/machines.pyscript78.4 KB
cli/commands/metrics.pyscript12.7 KB
cli/commands/misc.pyscript11.0 KB
cli/commands/offers.pyscript30.0 KB
cli/commands/price_increase.pyscript14.5 KB
cli/commands/repl.pyscript719 B
cli/commands/storage.pyscript38.9 KB
cli/commands/teams.pyscript6.4 KB
cli/commands/uninstall.pyscript2.4 KB
cli/commands/update.pyscript3.1 KB
cli/display.pyscript20.1 KB
cli/main.pyscript11.5 KB
cli/parser.pyscript18.1 KB
cli/repl/__init__.pyscript318 B
cli/repl/bridge.pyscript7.3 KB
cli/repl/catalog.pyscript6.3 KB
cli/repl/completion.pyscript8.2 KB
cli/repl/session.pyscript7.3 KB
cli/self_test/__init__.pyscript46 B
cli/self_test/machine_diagnostics.pyscript21.0 KB
cli/self_test/runtime_diagnostics.pyscript18.6 KB
cli/self_test/support_bundle.pyscript11.0 KB
cli/selfupdate.pyscript14.0 KB
cli/util.pyscript26.3 KB
cli/utils.pyscript577 B
data/__init__.pyscript303 B
data/deployment.pyscript3.5 KB
data/endpoint.pyscript2.1 KB
data/instance.pyscript3.6 KB
data/offer.pyscript4.4 KB
data/query.pyscript12.8 KB
data/workergroup.pyscript1.4 KB
pdf/__init__.pyscript0 B
pdf/vast.ai-logo-50pct.pngbinary7.4 KB
pdf/vast.ai-logo.pngbinary10.1 KB
pdf/vast_pdf.pyscript19.4 KB
pdf/watcher.shexecutablescript390 B
sdk.pyscript52.2 KB
serverless/__init__.pyscript193 B
serverless/client/__init__.pyscript346 B
serverless/client/client.pyscript36.7 KB
serverless/client/connection.pyscript11.5 KB
serverless/client/endpoint.pyscript6.9 KB
serverless/client/managed.pyscript7.3 KB
serverless/client/request_status.pyscript371 B
serverless/client/session.pyscript2.8 KB
serverless/client/worker.pyscript1.3 KB
serverless/remote/__init__.pyscript245 B
serverless/remote/base.pyscript6.3 KB
serverless/remote/deploy.pyscript12.6 KB
serverless/remote/serialization.pyscript3.7 KB
serverless/remote/serve.pyscript8.6 KB
serverless/remote/serve_deployment.pyscript6.3 KB
serverless/remote/utils.pyscript9.7 KB
serverless/server/__init__.pyscript0 B
serverless/server/lib/__init__.pyscript0 B
serverless/server/lib/backend.pyscript43.3 KB
serverless/server/lib/data_types.pyscript10.6 KB
serverless/server/lib/metrics.pyscript12.2 KB
serverless/server/lib/server.pyscript3.2 KB
serverless/server/worker.pyscript17.1 KB
sync/__init__.pyscript76 B
sync/client.pyscript4.9 KB
sync/results.pyscript1.2 KB
utils.pyscript12.2 KB

cli/repl/session.py

View on GitHub
"""The `vastai repl` loop: the same CLI, one live process.

    vast> show instances
    vast> search offers 'gpu_name=RTX_4090 num_gpus=1' -o dph
    vast> destroy instance <tab>      # completes from your live instances

Every line is handed to the same parser `vastai` uses, so behaviour is
identical to the one-shot CLI — only faster, because the interpreter and the
command tree load once. Type `help` for the commands, `clear` to clear the
screen, `exit` or Ctrl-D to leave.
"""
import copy
import os
import shutil
import sys
import textwrap

from vastai.cli.repl.bridge import run_line
from vastai.cli.repl.catalog import CommandCatalog
from vastai.cli.repl.completion import ReplCompleter
from vastai.cli.util import APIKEY_FILE, TFAKEY_FILE

PROMPT = "vast> "
EXIT_WORDS = ("exit", "quit", "q")
CLEAR_WORDS = ("clear", "cls")
CLEAR_SCREEN = "\033[H\033[2J\033[3J"  # cursor home, clear screen, clear scrollback


class Repl:
    def __init__(self, parser, session_args, stdout=None):
        self.parser = parser
        # A copy: the session's own state is not the caller's.
        self.args = copy.copy(session_args)
        self.out = stdout or sys.stdout
        self._stored_key = _stored_api_key()
        # Whether this session's key came from the config file. A key from
        # $VAST_API_KEY or --api-key outranks the file (the CLI says so, and
        # `set api-key` warns about it), so it must not be replaced by one.
        self._from_disk = getattr(session_args, "api_key", None) in (None, self._stored_key)
        self.catalog = CommandCatalog(parser)
        self.completer = ReplCompleter(self.catalog)

    # -- one line ----------------------------------------------------------
    def handle(self, line):
        """Run one input line. Returns False when the session should end."""
        s = line.strip()
        if not s:
            return True
        if s in EXIT_WORDS:
            return False
        if s in CLEAR_WORDS:
            self._clear_screen()
            return True

        # Leading global flags (`--raw show user`) are the parser's business,
        # not part of the command name.
        tokens = self.catalog.strip_options(s.split())
        if tokens and tokens[0] == "repl":
            self._print("Already in the REPL. Use exit or Ctrl-D to leave.")
            return True
        # Resolve first so a typo gets a short 'did you mean' instead of
        # argparse dumping all ~150 command names. A line that is only flags
        # (`--version`) names no command and goes straight to the parser.
        if tokens and self.catalog.resolve(tokens) is None:
            self._unknown(tokens)
            return True
        run_line(self.parser, s, self.args)
        self._refresh_credentials()
        return True

    def _unknown(self, tokens):
        """Report an unrecognised line. argparse would answer with all ~150
        command names; a verb's own objects, or a few near misses, is the
        answer worth reading."""
        if len(tokens) == 1 and tokens[0] in self.catalog.verbs:
            self._print_wrapped(f"{tokens[0]} takes an object: ",
                                self.catalog.objects(tokens[0]))
            return
        print(f"unknown command: {' '.join(tokens[:2])}", file=sys.stderr)
        suggestions = self.catalog.suggest(tokens)[:6]
        if suggestions:
            self._print_wrapped("did you mean: ", suggestions)
        print("(help lists every command)", file=sys.stderr)

    def _print_wrapped(self, lead, items):
        width = shutil.get_terminal_size(fallback=(80, 24)).columns
        print(textwrap.fill(", ".join(items), width=max(40, width),
                            initial_indent=lead, subsequent_indent=" " * len(lead)),
              file=sys.stderr)

    def _clear_screen(self):
        # Legacy Windows consoles don't honour ANSI escapes; cls always works there.
        if os.name == "nt":
            os.system("cls")
        else:
            self.out.write(CLEAR_SCREEN)
            self.out.flush()

    def _print(self, text):
        print(text, file=self.out)

    def _refresh_credentials(self):
        """Pick up a key written mid-session by `set api-key` or `tfa login`.

        Those commands write the config file but not our namespace, so without
        this the session would keep sending the key it started with — often
        none at all, leaving every later line to fail on auth. Only a session
        that took its key from the file follows the file; one running on
        $VAST_API_KEY or --api-key keeps what it was given, as the one-shot CLI
        would. A key that disappears is dropped rather than reused: an expired
        2FA session with no fallback should report "no API key", not repeat the
        same failure on every line.
        """
        if not self._from_disk:
            return
        key = _stored_api_key()
        if key == self._stored_key:
            return
        self.args.api_key = key
        self._stored_key = key
        self.completer.values.clear()  # ids belong to the old account

    # -- the loop ----------------------------------------------------------
    def run(self):
        self._setup_terminal()
        while True:
            try:
                line = input(PROMPT)
            except KeyboardInterrupt:
                self._print("^C")
                continue
            except EOFError:
                self._print("")
                break
            if not self.handle(line):
                break

    def _setup_terminal(self):
        """Wire completion. History lives in readline for the session only —
        persisting it would put whatever was typed, credentials included, in
        plain text on disk, which wants a redaction design of its own."""
        self._wire_live_completions()
        self.completer.install()

    def _wire_live_completions(self):
        """Point the parser's id completers at this session.

        The one-shot CLI wires these for argcomplete using only $VAST_API_KEY;
        rebinding them here means `destroy instance <tab>` works for a key that
        came from the config file or from `--api-key` on the repl command.
        """
        from vastai.cli.commands import instances
        from vastai.cli.parser import set_completers

        def ids(field):
            return lambda **kw: instances.show__instances(
                self._completion_args(), {"internal": True, "field": field})

        set_completers(instance_machine_fn=ids("machine_id"), instance_fn=ids("id"))

    def _completion_args(self):
        """Args for completion's own API calls: this session's auth, endpoint
        and retries, with the output modes off. `--curl` in particular makes
        the client print a curl command and exit, which would otherwise land in
        the middle of the prompt on every Tab press.
        """
        args = copy.copy(self.args)
        for flag in ("explain", "curl", "raw", "full"):
            setattr(args, flag, False)
        args.retry = 1  # a Tab press must not queue minutes of retries
        return args


def _stored_api_key():
    """The key on disk right now, resolved as the one-shot CLI resolves it."""
    path = TFAKEY_FILE if os.path.exists(TFAKEY_FILE) else APIKEY_FILE
    try:
        with open(path, "r") as reader:
            return reader.read().strip() or None
    except OSError:
        return None


def run_repl(args):
    from vastai.cli.main import parser
    Repl(parser, args).run()
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall