Skip to content

vast-ai/vast-cli / vastai

vastai

Flagged

Vast.ai CLI to manage GPU instances, volumes, serverless endpoints, and billing.

FileKindSize
SKILL.mdskill md18.6 KB
__init__.pyscript1.8 KB
_base.pyscript1.6 KB
api/__init__.pyscript31 B
api/auth.pyscript15.3 KB
api/billing.pyscript10.4 KB
api/client.pyscript9.1 KB
api/clusters.pyscript4.5 KB
api/deployments.pyscript1.4 KB
api/endpoints.pyscript12.0 KB
api/instances.pyscript17.1 KB
api/keys.pyscript4.3 KB
api/machines.pyscript7.4 KB
api/metrics.pyscript2.6 KB
api/offers.pyscript21.2 KB
api/price_increase.pyscript4.0 KB
api/query.pyscript12.2 KB
api/storage.pyscript14.5 KB
api/teams.pyscript4.4 KB
async_/__init__.pyscript79 B
async_/client.pyscript9.6 KB
async_/results.pyscript1.3 KB
cli/__init__.pyscript25 B
cli/commands/__init__.pyscript757 B
cli/commands/auth.pyscript42.8 KB
cli/commands/benchmarks.pyscript42.0 KB
cli/commands/billing.pyscript30.4 KB
cli/commands/clusters.pyscript7.8 KB
cli/commands/deployments.pyscript7.8 KB
cli/commands/endpoints.pyscript17.3 KB
cli/commands/instances.pyscript55.4 KB
cli/commands/keys.pyscript7.9 KB
cli/commands/machines.pyscript78.4 KB
cli/commands/metrics.pyscript12.7 KB
cli/commands/misc.pyscript11.0 KB
cli/commands/offers.pyscript30.0 KB
cli/commands/price_increase.pyscript14.5 KB
cli/commands/repl.pyscript719 B
cli/commands/storage.pyscript38.9 KB
cli/commands/teams.pyscript6.4 KB
cli/commands/uninstall.pyscript2.4 KB
cli/commands/update.pyscript3.1 KB
cli/display.pyscript20.1 KB
cli/main.pyscript11.5 KB
cli/parser.pyscript18.1 KB
cli/repl/__init__.pyscript318 B
cli/repl/bridge.pyscript7.3 KB
cli/repl/catalog.pyscript6.3 KB
cli/repl/completion.pyscript8.2 KB
cli/repl/session.pyscript7.3 KB
cli/self_test/__init__.pyscript46 B
cli/self_test/machine_diagnostics.pyscript21.0 KB
cli/self_test/runtime_diagnostics.pyscript18.6 KB
cli/self_test/support_bundle.pyscript11.0 KB
cli/selfupdate.pyscript14.0 KB
cli/util.pyscript26.3 KB
cli/utils.pyscript577 B
data/__init__.pyscript303 B
data/deployment.pyscript3.5 KB
data/endpoint.pyscript2.1 KB
data/instance.pyscript3.6 KB
data/offer.pyscript4.4 KB
data/query.pyscript12.8 KB
data/workergroup.pyscript1.4 KB
pdf/__init__.pyscript0 B
pdf/vast.ai-logo-50pct.pngbinary7.4 KB
pdf/vast.ai-logo.pngbinary10.1 KB
pdf/vast_pdf.pyscript19.4 KB
pdf/watcher.shexecutablescript390 B
sdk.pyscript52.2 KB
serverless/__init__.pyscript193 B
serverless/client/__init__.pyscript346 B
serverless/client/client.pyscript36.7 KB
serverless/client/connection.pyscript11.5 KB
serverless/client/endpoint.pyscript6.9 KB
serverless/client/managed.pyscript7.3 KB
serverless/client/request_status.pyscript371 B
serverless/client/session.pyscript2.8 KB
serverless/client/worker.pyscript1.3 KB
serverless/remote/__init__.pyscript245 B
serverless/remote/base.pyscript6.3 KB
serverless/remote/deploy.pyscript12.6 KB
serverless/remote/serialization.pyscript3.7 KB
serverless/remote/serve.pyscript8.6 KB
serverless/remote/serve_deployment.pyscript6.3 KB
serverless/remote/utils.pyscript9.7 KB
serverless/server/__init__.pyscript0 B
serverless/server/lib/__init__.pyscript0 B
serverless/server/lib/backend.pyscript43.3 KB
serverless/server/lib/data_types.pyscript10.6 KB
serverless/server/lib/metrics.pyscript12.2 KB
serverless/server/lib/server.pyscript3.2 KB
serverless/server/worker.pyscript17.1 KB
sync/__init__.pyscript76 B
sync/client.pyscript4.9 KB
sync/results.pyscript1.2 KB
utils.pyscript12.2 KB

serverless/remote/serialization.py

View on GitHub
import base64
from typing import Any, TypeAlias
from importlib import import_module
import logging

logger = logging.getLogger("vastai")


def relativize_module(mod: str, root_module):
    if mod == root_module:
        return {"type": "relative", "path": []}
    elif mod.startswith(root_module):
        return {
            "type": "relative",
            "path": mod[len(root_module) :].lstrip(".").split("."),
        }  # will be non-empty
    else:
        return {"type": "absolute", "path": mod.split(".")}


def derelativize_module(mod, root_module: str):
    if mod["type"] == "relative":
        prefix = [] if root_module == "__main__" else root_module.split(".")
        return ".".join(prefix + mod["path"])
    else:
        return ".".join(mod["path"])


JSON: TypeAlias = int | str | float | list["JSON"] | dict[str, "JSON"]


def serialize(obj, root_module: str) -> JSON:
    if type(obj) in [int, str, float, type(None)]:
        return obj
    elif type(obj) is bytes:
        return {"type": "bytes", "contents": base64.b64encode(obj).decode("utf-8")}
    elif type(obj) in [list, tuple]:
        return {
            "type": type(obj).__name__,
            "contents": [serialize(child, root_module) for child in obj],
        }
    elif (
        type(obj) is dict
    ):  # JSON dicts must have string keys, so instead we do this as list of tuples
        return {
            "type": "dict",
            "contents": [
                [serialize(k, root_module), serialize(v, root_module)]
                for k, v in obj.items()
            ],
        }
    elif hasattr(obj, "__dict__") and hasattr(
        obj, "__class__"
    ):  # is a member of a normal Python class
        return {
            "type": "obj",
            "module": relativize_module(obj.__class__.__module__, root_module),
            "class": obj.__class__.__qualname__,
            "contents": {k: serialize(v, root_module) for k, v in obj.__dict__.items()},
        }
    raise TypeError(f"Object of type {type(obj)} is not JSON serializable!")


def deserialize(json, root_module: str, globals):
    if type(json) in [int, str, float, type(None)]:
        return json
    elif json["type"] == "bytes":
        return base64.b64decode(json["contents"])
    elif json["type"] in ["list", "tuple"]:
        return __builtins__[json["type"]](
            deserialize(child, root_module, globals) for child in json["contents"]
        )
    elif json["type"] == "dict":
        return dict(
            (deserialize(k, root_module, globals), deserialize(v, root_module, globals))
            for k, v in json["contents"]
        )
    elif json["type"] == "obj":
        modname = derelativize_module(json["module"], root_module)
        namespace = globals if modname == "" else import_module(modname).__dict__
        cls = namespace[json["class"]]
        obj = cls.__new__(cls)
        for k, v in json["contents"].items():
            setattr(obj, k, deserialize(v, root_module, globals))
        return obj
    raise TypeError(
        f"JSON does not correspond to known Vast deployment datatype: {json}"
    )


def serialize_ok(obj, root_module: str):
    return {"ok": serialize(obj, root_module)}


def serialize_err(err, root_module: str):
    return {"err": serialize(err, root_module)}


def deserialize_unwrap_error(json, root_module: str, globals):
    logger.debug(f"got json: \n{json}")
    for k, v in json.items():
        if (k) == "ok":
            return deserialize(v, root_module, globals)
        if (k) == "err":
            err = deserialize(v, root_module, globals)
            if isinstance(err, Exception):
                raise err
    raise TypeError(
        'Expected json to have format {"ok": deserializable} or {"err": deserializes_to_error_object}: '
        + json
    )
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall