Skip to content

Hello-QM/catgo-LRG / server/catgo/workflow

catgo-workflow

Verified

Create and manage computational chemistry workflows with CatGo. Supports VASP, CP2K, ORCA, MLP, LAMMPS. Build OER/HER/CO2RR workflows, geometry optimization, frequency analysis, Gibbs energy calculations.

FileKindSize
SKILL.mdskill md3.8 KB
__init__.pyscript1.1 KB
builtins.pyscript4.7 KB
builtins_impl.pyscript21.2 KB
config.pyscript6.5 KB
db.pyscript25.3 KB
engine/__init__.pyscript615 B
engine/advancer.pyscript9.3 KB
engine/ai_diagnosis.pyscript3.8 KB
engine/batch_submitter.pyscript9.7 KB
engine/broadcast.pyscript1.8 KB
engine/collector.pyscript8.3 KB
engine/control_flow.pyscript5.7 KB
engine/engine_builtins.pyscript19.6 KB
engine/engine_registry.pyscript1.5 KB
engine/error_handler.pyscript3.6 KB
engine/hpc_utils.pyscript4.0 KB
engine/job_script.pyscript11.6 KB
engine/lifecycle.pyscript10.8 KB
engine/orca_progress.pyscript3.4 KB
engine/poller.pyscript11.7 KB
engine/resolver.pyscript2.7 KB
engine/result_collector.pyscript56.3 KB
engine/result_handler.pyscript5.6 KB
engine/scanner.pyscript52.0 KB
engine/smart_recovery.pyscript3.6 KB
engine/submitter.pyscript26.2 KB
engine/v1_monitor.pyscript2.7 KB
engine/vasp_submission.pyscript29.0 KB
graph_converter.pyscript6.5 KB
mcp_tools.pyscript7.5 KB
provenance.pyscript5.8 KB
reference.pyscript1.1 KB
service.pyscript4.0 KB
state_map.pyscript1.5 KB
states.pyscript7.5 KB
task_decorator.pyscript2.5 KB
task_ids.pyscript986 B
v1_compat.pyscript2.8 KB
workflow.pyscript12.0 KB

engine/hpc_utils.py

View on GitHub
"""Shared HPC utilities for the state machine engine."""

from __future__ import annotations
import logging
from typing import Any

logger = logging.getLogger(__name__)


async def get_hpc_connection(task: dict, config: dict) -> Any | None:
    """Get an HPC connection for a task. Returns None if unavailable.

    Tries: task's stored session -> auto-reconnect -> config default session -> any available.
    """
    from catgo.utils.hpc_client import pool, LOCAL_SESSION_ID

    session_id = task.get("hpc_session_id")
    if not session_id:
        # Support both "default_session_id" and "default_session" config keys
        hpc_cfg = config.get("hpc", {})
        session_id = hpc_cfg.get("default_session_id") or hpc_cfg.get("default_session")

    if session_id and session_id != LOCAL_SESSION_ID:
        hpc = pool.get_connection(session_id)
        if hpc:
            return hpc

        # Connection missing or dead — try auto-reconnect
        try:
            hpc = await pool.try_reconnect(session_id)
        except Exception:
            hpc = None
        if hpc:
            logger.info(f"Auto-reconnected session {session_id}")
            return hpc

    # Fallback: any active remote session
    for sid, conn in list(pool.connections.items()):
        if sid != LOCAL_SESSION_ID and conn and conn.is_alive:
            return conn

    return None


# States in which the stored tasks.work_dir is authoritative — these only
# occur after `mkdir -p` has succeeded on the remote in submitter.py.
# For any other state the column may hold a stale path from a failed prior
# attempt, or a local preview path written by the advancer, and must be
# recomputed from the current run config.
_REMOTE_DIR_EXISTS_STATES = frozenset({
    "UPLOADING", "SUBMITTED", "QUEUED", "RUNNING",
    "COMPLETED_REMOTE", "COLLECTING", "COMPLETED",
})


def resolve_work_dir(task: dict, workflow_id: str, config: dict) -> str:
    """Build remote work directory path for a task.

    The stored ``tasks.work_dir`` is only trusted when the task is past
    the upload step; for pre-submission states it is recomputed from the
    current run config so that a stale path from a failed prior attempt
    (or a since-corrected ``base_work_dir``) cannot be stickied indefinitely.
    """
    import logging
    _logger = logging.getLogger(__name__)

    existing = task.get("work_dir")
    if existing and task.get("status") in _REMOTE_DIR_EXISTS_STATES:
        return existing

    template = config.get("paths", {}).get(
        "work_dir_template", "{base_dir}/{workflow_id}/{task_id}"
    )
    base_dir = (
        config.get("paths", {}).get("base_dir")
        or config.get("hpc", {}).get("base_work_dir")
        or config.get("base_work_dir")
        or "~/calculations"
    )
    _logger.info(f"[resolve_work_dir] config.hpc.base_work_dir={config.get('hpc', {}).get('base_work_dir')}")
    _logger.info(f"[resolve_work_dir] Using base_dir={base_dir}")
    _logger.info(f"[resolve_work_dir] template={template}")
    work_dir = template.format(
        base_dir=base_dir,
        workflow_id=workflow_id,
        task_id=task.get("node_id") or task["id"],
    )
    _logger.info(f"[resolve_work_dir] Final work_dir={work_dir}")
    return work_dir


def map_task_type_to_engine(task_type: str, params: dict) -> tuple[str, str]:
    """Map task_type + software to (resolved_node_type, engine_key).

    Uses the unified calc map built from all declarative engine definitions,
    with fallback to node_sets for non-declarative engines.
    """
    try:
        from workflow.node_sets import get_engine_for_node, _resolve_software

        resolved_type, software = _resolve_software(task_type, params)
        engine_key = get_engine_for_node(resolved_type)
        return resolved_type, engine_key
    except Exception as e:
        _logger.error("map_task_type_to_engine failed for %s: %s", task_type, e, exc_info=True)
        engine_key = task_type.split("_")[0] if "_" in task_type else "unknown"
        return task_type, engine_key
planning-and-task-breakdownaddyosmani/agent-skillsBreaks work into ordered tasks. Use when you have a spec or clear requirements and need to break work into implementable tasks. Use when a task feels too large to start, when you need to estimate scope, or when parallel work is possible.Stars: 119kUpdated Claude CodeCodexVerifiedInstall
screenpipethedotmack/claude-memSearch screen and audio history recorded by Screenpipe and optionally save selected context into claude-mem. Use when the user asks to recall desktop activity, a meeting, or something seen in another app through Screenpipe.Stars: 118kUpdated Claude CodeCodexVerifiedInstall
contact-widgetnexu-io/open-designSelf-contained floating chat widget with welcome screen, social links, meeting button, and message input. Single HTML file, zero dependencies.Stars: 108kUpdated Claude CodeCodexVerifiedInstall
meeting-notesnexu-io/open-designMeeting notes page — title bar with attendees, agenda checklist, decisions block, action items table with owners + dates, and a "next meeting" footer. Use when the brief mentions "meeting notes", "minutes", "1:1 notes", "all-hands recap", or "会议纪要".Stars: 108kUpdated Claude CodeCodexVerifiedInstall