Skip to content
Draft
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions components/src/dynamo/vllm/args.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,10 @@
# Global LMCache configuration - initialize once on module import
ENABLE_LMCACHE = os.getenv("ENABLE_LMCACHE", "0").lower() in ("1", "true", "yes")

# Global checkpoint configuration - initialize once on module import
ENABLE_CHECKPOINTING = os.getenv("ENABLE_CHECKPOINTING", "0").lower() in ("1", "true", "yes")
CHECKPOINT_DIR = os.getenv("CHECKPOINT_DIR", None) # Optional: directory to restore from


class Config:
"""Command line parameters or defaults"""
Expand Down
10 changes: 10 additions & 0 deletions components/src/dynamo/vllm/checkpoint/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Checkpoint/restore functionality for Dynamo."""

from .checkpointable_async_llm import CheckpointableAsyncLLM
from .metadata import CheckpointMetadata

__all__ = ["CheckpointableAsyncLLM", "CheckpointMetadata"]

Loading
Loading