Low-level orchestration framework for building stateful, multi-actor applications with LLMs
Checkpoints, stores, and caching for state persistence.
In-memory checkpoint storage.
class MemorySaver extends BaseCheckpointSaver {
constructor();
put(
config: RunnableConfig,
checkpoint: Checkpoint,
metadata: CheckpointMetadata
): Promise<RunnableConfig>;
getTuple(config: RunnableConfig): Promise<CheckpointTuple | undefined>;
list(
config: RunnableConfig,
options?: CheckpointListOptions
): AsyncIterableIterator<CheckpointTuple>;
}Abstract checkpoint saver interface.
abstract class BaseCheckpointSaver {
abstract put(
config: RunnableConfig,
checkpoint: Checkpoint,
metadata: CheckpointMetadata
): Promise<RunnableConfig>;
abstract getTuple(
config: RunnableConfig
): Promise<CheckpointTuple | undefined>;
abstract list(
config: RunnableConfig,
options?: CheckpointListOptions
): AsyncIterableIterator<CheckpointTuple>;
}Long-term memory storage.
class InMemoryStore extends BaseStore {
get(namespace: NameSpacePath, key: string): Promise<Item | null>;
put(namespace: NameSpacePath, key: string, value: unknown): Promise<void>;
delete(namespace: NameSpacePath, key: string): Promise<void>;
search(namespace: NameSpacePath, options?: SearchOptions): AsyncIterableIterator<Item>;
}
type NameSpacePath = string[];See: Checkpointing Guide for persistence patterns.