lib0.1.16

Fix issue when cond edge visited after multiple executions of Send

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -1,5 +1,5 @@
 name: "\U0001F41B Bug Report"
-description: Report a bug in LangChain. To report a security issue, please instead use the security option below. For questions, please use the GitHub Discussions.
+description: Report a bug in LangGraph. To report a security issue, please instead use the security option below. For questions, please use the GitHub Discussions.
 labels: ["02 Bug Report"]
 body:
   - type: markdown
@@ -15,11 +15,11 @@ body:
         Relevant links to check before filing a bug report to see if your issue has already been reported, fixed or
         if there's another way to solve your problem:
         
+        [LangGraph documentation](https://langchain-ai.github.io/langgraph/).
         [LangChain documentation with the integrated search](https://python.langchain.com/docs/get_started/introduction),
-        [API Reference](https://api.python.langchain.com/en/stable/),
-        [GitHub search](https://github.com/langchain-ai/langchain),
-        [LangChain Github Discussions](https://github.com/langchain-ai/langchain/discussions),
-        [LangChain Github Issues](https://github.com/langchain-ai/langchain/issues?q=is%3Aissue),
+        [GitHub search](https://github.com/langchain-ai/langgraph),
+        [LangChain Github Discussions](https://github.com/langchain-ai/langgraph/discussions),
+        [LangChain Github Issues](https://github.com/langchain-ai/langgraph/issues),
         [LangChain ChatBot](https://chat.langchain.com/)
   - type: checkboxes
     id: checks
@@ -54,13 +54,13 @@ body:
         * Avoid screenshots when possible, as they are hard to read and (more importantly) don't allow others to copy-and-paste your code.
 
       placeholder: |
-        from langchain_core.runnables import RunnableLambda
+        from langgraph.graph import StateGraph
 
         def bad_code(inputs) -> int:
           raise NotImplementedError('For demo purpose')
           
-          chain = RunnableLambda(bad_code)
-          chain.invoke('Hello!')
+        chain = StateGraph(list)
+        chain.invoke('Hello!')
       render: python
   - type: textarea
     id: error
@@ -82,7 +82,7 @@ body:
 
         Write a short description telling what you are doing, what you expect to happen, and what is currently happening.
       placeholder: |
-        * I'm trying to use the `langchain` library to do X.
+        * I'm trying to use the `langgraph` library to do X.
         * I expect to see Y.
         * Instead, it does Z.
     validations:
@@ -102,7 +102,7 @@ body:
         
         python -m langchain_core.sys_info
       placeholder: |
-        "pip freeze | grep langchain"
+        "pip freeze | grep langgraph"
         platform
         python version
         

.github/ISSUE_TEMPLATE/config.yml

@@ -3,13 +3,13 @@ version: 2.1
 contact_links:
   - name: 🤔 Question or Problem
     about: Ask a question or ask about a problem in GitHub Discussions.
-    url: https://www.github.com/langchain-ai/langchain/discussions/categories/q-a
-  - name: Discord
-    url: https://discord.gg/6adMQxSpJS
-    about: General community discussions
+    url: https://github.com/langchain-ai/langgraph/discussions/categories/q-a
   - name: Feature Request
-    url: https://www.github.com/langchain-ai/langchain/discussions/categories/ideas
+    url: https://github.com/langchain-ai/langgraph/discussions/categories/ideas
     about: Suggest a feature or an idea
   - name: Show and tell
     about: Show what you built with LangChain
-    url: https://www.github.com/langchain-ai/langchain/discussions/categories/show-and-tell
+    url: https://github.com/langchain-ai/langgraph/discussions/categories/show-and-tell
+  - name: Slack
+    url:  https://www.langchain.com/join-community
+    about: General community discussions

.github/ISSUE_TEMPLATE/documentation.yml

@@ -1,5 +1,5 @@
 name: Documentation
-description: Report an issue related to the LangChain documentation.
+description: Report an issue related to the LangGraph documentation.
 title: "DOC: <Please write a comprehensive title after the 'DOC: ' prefix>"
 labels: [03 - Documentation]
 

.github/workflows/size.yml

@@ -0,0 +1,28 @@
+name: Check File Size
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  file-size-check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Get changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v44
+      - name: Filter by size
+        run: |
+          large_added_files=$(find ${{ steps.changed-files.outputs.added_files }} -maxdepth 0 -size +1M)
+          if [ -n "$large_added_files" ]; then
+            echo "Large files added: $large_added_files"
+            echo "# Large files added:" >> $GITHUB_STEP_SUMMARY
+            echo "$large_added_files" >> $GITHUB_STEP_SUMMARY
+            exit 1
+          fi

Makefile

@@ -1,6 +1,14 @@
-.PHONY: build-docs serve-docs serve-clean-docs clean-docs codespell
+.PHONY: build-docs serve-docs serve-clean-docs clean-docs codespell build-typedoc
 
-build-docs:
+build-typedoc:
+	cd libs/sdk-js && yarn install --include-dev && yarn typedoc
+	cd libs/sdk-js && yarn --silent concat-md --decrease-title-levels --ignore=js_ts_sdk_ref.md --start-title-level-at 2 docs > ../../docs/docs/cloud/reference/sdk/js_ts_sdk_ref.md 2>/dev/null
+	#  Add links to the monorepo
+	sed -e '1,10s|@langchain/langgraph-sdk|[@langchain/langgraph-sdk](https://github.com/langchain-ai/langgraph/tree/main/libs/sdk-js)|g' docs/docs/cloud/reference/sdk/js_ts_sdk_ref.md > temp_file && mv temp_file docs/docs/cloud/reference/sdk/js_ts_sdk_ref.md
+
+
+
+build-docs: build-typedoc
 	poetry run python docs/_scripts/copy_notebooks.py
 	poetry run python -m mkdocs build --clean -f docs/mkdocs.yml --strict
 
@@ -8,7 +16,7 @@ serve-clean-docs: clean-docs
 	poetry run python docs/_scripts/copy_notebooks.py
 	poetry run python -m mkdocs serve -c -f docs/mkdocs.yml --strict -w ./libs/langgraph
 
-serve-docs:
+serve-docs: build-typedoc
 	poetry run python docs/_scripts/copy_notebooks.py
 	poetry run python -m mkdocs serve -f docs/mkdocs.yml -w ./libs/langgraph --dirty
 

README.md

@@ -3,7 +3,6 @@
 ![Version](https://img.shields.io/pypi/v/langgraph)
 [![Downloads](https://static.pepy.tech/badge/langgraph/month)](https://pepy.tech/project/langgraph)
 [![Open Issues](https://img.shields.io/github/issues-raw/langchain-ai/langgraph)](https://github.com/langchain-ai/langgraph/issues)
-[![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.com/channels/1038097195422978059/1170024642245832774)
 [![Docs](https://img.shields.io/badge/docs-latest-blue)](https://langchain-ai.github.io/langgraph/)
 
 ⚡ Building language agents as graphs ⚡
@@ -73,8 +72,8 @@ def search(query: str):
     """Call to surf the web."""
     # This is a placeholder, but don't tell the LLM that...
     if "sf" in query.lower() or "san francisco" in query.lower():
-        return ["It's 60 degrees and foggy."]
-    return ["It's 90 degrees and sunny."]
+        return "It's 60 degrees and foggy."
+    return "It's 90 degrees and sunny."
 
 
 tools = [search]

docs/.gitignore

@@ -1,2 +1,4 @@
 *.ipynb
 site/
+docs/tutorials/**/*.png
+docs/cloud/reference/sdk/js_ts_sdk_ref.md

docs/_scripts/copy_notebooks.py

@@ -27,6 +27,8 @@ _MANUAL = {
         "streaming-events-from-within-tools-without-langchain.ipynb",
         "streaming-from-final-node.ipynb",
         "persistence.ipynb",
+        "input_output_schema.ipynb",
+        "pass_private_state.ipynb",
         "memory/manage-conversation-history.ipynb",
         "memory/delete-messages.ipynb",
         "memory/add-summary-conversation-history.ipynb",
@@ -38,6 +40,9 @@ _MANUAL = {
         "subgraph.ipynb",
         "force-calling-a-tool-first.ipynb",
         "pass-run-time-values-to-tools.ipynb",
+        "tool-calling.ipynb",
+        "tool-calling-errors.ipynb",
+        "pass-config-to-tools.ipynb",
         "dynamic-returning-direct.ipynb",
         "managing-agent-steps.ipynb",
         "respond-in-format.ipynb",
@@ -53,6 +58,7 @@ _MANUAL = {
         "human_in_the_loop/time-travel.ipynb",
         "human_in_the_loop/edit-graph-state.ipynb",
         "human_in_the_loop/wait-user-input.ipynb",
+        "node-retries.ipynb",
     ],
     "tutorials": [
         "introduction.ipynb",
@@ -88,13 +94,14 @@ _HIDE = set(
         "dynamically-returning-directly.ipynb",
         "force-calling-a-tool-first.ipynb",
         "managing-agent-steps.ipynb",
-        "pass-run-time-values-to-tools.ipynb",
         "respond-in-format.ipynb",
         "quickstart.ipynb",
         "human-in-the-loop.ipynb",
         "learning.ipynb",
         "docs/quickstart.ipynb",
         "tutorials/rag-agent-testing.ipynb",
+        "tutorials/rag-agent-testing-local.ipynb",
+        "tutorials/tool-calling-agent-local.ipynb",
         "time-travel.ipynb",
         "code_assistant/langgraph_code_assistant_mistral.ipynb",
     ]

docs/docs/cloud/concepts/api.md

@@ -12,6 +12,10 @@ An assistant is a configured instance of a [`CompiledGraph`][compiledgraph]. It
 
 The LangGraph Cloud API provides several endpoints for creating and managing assistants. See the <a href="../reference/api/api_ref.html#tag/assistantscreate" target="_blank">API reference</a> for more details.
 
+#### Configuring Assistants
+
+You can save custom assistants from the same graph to set different default prompts, models, and other configurations without changing a line of code in your graph. This allows you the ability to quickly test out different configurations without having to rewrite your graph every time, and also give users the flexibility to select different configurations when using your LangGraph application. See <a href="https://langchain-ai.github.io/langgraph/cloud/how-tos/cloud_examples/configuration_cloud/">this</a> how-to for information on how to configure a deployed graph. 
+
 ### Threads
 
 A thread contains the accumulated state of a group of runs. If a run is executed on a thread, then the [state][state] of the underlying graph of the assistant will be persisted to the thread. A thread's current and historical state can be retrieved. To persist state, a thread must be created prior to executing a run.

docs/docs/cloud/deployment/cloud.md

@@ -2,9 +2,10 @@
 
 LangGraph Cloud is available within <a href="https://www.langchain.com/langsmith" target="_blank">LangSmith</a>. To deploy a LangGraph Cloud API, navigate to the <a href="https://smith.langchain.com/" target="_blank">LangSmith UI</a>.
 
-## Setup GitHub Repository
+## Prerequisites
 
-LangGraph Cloud applications are deployed from GitHub repositories. Configure and upload a LangGraph Cloud application to a GitHub repository in order to deploy it to LangGraph Cloud.
+1. LangGraph Cloud applications are deployed from GitHub repositories. Configure and upload a LangGraph Cloud application to a GitHub repository in order to deploy it to LangGraph Cloud.
+1. [Verify that the LangGraph API runs locally](test_locally.md). If the API does not build and run successfully (i.e. `langgraph up`), deploying to LangGraph Cloud will fail as well.
 
 ## Create New Deployment
 

docs/docs/cloud/deployment/graph_rebuild.md

@@ -0,0 +1,146 @@
+# Rebuild Graph at Runtime
+
+You might need to rebuild your graph with a different configuration for a new run. For example, you might need to use a different graph state or graph structure depending on the config. This guide shows how you can do this.
+
+!!! note "Note"
+    In most cases, customizing behavior based on the config should be handled by a single graph where each node can read a config and change its behavior based on it
+
+## Prerequisites
+
+Make sure to check out [this how-to guide](./setup.md) on setting up your app for deployment first.
+
+## Define graphs
+
+Let's say you have an app with a simple graph that calls an LLM and returns the response to the user. The app file directory looks like the following:
+
+```
+my-app/
+|-- requirements.txt
+|-- .env
+|-- openai_agent.py     # code for your graph
+```
+
+where the graph is defined in `openai_agent.py`. 
+
+### No rebuild
+
+In the standard LangGraph API configuration, the server uses the compiled graph instance that's defined at the top level of `openai_agent.py`, which looks like the following:
+
+```python
+from langchain_openai import ChatOpenAI
+from langgraph.graph import END, MessageGraph
+
+model = ChatOpenAI(temperature=0)
+
+graph_workflow = MessageGraph()
+
+graph_workflow.add_node("agent", model)
+graph_workflow.add_edge("agent", END)
+graph_workflow.set_entry_point("agent")
+
+agent = graph_workflow.compile()
+```
+
+To make the server aware of your graph, you need to specify a path to the variable that contains the `CompiledStateGraph` instance in your LangGraph API configuration (`langgraph.json`), e.g.:
+
+```
+{
+    "dependencies": ["."],
+    "graphs": {
+        "openai_agent": "./openai_agent.py:agent",
+    },
+    "env": "./.env"
+}
+```
+
+### Rebuild
+
+To make your graph rebuild on each new run with custom configuration, you need to rewrite `openai_agent.py` to instead provide a _function_ that takes a config and returns a graph (or compiled graph) instance. Let's say we want to return our existing graph for user ID '1', and a tool-calling agent for other users. We can modify `openai_agent.py` as follows:
+
+```python
+from typing import Annotated, TypedDict
+from langchain_openai import ChatOpenAI
+from langgraph.graph import END, MessageGraph
+from langgraph.graph.state import StateGraph
+from langgraph.graph.message import add_messages
+from langgraph.prebuilt import ToolNode
+from langchain_core.tools import tool
+from langchain_core.messages import BaseMessage
+from langchain_core.runnables import RunnableConfig
+
+
+class State(TypedDict):
+    messages: Annotated[list[BaseMessage], add_messages]
+
+
+model = ChatOpenAI(temperature=0)
+
+def make_default_graph():
+    """Make a simple LLM agent"""
+    graph_workflow = StateGraph(State)
+    def call_model(state):
+        return {"messages": [model.invoke(state["messages"])]}
+
+    graph_workflow.add_node("agent", call_model)
+    graph_workflow.add_edge("agent", END)
+    graph_workflow.set_entry_point("agent")
+
+    agent = graph_workflow.compile()
+    return agent
+
+
+def make_alternative_graph():
+    """Make a tool-calling agent"""
+
+    @tool
+    def add(a: float, b: float):
+        """Adds two numbers."""
+        return a + b
+
+    tool_node = ToolNode([add])
+    model_with_tools = model.bind_tools([add])
+    def call_model(state):
+        return {"messages": [model_with_tools.invoke(state["messages"])]}
+
+    def should_continue(state: State):
+        if state["messages"][-1].tool_calls:
+            return "tools"
+        else:
+            return END
+
+    graph_workflow = StateGraph(State)
+
+    graph_workflow.add_node("agent", call_model)
+    graph_workflow.add_node("tools", tool_node)
+    graph_workflow.add_edge("tools", "agent")
+    graph_workflow.set_entry_point("agent")
+    graph_workflow.add_conditional_edges("agent", should_continue)
+
+    agent = graph_workflow.compile()
+    return agent
+
+
+# this is the graph making function that will decide which graph to
+# build based on the provided config
+def make_graph(config: RunnableConfig):
+    user_id = config.get("configurable", {}).get("user_id")
+    # route to different graph state / structure based on the user ID
+    if user_id == "1":
+        return make_default_graph()
+    else:
+        return make_alternative_graph()
+```
+
+Finally, you need to specify the path to your graph-making function (`make_graph`) in `langgraph.json`:
+
+```
+{
+    "dependencies": ["."],
+    "graphs": {
+        "openai_agent": "./openai_agent.py:make_graph",
+    },
+    "env": "./.env"
+}
+```
+
+See more info on LangGraph API configuration file [here](../reference/cli.md#configuration-file)

docs/docs/cloud/deployment/setup.md

@@ -19,6 +19,24 @@ After each step, an example file directory is provided to demonstrate how code c
 
 Dependencies can optionally be specified in one of the following files: `pyproject.toml`, `setup.py`, or `requirements.txt`. If none of these files is created, then dependencies can be specified later in the [LangGraph API configuration file](#create-langgraph-api-config).
 
+The dependencies below will be included in the image, you can also use them in your code, as long as with a compatible version range:
+```
+langgraph>=0.1.7
+langchain-core>=0.2.7
+orjson>=3.10.1
+langsmith>=0.1.50
+httpx>=0.27.0
+langchain-core>=0.2.8
+langsmith>=0.1.63
+tenacity>=8.3.0
+uvicorn>=0.29.0
+sse-starlette>=2.1.0
+uvloop>=0.19.0
+httptools>=0.6.1
+jsonschema-rs>=0.18.0
+croniter>=1.0.1
+```
+
 Example `requirements.txt` file:
 ```
 langgraph
@@ -70,7 +88,7 @@ agent = graph_workflow.compile()
 ```
 
 !!! warning "Assign `CompiledGraph` to Variable"
-    The build process for LangGraph Cloud requires that the `CompiledGraph` object be assigned to a variable at the top-level of a Python module.
+    The build process for LangGraph Cloud requires that the `CompiledGraph` object be assigned to a variable at the top-level of a Python module (alternatively, you can provide [a function that creates a graph](./graph_rebuild.md)).
 
 Example file directory:
 ```
@@ -121,4 +139,4 @@ To deploy the LangGraph application to LangGraph Cloud, the code must be uploade
 
 ## Next
 
-After you setup your repo, it's time to [deploy your app](./cloud.md).
+After you setup your repo, it's time to [deploy your app](./cloud.md).

docs/docs/cloud/deployment/setup_pyproject.md

@@ -20,6 +20,24 @@ After each step, an example file directory is provided to demonstrate how code c
 
 Dependencies can optionally be specified in one of the following files: `pyproject.toml`, `setup.py`, or `requirements.txt`. If none of these files is created, then dependencies can be specified later in the [LangGraph API configuration file](#create-langgraph-api-config).
 
+The dependencies below will be included in the image, you can also use them in your code, as long as with a compatible version range:
+```
+langgraph>=0.1.7
+langchain-core>=0.2.7
+orjson>=3.10.1
+langsmith>=0.1.50
+httpx>=0.27.0
+langchain-core>=0.2.8
+langsmith>=0.1.63
+tenacity>=8.3.0
+uvicorn>=0.29.0
+sse-starlette>=2.1.0
+uvloop>=0.19.0
+httptools>=0.6.1
+jsonschema-rs>=0.18.0
+croniter>=1.0.1
+```
+
 Example `pyproject.toml` file:
 
 ```toml
@@ -33,7 +51,7 @@ readme = "README.md"
 
 [tool.poetry.dependencies]
 python = ">=3.9.0,<3.13"
-langgraph = "^0.1.0"
+langgraph = "^0.1.7"
 langchain-fireworks = "^0.1.3"
 
 
@@ -102,7 +120,7 @@ agent = graph_workflow.compile()
 ```
 
 !!! warning "Assign `CompiledGraph` to Variable"
-The build process for LangGraph Cloud requires that the `CompiledGraph` object be assigned to a variable at the top-level of a Python module.
+    The build process for LangGraph Cloud requires that the `CompiledGraph` object be assigned to a variable at the top-level of a Python module.
 
 Example file directory:
 
@@ -133,6 +151,9 @@ Example `langgraph.json` file:
 
 Note that the variable name of the `CompiledGraph` appears at the end of the value of each subkey in the top-level `graphs` key (i.e. `:<variable_name>`).
 
+!!! warning "Configuration Location"
+    The LangGraph API configuration file must be placed in a directory that is at the same level or higher than the Python files that contain compiled graphs and associated dependencies.
+
 Example file directory:
 
 ```bash

docs/docs/cloud/deployment/test_locally.md

@@ -2,6 +2,8 @@
 
 This guide assumes you have a LangGraph app correctly set up with a proper configuration file and a corresponding compiled graph, and that you have a proper LangChain API key.
 
+Testing locally ensures that there are no errors or conflicts with Python dependencies and confirms that the configuration file is specified correctly.
+
 ## Setup
 
 Install the proper packages:
@@ -10,6 +12,12 @@ Install the proper packages:
 pip install langgraph-cli
 ```
 
+Ensure you have an API key, which you can create from the LangSmith UI (Settings > API Keys). This is required to authenticate that you have LangGraph Cloud access. After you have saved the key to a safe place, place the following line in your `.env` file:
+
+```python
+LANGCHAIN_API_KEY = *********
+```
+
 ## Start the API server
 
 Once you have downloaded the CLI, you can run the following command to start the API server for local testing:

docs/docs/cloud/how-tos/index.md

@@ -11,10 +11,13 @@ Welcome to the LangGraph Cloud how-to guides! These guides provide practical, st
 
 LangGraph Cloud gives you best in class observability, testing, and hosting services. Read more about them in these how to guides:
 
-- [How to set up app for deployment](../deployment/setup.md)
+- [How to set up app for deployment (requirements.txt)](../deployment/setup.md)
+- [How to set up app for deployment (pyproject.toml)](../deployment/setup_pyproject.md)
+- [How to test locally](../deployment/test_locally.md)
 - [How to deploy to LangGraph cloud](../deployment/cloud.md)
 - [How to self-host](../deployment/self_hosted.md)
 
+
 ## Streaming
 
 Streaming the results of your LLM application is vital for ensuring a good user experience, especially when your graph may call multiple models and take a long time to fully complete a run. Read about how to stream values from your graph in these how to guides:
@@ -49,6 +52,7 @@ When creating complex graphs, leaving every decision up to the LLM can be danger
 LangGraph Studio is a built-in UI for visualizing, testing, and debugging your agents.
 
 - [How to enter LangGraph Studio](./test_deployment.md)
+- [How to enter LangGraph Studio for local deployment](./test_local_deployment.md)
 - [How to test your graph in LangGraph Studio](./invoke_studio.md)
 - [Interact with threads in LangGraph Studio](./threads_studio.md)
 

docs/docs/cloud/how-tos/invoke_studio.md

@@ -8,6 +8,8 @@ The LangGraph Studio lets you test different configurations and inputs to your g
     1. Select `Submit` to invoke the selected assistant.
 1. View output of the invocation in the right-hand pane.
 
-The following GIF shows these exact steps being carried out:
+The following video shows these exact steps being carried out:
 
-![Using LangGraph Studio](./img/studio_input.gif)
+<video controls allowfullscreen="true" poster="../img/studio_input_poster.png">
+    <source src="../img/studio_input.mp4" type="video/mp4">
+</video>

docs/docs/cloud/how-tos/test_deployment.md

@@ -9,6 +9,8 @@ Starting from the <a href="https://smith.langchain.com/" target="_blank">LangSmi
 1. In the top-right corner, select `Open LangGraph Studio`.
 1. [Invoke an assistant](./invoke_studio.md) or [view an existing thread](./threads_studio.md).
 
-The following GIF shows these exact steps being carried out:
+The following video shows these exact steps being carried out:
 
-![Using LangGraph Studio](./img/studio_usage.gif)
+<video controls allowfullscreen="true" poster="../img/studio_usage_poster.png">
+    <source src="../img/studio_usage.mp4" type="video/mp4">
+</video>

docs/docs/cloud/how-tos/test_local_deployment.md

@@ -0,0 +1,28 @@
+# LangGraph Studio With Local Deployment
+
+!!! warning "Browser Compatibility"
+    Viewing the studio page of a local LangGraph deployment does not work in Safari. Use Chrome instead.
+
+## Setup
+
+Make sure you have setup your app correctly, by creating a compiled graph, a `.env` file with any environment variables, and a `langgraph.json` config file that points to your environment file and compiled graph. See [here](https://langchain-ai.github.io/langgraph/cloud/deployment/setup/) for more detailed instructions.
+
+After you have your app setup, head into the directory with your `langgraph.json` file and call `langgraph up -c langgraph.json --watch` to start the API server in watch mode which means it will restart on code changes, which is ideal for local testing. If the API server start correctly you should see logs that look something like this:
+
+    Ready!
+    - API: http://localhost:8123
+    2024-06-26 19:20:41,056:INFO:uvicorn.access 127.0.0.1:44138 - "GET /ok HTTP/1.1" 200
+
+Read this [reference](https://langchain-ai.github.io/langgraph/cloud/reference/cli/#up) to learn about all the options for starting the API server.
+
+## Access Studio
+
+Once you have successfully started the API server, you can access the studio by going to the following URL: `https://smith.langchain.com/studio/?baseUrl=http://127.0.0.1:8123` (see warning above if using Safari).
+
+If everything is working correctly you should see the studio show up looking something like this (with your graph diagram on the left hand side):
+
+![LangGraph Studio](./img/studio_screenshot.png)
+
+## Use the Studio for Testing
+
+To learn about how to use the studio for testing, read the [LangGraph Studio how-tos](https://langchain-ai.github.io/langgraph/cloud/how-tos/#langgraph-studio).

docs/docs/cloud/how-tos/threads_studio.md

@@ -6,14 +6,18 @@
 1. View the state of the thread (i.e. the output) in the right-hand pane.
 1. To create a new thread, select `+ New Thread`.
 
-The following GIF shows these exact steps being carried out:
+The following video shows these exact steps being carried out:
 
-![Using LangGraph Studio](./img/studio_threads.gif)
+<video controls="true" allowfullscreen="true" poster="../img/studio_threads_poster.png">
+    <source src="../img/studio_threads.mp4" type="video/mp4">
+</video>
 
 ## Edit Thread State
 
 The LangGraph Studio UI contains features for editing thread state. Explore these features in the right-hand pane. Select the `Edit` icon, modify the desired state, and then select `Fork` to invoke the assistant with the updated state.
 
-The following GIF shows how to edit a thread in the studio:
+The following video shows how to edit a thread in the studio:
 
-![Using LangGraph Studio](./img/studio_forks.gif)
+<video controls allowfullscreen="true" poster="../img/studio_forks_poster.png">
+    <source src="../img/studio_forks.mp4" type="video/mp4">
+</video>

docs/docs/cloud/index.md

@@ -1,12 +1,22 @@
 # LangGraph Cloud (beta)
 
+!!! tip
+    - LangGraph is an MIT-licensed open-source library, which we are committed to maintaining and growing for the community.
+    - LangGraph Cloud is an optional managed hosting service for LangGraph, which provides additional features geared towards production deployments.
+    - We are actively contributing improvements back to LangGraph informed by our work on LangGraph Cloud.
+    - You can always deploy LangGraph applications on your own infrastructure using the open-source LangGraph project.
+
 !!! danger "Important"
     LangGraph Cloud is a closed source, paid product in an invite-only stage. We are currently focused on providing high bandwidth support to make our select early customers successful. If you are interested in applying for access, please fill out [this form](https://www.langchain.com/langgraph-cloud-beta).
 
 !!! warning "Under Construction"
     LangGraph Cloud documentation is under construction. Contents may change until general availability.
 
-![GIF](./how-tos/img/studio_input.gif)
+
+<video controls preload="auto" allowfullscreen="true" poster="how-tos/img/studio_forks_poster.png">
+    <source src="how-tos/img/studio_forks.mp4" type="video/mp4">
+</video>
+
 
 ## Overview
 

docs/docs/cloud/reference/cli.md

@@ -13,7 +13,7 @@ The LangGraph CLI requires a JSON configuration file with the following keys:
 | Key | Description |
 | --- | ----------- |
 | `dependencies` | **Required**. Array of dependencies for LangGraph Cloud API server. Dependencies can be one of the following: (1) `"."`, which will look for local Python packages, (2) `pyproject.toml`, `setup.py` or `requirements.txt` in the app directory `"./local_package"`, or (3) a package name. |
-| `graphs` | **Required**. Mapping from graph ID to path where the compiled graph is defined. Example: `./your_package/your_file.py:variable`, where `variable` is an instance of `langgraph.graph.graph.CompiledGraph`. |
+| `graphs` | **Required**. Mapping from graph ID to path where the compiled graph or a function that makes a graph is defined. Example: <ul><li>`./your_package/your_file.py:variable`, where `variable` is an instance of `langgraph.graph.state.CompiledStateGraph`</li><li>`./your_package/your_file.py:make_graph`, where `make_graph` is a function that takes a config dictionary (`langchain_core.runnables.RunnableConfig`) and creates an instance of `langgraph.graph.state.StateGraph` / `langgraph.graph.state.CompiledStateGraph`.</li></ul> |
 | `env` | Path to `.env` file or a mapping from environment variable to its value. |
 | `python_version` | `3.11` or `3.12`. Defaults to `3.11`. |
 | `pip_config_file`| Path to `pip` config file. |
@@ -49,7 +49,7 @@ Example:
         "."
     ],
     "graphs": {
-        "my_graph_id": "./your_package/your_file.py:variable"
+        "my_graph_id": "./your_package/your_file.py:make_graph"
     },
     "env": {
         "OPENAI_API_KEY": "secret-key"

docs/docs/concepts/index.md

@@ -20,7 +20,7 @@ Low Level Concepts
 - [State](low_level.md#state)
     - [Schema](low_level.md#schema)
     - [Reducers](low_level.md#reducers)
-    - [MessageState](low_level.md#messagestate)
+    - [MessageState](low_level.md#working-with-messages-in-graph-state)
 - [Nodes](low_level.md#nodes)
     - [`START` node](low_level.md#start-node)
     - [`END` node](low_level.md#end-node)

docs/docs/concepts/low_level.md

@@ -46,6 +46,10 @@ The first thing you do when you define a graph is define the `State` of the grap
 
 The main documented way to specify the schema of a graph is by using `TypedDict`. However, we also support [using a Pydantic BaseModel](../how-tos/state-model.ipynb) as your graph state to add **default values** and additional data validation.
 
+By default, the graph will have the same input and output schemas. If you want to change this, you can also specify explicit input and output schemas directly. This is useful when you have a lot of keys, and some are explicitly for input and others for output. See the [notebook here](../how-tos/input_output_schema.ipynb) for how to use.
+
+By default, all nodes in the graph will share the same state. This means that they will read and write to the same state channels. It is possible to have nodes write to private state channels inside the graph for internal node communication - see [this notebook](../how-tos/pass_private_state.ipynb) for how to do that.
+
 ### Reducers
 
 Reducers are key to understanding how updates from nodes are applied to the `State`. Each key in the `State` has its own independent reducer function. If no reducer function is explicitly specified then it is assumed that all updates to that key should override it. Let's take a look at a few examples to understand them better.
@@ -75,22 +79,44 @@ class State(TypedDict):
 
 In this example, we've used the `Annotated` type to specify a reducer function (`operator.add`) for the second key (`bar`). Note that the first key remains unchanged. Let's assume the input to the graph is `{"foo": 1, "bar": ["hi"]}`. Let's then assume the first `Node` returns `{"foo": 2}`. This is treated as an update to the state. Notice that the `Node` does not need to return the whole `State` schema - just an update. After applying this update, the `State` would then be `{"foo": 2, "bar": ["hi"]}`. If the second node returns `{"bar": ["bye"]}` then the `State` would then be `{"foo": 2, "bar": ["hi", "bye"]}`. Notice here that the `bar` key is updated by adding the two lists together.
 
-### MessageState
+### Working with Messages in Graph State
 
-`MessageState` is one of the few opinionated components in LangGraph. `MessageState` is a special state designed to make it easy to use a list of messages as a key in your state. Specifically, `MessageState` is defined as:
+#### Why use messages?
+
+Most modern LLM providers have a chat model interface that accepts a list of messages as input. LangChain's [`ChatModel`](https://python.langchain.com/v0.2/docs/concepts/#chat-models) in particular accepts a list of `Message` objects as inputs. These messages come in a variety of forms such as `HumanMessage` (user input) or `AIMessage` (LLM response). To read more about what message objects are, please refer to [this](https://python.langchain.com/v0.2/docs/concepts/#messages) conceptual guide.
+
+#### Using Messages in your Graph
+
+In many cases, it is helpful to store prior conversation history as a list of messages in your graph state. To do so, we can add a key (channel) to the graph state that stores a list of `Message` objects and annotate it with a reducer function (see `messages` key in the example below). The reducer function is vital to telling the graph how to update the list of `Message` objects in the state with each state update (for example, when a node sends an update). If you don't specify a reducer, every state update will overwrite the list of messages with the most recently provided value. If you wanted to simply append messages to the existing list, you could use `operator.add` as a reducer.
+
+However, you might also want to manually update messages in your graph state (e.g. human-in-the-loop). If you were to use `operator.add`, the manual state updates you send to the graph would be appended to the existing list of messages, instead of updating existing messages. To avoid that, you need a reducer that can keep track of message IDs and overwrite existing messages, if updated. To achieve this, you can use the prebuilt `add_messages` function. For brand new messages, it will simply append to existing list, but it will also handle the updates for existing messages correctly.
+
+#### Serialization
+
+In addition to keeping track of message IDs, the `add_messages` function will also try to deserialize messages into LangChain `Message` objects whenever a state update is received on the `messages` channel. See more information on LangChain serialization/deserialization [here](https://python.langchain.com/v0.2/docs/how_to/serialization/). This allows sending graph inputs / state updates in the following format:
+
+```python
+# this is supported
+{"messages": [HumanMessage(content="message")]}
+
+# and this is also supported
+{"messages": [{"type": "human", "content": "message"}]}
+```
+
+Since the state updates are always deserialized into LangChain `Messages` when using `add_messages`, you should use dot notation to access message attributes, like `state["messages"][-1].content`. Below is an example of a graph that uses `add_messages` as it's reducer function.
 
 ```python
 from langchain_core.messages import AnyMessage
 from langgraph.graph.message import add_messages
 from typing import Annotated, TypedDict
 
-class MessagesState(TypedDict):
+class GraphState(TypedDict):
     messages: Annotated[list[AnyMessage], add_messages]
 ```
 
-What this is doing is creating a `TypedDict` with a single key: `messages`. This is a list of `Message` objects, with `add_messages` as a reducer. `add_messages` basically adds messages to the existing list (it also does some nice extra things, like convert from OpenAI message format to the standard LangChain message format, handle updates based on message IDs, etc).
+#### MessagesState
 
-We often see a list of messages being a key component of state, so this prebuilt state is intended to make it easy to use messages. Typically, there is more state to track than just messages, so we see people subclass this state and add more fields, like:
+Since having a list of messages in your state is so common, there exists a prebuilt state called `MessagesState` which makes it easy to use messages. `MessagesState` is defined with a single `messages` key which is a list of `AnyMessage` objects and uses the `add_messages` reducer. Typically, there is more state to track than just messages, so we see people subclass this state and add more fields, like:
 
 ```python
 from langgraph.graph import MessagesState
@@ -180,7 +206,7 @@ graph.add_edge("node_a", "node_b")
 If you want to **optionally** route to 1 or more edges (or optionally terminate), you can use the [add_conditional_edges][langgraph.graph.StateGraph.add_conditional_edges] method. This method accepts the name of a node and a "routing function" to call after that node is executed:
 
 ```python
-graph.add_edge("node_a", routing_function)
+graph.add_conditional_edges("node_a", routing_function)
 ```
 
 Similar to nodes, the `routing_function` accept the current `state` of the graph and return a value.
@@ -190,7 +216,7 @@ By default, the return value `routing_function` is used as the name of the node
 You can optionally provide a dictionary that maps the `routing_function`'s output to the name of the next node.
 
 ```python
-graph.add_edge("node_a", routing_function, {True: "node_b", False: "node_c"})
+graph.add_conditional_edges("node_a", routing_function, {True: "node_b", False: "node_c"})
 ```
 
 ### Entry Point
@@ -327,6 +353,16 @@ The final thing you specify when calling `update_state` is `as_node`. This updat
 
 The reason this matters is that the next steps in the graph to execute depend on the last node to have given an update, so this can be used to control which node executes next.
 
+## Graph Migrations
+
+LangGraph can easily handle migrations of graph definitions (nodes, edges, and state) even when using a checkpointer to track state.
+
+- For threads at the end of the graph (i.e. not interrupted) you can change the entire topology of the graph (i.e. all nodes and edges, remove, add, rename, etc)
+- For threads currently interrupted, we support all topology changes other than renaming / removing nodes (as that thread could now be about to enter a node that no longer exists) -- if this is a blocker please reach out and we can prioritize a solution.
+- For modifying state, we have full backwards and forwards compatibility for adding and removing keys
+- State keys that are renamed lose their saved state in existing threads
+- State keys whose types change in incompatible ways could currently cause issues in threads with state from before the change -- if this is a blocker please reach out and we can prioritize a solution.
+
 ## Configuration
 
 When creating a graph, you can also mark that certain parts of the graph are configurable. This is commonly done to enable easily switching between models or system prompts. This allows you to create a single "cognitive architecture" (the graph) but have multiple different instance of it.

docs/docs/how-tos/index.md

@@ -54,12 +54,28 @@ These guides show how to use different streaming modes.
 - [How to stream events from within a tool without LangChain models](streaming-events-from-within-tools-without-langchain.ipynb)
 - [How to stream events from the final node](streaming-from-final-node.ipynb)
 
+## Tool calling
+
+- [How to call tools using ToolNode](tool-calling.ipynb)
+- [How to handle tool calling errors](tool-calling-errors.ipynb)
+- [How to pass graph state to tools](pass-run-time-values-to-tools.ipynb)
+- [How to pass config to tools](pass-config-to-tools.ipynb)
+
+## State Management
+
+- [Use Pydantic model as state](state-model.ipynb)
+- [Use a context object in state](state-context-key.ipynb)
+- [Have a separate input and output schema](input_output_schema.ipynb)
+- [Pass private state between nodes inside the graph](pass_private_state.ipynb)
+
 ## Other
+
 - [How to run graph asynchronously](async.ipynb)
 - [How to visualize your graph](visualization.ipynb)
 - [How to add runtime configuration to your graph](configuration.ipynb)
 - [How to use a Pydantic model as your state](state-model.ipynb)
 - [How to use a context object in state](state-context-key.ipynb)
+- [How to add node retries](node-retries.ipynb)
 
 ## Prebuilt ReAct Agent
 

docs/docs/reference/checkpoints.md

@@ -9,17 +9,19 @@ You can [compile][langgraph.graph.MessageGraph.compile] any LangGraph workflow w
 
 ### Checkpoint
 
-::: langgraph.checkpoint.Checkpoint
+::: langgraph.checkpoint.base.Checkpoint
+
+### CheckpointMetadata
+
+::: langgraph.checkpoint.base.CheckpointMetadata
 
 ### BaseCheckpointSaver
 
 ::: langgraph.checkpoint.base.BaseCheckpointSaver
-handler: python
 
 ### SerializerProtocol
 
 ::: langgraph.checkpoint.SerializerProtocol
-handler: python
 
 ## Implementations
 
@@ -28,12 +30,10 @@ LangGraph also natively provides the following checkpoint implementations.
 ### MemorySaver
 
 ::: langgraph.checkpoint.memory.MemorySaver
-handler: python
 
 ### AsyncSqliteSaver
 
 ::: langgraph.checkpoint.aiosqlite.AsyncSqliteSaver
-handler: python
 
 ### SqliteSaver
 

docs/docs/reference/graphs.md

@@ -65,4 +65,8 @@ builder.add_conditional_edges("my_node", my_condition)
 
 ## Send
 
-::: langgraph.constants.Send
+::: langgraph.constants.Send
+
+## RetryPolicy
+
+::: langgraph.pregel.types.RetryPolicy

docs/docs/reference/prebuilt.md

@@ -55,4 +55,13 @@ from langgraph.prebuilt import tools_condition
 from langgraph.prebuilt import ValidationNode
 ```
 
-::: langgraph.prebuilt.ValidationNode
+::: langgraph.prebuilt.ValidationNode
+
+## InjectedState
+
+```python
+from langgraph.prebuilt import InjectedState
+```
+
+::: langgraph.prebuilt.InjectedState
+    handler: python

docs/mkdocs.yml

@@ -152,12 +152,21 @@ nav:
           - Stream events from within tools: how-tos/streaming-events-from-within-tools.ipynb
           - Stream events from within tools without LangChain models: how-tos/streaming-events-from-within-tools-without-langchain.ipynb
           - Stream events from the final node: how-tos/streaming-from-final-node.ipynb
+      - Tool calling:
+          - Call tools using ToolNode: how-tos/tool-calling.ipynb
+          - Handle tool calling errors: how-tos/tool-calling-errors.ipynb
+          - Pass graph state to tools: how-tos/pass-run-time-values-to-tools.ipynb
+          - Pass config to tools: how-tos/pass-config-to-tools.ipynb
+      - State Management:
+          - Use Pydantic model as state: how-tos/state-model.ipynb
+          - Use a context object in state: how-tos/state-context-key.ipynb
+          - Have a separate input and output schema: how-tos/input_output_schema.ipynb
+          - Pass private state between nodes inside the graph: how-tos/pass_private_state.ipynb
       - Other:
           - Run graph asynchronously: how-tos/async.ipynb
           - Visualize your graph: how-tos/visualization.ipynb
           - Add runtime configuration: how-tos/configuration.ipynb
-          - Use Pydantic model as state: how-tos/state-model.ipynb
-          - Use a context object in state: how-tos/state-context-key.ipynb
+          - Add node retries: how-tos/node-retries.ipynb
       - Prebuilt ReAct Agent:
           - Create a ReAct agent: how-tos/create-react-agent.ipynb
           - Add memory to a ReAct agent: how-tos/create-react-agent-memory.ipynb
@@ -183,6 +192,7 @@ nav:
           - Deployment:
               - Setup App: "cloud/deployment/setup.md"
               - Setup App (pyproject.toml): "cloud/deployment/setup_pyproject.md"
+              - Rebuild Graph at Runtime: "cloud/deployment/graph_rebuild.md"
               - Test App Locally: "cloud/deployment/test_locally.md"
               - Deploy to Cloud: "cloud/deployment/cloud.md"
               - Self-Host: "cloud/deployment/self_hosted.md"
@@ -205,6 +215,7 @@ nav:
               - Replay and Branch from Prior States: "cloud/how-tos/human_in_the_loop_time_travel.md"
           - LangGraph Studio:
               - Test Cloud Deployment: "cloud/how-tos/test_deployment.md"
+              - Test Local Deployment: "cloud/how-tos/test_local_deployment.md"
               - Invoke graph in LangGraph Studio: "cloud/how-tos/invoke_studio.md"
               - Interact with threads in LangGraph Studio: "cloud/how-tos/threads_studio.md"
           - Different Types of Runs:

docs/overrides/main.html

@@ -146,6 +146,13 @@
       display: none !important;
     }
 
+    .jupyter-wrapper .jp-CodeCell .jp-Cell-inputWrapper .jp-InputPrompt.jp-InputArea-prompt {
+      display: none !important;
+    }
+
+    .jupyter-wrapper .jp-Notebook .jp-Cell .jp-OutputPrompt {
+      display: none !important;
+    }
   </style>
 {% endblock %}
 

examples/chatbots/customer-support.ipynb

@@ -32,10 +32,7 @@
     "scrolled": true
    },
    "outputs": [],
-   "source": [
-    "%%capture --no-stderr\n",
-    "%pip install -U langgraph langchain-community langchain-openai scikit-learn"
-   ]
+   "source": ["%%capture --no-stderr\n%pip install -U langgraph langchain-community langchain-openai scikit-learn"]
   },
   {
    "cell_type": "markdown",
@@ -51,15 +48,7 @@
    "id": "3d1ef253-6b0c-4481-868c-e1fe84f2c8ff",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "import requests\n",
-    "\n",
-    "url = \"https://storage.googleapis.com/benchmarks-artifacts/chinook/Chinook.db\"\n",
-    "response = requests.get(url)\n",
-    "\n",
-    "with open(\"Chinook.db\", \"wb\") as file:\n",
-    "    file.write(response.content)"
-   ]
+   "source": ["import requests\n\nurl = \"https://storage.googleapis.com/benchmarks-artifacts/chinook/Chinook.db\"\nresponse = requests.get(url)\n\nwith open(\"Chinook.db\", \"wb\") as file:\n    file.write(response.content)"]
   },
   {
    "cell_type": "code",
@@ -88,12 +77,7 @@
      "output_type": "execute_result"
     }
    ],
-   "source": [
-    "from langchain_community.utilities import SQLDatabase\n",
-    "\n",
-    "db = SQLDatabase.from_uri(\"sqlite:///Chinook.db\")\n",
-    "db.get_usable_table_names()"
-   ]
+   "source": ["from langchain_community.utilities import SQLDatabase\n\ndb = SQLDatabase.from_uri(\"sqlite:///Chinook.db\")\ndb.get_usable_table_names()"]
   },
   {
    "cell_type": "markdown",
@@ -112,11 +96,7 @@
    "id": "d9ea4e80-30e6-4d46-b480-35f0be2fb055",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain_openai import ChatOpenAI\n",
-    "\n",
-    "model = ChatOpenAI(temperature=0, streaming=True, model=\"gpt-4o\")"
-   ]
+   "source": ["from langchain_openai import ChatOpenAI\n\nmodel = ChatOpenAI(temperature=0, streaming=True, model=\"gpt-4o\")"]
   },
   {
    "cell_type": "markdown",
@@ -138,9 +118,7 @@
    "id": "ea958e9f-ab1f-49b5-bd85-16332055297c",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain_core.messages import HumanMessage, SystemMessage"
-   ]
+   "source": ["from langchain_core.messages import HumanMessage, SystemMessage"]
   },
   {
    "cell_type": "markdown",
@@ -159,12 +137,7 @@
    "id": "975b039a",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "# This tool is given to the agent to look up information about a customer\n",
-    "def get_customer_info(customer_id: int):\n",
-    "    \"\"\"Look up customer info given their ID. ALWAYS make sure you have the customer ID before invoking this.\"\"\"\n",
-    "    return db.run(f\"SELECT * FROM Customer WHERE CustomerID = {customer_id};\")"
-   ]
+   "source": ["# This tool is given to the agent to look up information about a customer\ndef get_customer_info(customer_id: int):\n    \"\"\"Look up customer info given their ID. ALWAYS make sure you have the customer ID before invoking this.\"\"\"\n    return db.run(f\"SELECT * FROM Customer WHERE CustomerID = {customer_id};\")"]
   },
   {
    "cell_type": "code",
@@ -172,20 +145,7 @@
    "id": "1d5fa446",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "customer_prompt = \"\"\"Your job is to help a user update their profile.\n",
-    "\n",
-    "You only have certain tools you can use. These tools require specific input. If you don't know the required input, then ask the user for it.\n",
-    "\n",
-    "If you are unable to help the user, you can \"\"\"\n",
-    "\n",
-    "\n",
-    "def get_customer_messages(messages):\n",
-    "    return [SystemMessage(content=customer_prompt)] + messages\n",
-    "\n",
-    "\n",
-    "customer_chain = get_customer_messages | model.bind_tools([get_customer_info])"
-   ]
+   "source": ["customer_prompt = \"\"\"Your job is to help a user update their profile.\n\nYou only have certain tools you can use. These tools require specific input. If you don't know the required input, then ask the user for it.\n\nIf you are unable to help the user, you can \"\"\"\n\n\ndef get_customer_messages(messages):\n    return [SystemMessage(content=customer_prompt)] + messages\n\n\ncustomer_chain = get_customer_messages | model.bind_tools([get_customer_info])"]
   },
   {
    "cell_type": "markdown",
@@ -206,19 +166,7 @@
    "id": "a8604a3b-b484-4b2b-a914-4236cb98c524",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain_community.vectorstores import SKLearnVectorStore\n",
-    "from langchain_openai import OpenAIEmbeddings\n",
-    "\n",
-    "artists = db._execute(\"select * from Artist\")\n",
-    "songs = db._execute(\"select * from Track\")\n",
-    "artist_retriever = SKLearnVectorStore.from_texts(\n",
-    "    [a[\"Name\"] for a in artists], OpenAIEmbeddings(), metadatas=artists\n",
-    ").as_retriever()\n",
-    "song_retriever = SKLearnVectorStore.from_texts(\n",
-    "    [a[\"Name\"] for a in songs], OpenAIEmbeddings(), metadatas=songs\n",
-    ").as_retriever()"
-   ]
+   "source": ["from langchain_community.vectorstores import SKLearnVectorStore\nfrom langchain_openai import OpenAIEmbeddings\n\nartists = db._execute(\"select * from Artist\")\nsongs = db._execute(\"select * from Track\")\nartist_retriever = SKLearnVectorStore.from_texts(\n    [a[\"Name\"] for a in artists], OpenAIEmbeddings(), metadatas=artists\n).as_retriever()\nsong_retriever = SKLearnVectorStore.from_texts(\n    [a[\"Name\"] for a in songs], OpenAIEmbeddings(), metadatas=songs\n).as_retriever()"]
   },
   {
    "cell_type": "markdown",
@@ -234,16 +182,7 @@
    "id": "0a2a2b74",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "def get_albums_by_artist(artist):\n",
-    "    \"\"\"Get albums by an artist (or similar artists).\"\"\"\n",
-    "    docs = artist_retriever.get_relevant_documents(artist)\n",
-    "    artist_ids = \", \".join([str(d.metadata[\"ArtistId\"]) for d in docs])\n",
-    "    return db.run(\n",
-    "        f\"SELECT Title, Name FROM Album LEFT JOIN Artist ON Album.ArtistId = Artist.ArtistId WHERE Album.ArtistId in ({artist_ids});\",\n",
-    "        include_columns=True,\n",
-    "    )"
-   ]
+   "source": ["def get_albums_by_artist(artist):\n    \"\"\"Get albums by an artist (or similar artists).\"\"\"\n    docs = artist_retriever.get_relevant_documents(artist)\n    artist_ids = \", \".join([str(d.metadata[\"ArtistId\"]) for d in docs])\n    return db.run(\n        f\"SELECT Title, Name FROM Album LEFT JOIN Artist ON Album.ArtistId = Artist.ArtistId WHERE Album.ArtistId in ({artist_ids});\",\n        include_columns=True,\n    )"]
   },
   {
    "cell_type": "markdown",
@@ -259,16 +198,7 @@
    "id": "da533f50",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "def get_tracks_by_artist(artist):\n",
-    "    \"\"\"Get songs by an artist (or similar artists).\"\"\"\n",
-    "    docs = artist_retriever.invoke(artist)\n",
-    "    artist_ids = \", \".join([str(d.metadata[\"ArtistId\"]) for d in docs])\n",
-    "    return db.run(\n",
-    "        f\"SELECT Track.Name as SongName, Artist.Name as ArtistName FROM Album LEFT JOIN Artist ON Album.ArtistId = Artist.ArtistId LEFT JOIN Track ON Track.AlbumId = Album.AlbumId WHERE Album.ArtistId in ({artist_ids});\",\n",
-    "        include_columns=True,\n",
-    "    )"
-   ]
+   "source": ["def get_tracks_by_artist(artist):\n    \"\"\"Get songs by an artist (or similar artists).\"\"\"\n    docs = artist_retriever.invoke(artist)\n    artist_ids = \", \".join([str(d.metadata[\"ArtistId\"]) for d in docs])\n    return db.run(\n        f\"SELECT Track.Name as SongName, Artist.Name as ArtistName FROM Album LEFT JOIN Artist ON Album.ArtistId = Artist.ArtistId LEFT JOIN Track ON Track.AlbumId = Album.AlbumId WHERE Album.ArtistId in ({artist_ids});\",\n        include_columns=True,\n    )"]
   },
   {
    "cell_type": "markdown",
@@ -284,11 +214,7 @@
    "id": "b3c07010",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "def check_for_songs(song_title):\n",
-    "    \"\"\"Check if a song exists by its name.\"\"\"\n",
-    "    return song_retriever.invoke(song_title)"
-   ]
+   "source": ["def check_for_songs(song_title):\n    \"\"\"Check if a song exists by its name.\"\"\"\n    return song_retriever.invoke(song_title)"]
   },
   {
    "cell_type": "markdown",
@@ -304,23 +230,7 @@
    "id": "72a14d5c",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "song_system_message = \"\"\"Your job is to help a customer find any songs they are looking for. \n",
-    "\n",
-    "You only have certain tools you can use. If a customer asks you to look something up that you don't know how, politely tell them what you can help with.\n",
-    "\n",
-    "When looking up artists and songs, sometimes the artist/song will not be found. In that case, the tools will return information \\\n",
-    "on similar songs and artists. This is intentional, it is not the tool messing up.\"\"\"\n",
-    "\n",
-    "\n",
-    "def get_song_messages(messages):\n",
-    "    return [SystemMessage(content=song_system_message)] + messages\n",
-    "\n",
-    "\n",
-    "song_recc_chain = get_song_messages | model.bind_tools(\n",
-    "    [get_albums_by_artist, get_tracks_by_artist, check_for_songs]\n",
-    ")"
-   ]
+   "source": ["song_system_message = \"\"\"Your job is to help a customer find any songs they are looking for. \n\nYou only have certain tools you can use. If a customer asks you to look something up that you don't know how, politely tell them what you can help with.\n\nWhen looking up artists and songs, sometimes the artist/song will not be found. In that case, the tools will return information \\\non similar songs and artists. This is intentional, it is not the tool messing up.\"\"\"\n\n\ndef get_song_messages(messages):\n    return [SystemMessage(content=song_system_message)] + messages\n\n\nsong_recc_chain = get_song_messages | model.bind_tools(\n    [get_albums_by_artist, get_tracks_by_artist, check_for_songs]\n)"]
   },
   {
    "cell_type": "code",
@@ -339,10 +249,7 @@
      "output_type": "execute_result"
     }
    ],
-   "source": [
-    "msgs = [HumanMessage(content=\"hi! can you help me find songs by amy whinehouse?\")]\n",
-    "song_recc_chain.invoke(msgs)"
-   ]
+   "source": ["msgs = [HumanMessage(content=\"hi! can you help me find songs by amy whinehouse?\")]\nsong_recc_chain.invoke(msgs)"]
   },
   {
    "cell_type": "markdown",
@@ -360,32 +267,7 @@
    "id": "73e74268",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain_core.messages import AIMessage, HumanMessage, SystemMessage\n",
-    "from langchain_core.pydantic_v1 import BaseModel, Field\n",
-    "\n",
-    "\n",
-    "class Router(BaseModel):\n",
-    "    \"\"\"Call this if you are able to route the user to the appropriate representative.\"\"\"\n",
-    "\n",
-    "    choice: str = Field(description=\"should be one of: music, customer\")\n",
-    "\n",
-    "\n",
-    "system_message = \"\"\"Your job is to help as a customer service representative for a music store.\n",
-    "\n",
-    "You should interact politely with customers to try to figure out how you can help. You can help in a few ways:\n",
-    "\n",
-    "- Updating user information: if a customer wants to update the information in the user database. Call the router with `customer`\n",
-    "- Recommending music: if a customer wants to find some music or information about music. Call the router with `music`\n",
-    "\n",
-    "If the user is asking or wants to ask about updating or accessing their information, send them to that route.\n",
-    "If the user is asking or wants to ask about music, send them to that route.\n",
-    "Otherwise, respond.\"\"\"\n",
-    "\n",
-    "\n",
-    "def get_messages(messages):\n",
-    "    return [SystemMessage(content=system_message)] + messages"
-   ]
+   "source": ["from langchain_core.messages import AIMessage, HumanMessage, SystemMessage\nfrom langchain_core.pydantic_v1 import BaseModel, Field\n\n\nclass Router(BaseModel):\n    \"\"\"Call this if you are able to route the user to the appropriate representative.\"\"\"\n\n    choice: str = Field(description=\"should be one of: music, customer\")\n\n\nsystem_message = \"\"\"Your job is to help as a customer service representative for a music store.\n\nYou should interact politely with customers to try to figure out how you can help. You can help in a few ways:\n\n- Updating user information: if a customer wants to update the information in the user database. Call the router with `customer`\n- Recommending music: if a customer wants to find some music or information about music. Call the router with `music`\n\nIf the user is asking or wants to ask about updating or accessing their information, send them to that route.\nIf the user is asking or wants to ask about music, send them to that route.\nOtherwise, respond.\"\"\"\n\n\ndef get_messages(messages):\n    return [SystemMessage(content=system_message)] + messages"]
   },
   {
    "cell_type": "code",
@@ -393,9 +275,7 @@
    "id": "ddf27314",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "chain = get_messages | model.bind_tools([Router])"
-   ]
+   "source": ["chain = get_messages | model.bind_tools([Router])"]
   },
   {
    "cell_type": "code",
@@ -414,10 +294,7 @@
      "output_type": "execute_result"
     }
    ],
-   "source": [
-    "msgs = [HumanMessage(content=\"hi! can you help me find a good song?\")]\n",
-    "chain.invoke(msgs)"
-   ]
+   "source": ["msgs = [HumanMessage(content=\"hi! can you help me find a good song?\")]\nchain.invoke(msgs)"]
   },
   {
    "cell_type": "code",
@@ -436,10 +313,7 @@
      "output_type": "execute_result"
     }
    ],
-   "source": [
-    "msgs = [HumanMessage(content=\"hi! what's the email you have for me?\")]\n",
-    "chain.invoke(msgs)"
-   ]
+   "source": ["msgs = [HumanMessage(content=\"hi! what's the email you have for me?\")]\nchain.invoke(msgs)"]
   },
   {
    "cell_type": "code",
@@ -447,15 +321,7 @@
    "id": "bd6ddd8b-7500-46a7-811d-3bcb937bda51",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain_core.messages import AIMessage\n",
-    "\n",
-    "\n",
-    "def add_name(message, name):\n",
-    "    _dict = message.dict()\n",
-    "    _dict[\"name\"] = name\n",
-    "    return AIMessage(**_dict)"
-   ]
+   "source": ["from langchain_core.messages import AIMessage\n\n\ndef add_name(message, name):\n    _dict = message.dict()\n    _dict[\"name\"] = name\n    return AIMessage(**_dict)"]
   },
   {
    "cell_type": "code",
@@ -463,45 +329,7 @@
    "id": "27494de5-8345-4c23-bc0e-81e0dd5d47d8",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "import json\n",
-    "\n",
-    "from langgraph.graph import END\n",
-    "\n",
-    "\n",
-    "def _get_last_ai_message(messages):\n",
-    "    for m in messages[::-1]:\n",
-    "        if isinstance(m, AIMessage):\n",
-    "            return m\n",
-    "    return None\n",
-    "\n",
-    "\n",
-    "def _is_tool_call(msg):\n",
-    "    return hasattr(msg, \"additional_kwargs\") and \"tool_calls\" in msg.additional_kwargs\n",
-    "\n",
-    "\n",
-    "def _route(messages):\n",
-    "    last_message = messages[-1]\n",
-    "    if isinstance(last_message, AIMessage):\n",
-    "        if not last_message.tool_calls:\n",
-    "            return END\n",
-    "        else:\n",
-    "            if last_message.name == \"general\":\n",
-    "                if len(last_message.tool_calls) > 1:\n",
-    "                    raise ValueError(\"Too many tools\")\n",
-    "                return last_message.tool_calls[0][\"args\"][\"choice\"]\n",
-    "            else:\n",
-    "                return \"tools\"\n",
-    "    last_m = _get_last_ai_message(messages)\n",
-    "    if last_m is None:\n",
-    "        return \"general\"\n",
-    "    if last_m.name == \"music\":\n",
-    "        return \"music\"\n",
-    "    elif last_m.name == \"customer\":\n",
-    "        return \"customer\"\n",
-    "    else:\n",
-    "        return \"general\""
-   ]
+   "source": ["import json\n\nfrom langgraph.graph import END, START\n\n\ndef _get_last_ai_message(messages):\n    for m in messages[::-1]:\n        if isinstance(m, AIMessage):\n            return m\n    return None\n\n\ndef _is_tool_call(msg):\n    return hasattr(msg, \"additional_kwargs\") and \"tool_calls\" in msg.additional_kwargs\n\n\ndef _route(messages):\n    last_message = messages[-1]\n    if isinstance(last_message, AIMessage):\n        if not last_message.tool_calls:\n            return END\n        else:\n            if last_message.name == \"general\":\n                if len(last_message.tool_calls) > 1:\n                    raise ValueError(\"Too many tools\")\n                return last_message.tool_calls[0][\"args\"][\"choice\"]\n            else:\n                return \"tools\"\n    last_m = _get_last_ai_message(messages)\n    if last_m is None:\n        return \"general\"\n    if last_m.name == \"music\":\n        return \"music\"\n    elif last_m.name == \"customer\":\n        return \"customer\"\n    else:\n        return \"general\""]
   },
   {
    "cell_type": "code",
@@ -509,12 +337,7 @@
    "id": "8aec704a-46fe-4fb3-bdee-11c3bbffc370",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langgraph.prebuilt import ToolNode\n",
-    "\n",
-    "tools = [get_albums_by_artist, get_tracks_by_artist, check_for_songs, get_customer_info]\n",
-    "tool_node = ToolNode(tools)"
-   ]
+   "source": ["from langgraph.prebuilt import ToolNode\n\ntools = [get_albums_by_artist, get_tracks_by_artist, check_for_songs, get_customer_info]\ntool_node = ToolNode(tools)"]
   },
   {
    "cell_type": "code",
@@ -522,16 +345,7 @@
    "id": "4d5b75c6-73e0-4922-a765-a15be63f869e",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "def _filter_out_routes(messages):\n",
-    "    ms = []\n",
-    "    for m in messages:\n",
-    "        if _is_tool_call(m):\n",
-    "            if m.name == \"general\":\n",
-    "                continue\n",
-    "        ms.append(m)\n",
-    "    return ms"
-   ]
+   "source": ["def _filter_out_routes(messages):\n    ms = []\n    for m in messages:\n        if _is_tool_call(m):\n            if m.name == \"general\":\n                continue\n        ms.append(m)\n    return ms"]
   },
   {
    "cell_type": "code",
@@ -539,13 +353,7 @@
    "id": "fd4dbf98-dbb3-411a-bad6-2bb334072aaf",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from functools import partial\n",
-    "\n",
-    "general_node = _filter_out_routes | chain | partial(add_name, name=\"general\")\n",
-    "music_node = _filter_out_routes | song_recc_chain | partial(add_name, name=\"music\")\n",
-    "customer_node = _filter_out_routes | customer_chain | partial(add_name, name=\"customer\")"
-   ]
+   "source": ["from functools import partial\n\ngeneral_node = _filter_out_routes | chain | partial(add_name, name=\"general\")\nmusic_node = _filter_out_routes | song_recc_chain | partial(add_name, name=\"music\")\ncustomer_node = _filter_out_routes | customer_chain | partial(add_name, name=\"customer\")"]
   },
   {
    "cell_type": "code",
@@ -553,33 +361,7 @@
    "id": "dcade924",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langgraph.checkpoint.sqlite import SqliteSaver\n",
-    "\n",
-    "from langgraph.graph import MessageGraph\n",
-    "\n",
-    "memory = SqliteSaver.from_conn_string(\":memory:\")\n",
-    "graph = MessageGraph()\n",
-    "nodes = {\n",
-    "    \"general\": \"general\",\n",
-    "    \"music\": \"music\",\n",
-    "    END: END,\n",
-    "    \"tools\": \"tools\",\n",
-    "    \"customer\": \"customer\",\n",
-    "}\n",
-    "# Define a new graph\n",
-    "workflow = MessageGraph()\n",
-    "workflow.add_node(\"general\", general_node)\n",
-    "workflow.add_node(\"music\", music_node)\n",
-    "workflow.add_node(\"customer\", customer_node)\n",
-    "workflow.add_node(\"tools\", tool_node)\n",
-    "workflow.add_conditional_edges(\"general\", _route, nodes)\n",
-    "workflow.add_conditional_edges(\"tools\", _route, nodes)\n",
-    "workflow.add_conditional_edges(\"music\", _route, nodes)\n",
-    "workflow.add_conditional_edges(\"customer\", _route, nodes)\n",
-    "workflow.set_conditional_entry_point(_route, nodes)\n",
-    "graph = workflow.compile()"
-   ]
+   "source": ["from langgraph.checkpoint.sqlite import SqliteSaver\n\nfrom langgraph.graph import MessageGraph\n\nmemory = SqliteSaver.from_conn_string(\":memory:\")\ngraph = MessageGraph()\nnodes = {\n    \"general\": \"general\",\n    \"music\": \"music\",\n    END: END,\n    \"tools\": \"tools\",\n    \"customer\": \"customer\",\n}\n# Define a new graph\nworkflow = MessageGraph()\nworkflow.add_node(\"general\", general_node)\nworkflow.add_node(\"music\", music_node)\nworkflow.add_node(\"customer\", customer_node)\nworkflow.add_node(\"tools\", tool_node)\nworkflow.add_conditional_edges(\"general\", _route, nodes)\nworkflow.add_conditional_edges(\"tools\", _route, nodes)\nworkflow.add_conditional_edges(\"music\", _route, nodes)\nworkflow.add_conditional_edges(\"customer\", _route, nodes)\nworkflow.add_conditional_edges(START, _route, nodes)\ngraph = workflow.compile()"]
   },
   {
    "cell_type": "code",
@@ -715,27 +497,7 @@
      ]
     }
    ],
-   "source": [
-    "import uuid\n",
-    "\n",
-    "from langchain_core.messages import HumanMessage\n",
-    "\n",
-    "from langgraph.graph.graph import START\n",
-    "\n",
-    "history = []\n",
-    "while True:\n",
-    "    user = input(\"User (q/Q to quit): \")\n",
-    "    if user in {\"q\", \"Q\"}:\n",
-    "        print(\"AI: Byebye\")\n",
-    "        break\n",
-    "    history.append(HumanMessage(content=user))\n",
-    "    async for output in graph.astream(history):\n",
-    "        for key, value in output.items():\n",
-    "            print(f\"Output from node '{key}':\")\n",
-    "            print(\"---\")\n",
-    "            print(value)\n",
-    "        print(\"\\n---\\n\")"
-   ]
+   "source": ["import uuid\n\nfrom langchain_core.messages import HumanMessage\n\nfrom langgraph.graph.graph import START\n\nhistory = []\nwhile True:\n    user = input(\"User (q/Q to quit): \")\n    if user in {\"q\", \"Q\"}:\n        print(\"AI: Byebye\")\n        break\n    history.append(HumanMessage(content=user))\n    async for output in graph.astream(history):\n        for key, value in output.items():\n            print(f\"Output from node '{key}':\")\n            print(\"---\")\n            print(value)\n        print(\"\\n---\\n\")"]
   }
  ],
  "metadata": {

examples/cloud_examples/langgraph_to_langgraph_cloud.ipynb

@@ -50,7 +50,7 @@
    "metadata": {},
    "outputs": [
     {
-     "name": "stdin",
+     "name": "stdout",
      "output_type": "stream",
      "text": [
       "OPENAI_API_KEY:  ········\n"
@@ -991,7 +991,7 @@
    "id": "08996d90-a3ff-4655-9763-1dd4971344d4",
    "metadata": {},
    "source": [
-    "### With LangGraph Clound"
+    "### With LangGraph Cloud"
    ]
   },
   {

examples/create-react-agent-system-prompt.ipynb

@@ -9,7 +9,7 @@
     "\n",
     "This tutorial will show how to add a custom system prompt to the prebuilt ReAct agent. Please see [this tutorial](./create-react-agent.ipynb) for how to get started with the prebuilt ReAct agent\n",
     "\n",
-    "You can add a custom system prompt by passing a string to the `messages_modifier` param."
+    "You can add a custom system prompt by passing a string to the `state_modifier` param."
    ]
   },
   {
@@ -112,7 +112,7 @@
     "\n",
     "from langgraph.prebuilt import create_react_agent\n",
     "\n",
-    "graph = create_react_agent(model, tools=tools, messages_modifier=prompt)"
+    "graph = create_react_agent(model, tools=tools, state_modifier=prompt)"
    ]
   },
   {

examples/human_in_the_loop/breakpoints.ipynb

@@ -133,21 +133,26 @@
     "from langgraph.checkpoint.memory import MemorySaver\n",
     "from IPython.display import Image, display\n",
     "\n",
+    "\n",
     "class State(TypedDict):\n",
     "    input: str\n",
     "\n",
+    "\n",
     "def step_1(state):\n",
     "    print(\"---Step 1---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def step_2(state):\n",
     "    print(\"---Step 2---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def step_3(state):\n",
     "    print(\"---Step 3---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "builder = StateGraph(State)\n",
     "builder.add_node(\"step_1\", step_1)\n",
     "builder.add_node(\"step_2\", step_2)\n",
@@ -160,7 +165,7 @@
     "# Set up memory\n",
     "memory = MemorySaver()\n",
     "\n",
-    "# Add \n",
+    "# Add\n",
     "graph = builder.compile(checkpointer=memory, interrupt_before=[\"step_3\"])\n",
     "\n",
     "# View\n",
@@ -222,8 +227,7 @@
     "\n",
     "user_approval = input(\"Do you want to go to Step 3? (yes/no): \")\n",
     "\n",
-    "if user_approval.lower() == 'yes':\n",
-    "    \n",
+    "if user_approval.lower() == \"yes\":\n",
     "    # If approved, continue the graph execution\n",
     "    for event in graph.stream(None, thread, stream_mode=\"values\"):\n",
     "        print(event)\n",

examples/human_in_the_loop/edit-graph-state.ipynb

@@ -135,21 +135,26 @@
     "from langgraph.checkpoint.memory import MemorySaver\n",
     "from IPython.display import Image, display\n",
     "\n",
+    "\n",
     "class State(TypedDict):\n",
     "    input: str\n",
     "\n",
+    "\n",
     "def step_1(state):\n",
     "    print(\"---Step 1---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def step_2(state):\n",
     "    print(\"---Step 2---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def step_3(state):\n",
     "    print(\"---Step 3---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "builder = StateGraph(State)\n",
     "builder.add_node(\"step_1\", step_1)\n",
     "builder.add_node(\"step_2\", step_2)\n",
@@ -162,7 +167,7 @@
     "# Set up memory\n",
     "memory = MemorySaver()\n",
     "\n",
-    "# Add \n",
+    "# Add\n",
     "graph = builder.compile(checkpointer=memory, interrupt_before=[\"step_2\"])\n",
     "\n",
     "# View\n",

examples/human_in_the_loop/wait-user-input.ipynb

@@ -137,25 +137,30 @@
     "from langgraph.checkpoint.memory import MemorySaver\n",
     "from IPython.display import Image, display\n",
     "\n",
+    "\n",
     "class State(TypedDict):\n",
     "    input: str\n",
     "    user_feedback: str\n",
     "\n",
+    "\n",
     "def step_1(state):\n",
     "    print(\"---Step 1---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def human_feedback(state):\n",
     "    print(\"---human_feedback---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "def step_3(state):\n",
     "    print(\"---Step 3---\")\n",
     "    pass\n",
     "\n",
+    "\n",
     "builder = StateGraph(State)\n",
     "builder.add_node(\"step_1\", step_1)\n",
-    "builder.add_node(\"human_feedback\", step_2)\n",
+    "builder.add_node(\"human_feedback\", human_feedback)\n",
     "builder.add_node(\"step_3\", step_3)\n",
     "builder.add_edge(START, \"step_1\")\n",
     "builder.add_edge(\"step_1\", \"human_feedback\")\n",
@@ -165,7 +170,7 @@
     "# Set up memory\n",
     "memory = MemorySaver()\n",
     "\n",
-    "# Add \n",
+    "# Add\n",
     "graph = builder.compile(checkpointer=memory, interrupt_before=[\"human_feedback\"])\n",
     "\n",
     "# View\n",
@@ -253,7 +258,7 @@
     "\n",
     "# We now update the state as if we are the human_feedback node\n",
     "graph.update_state(thread, {\"user_feedback\": user_input}, as_node=\"human_feedback\")\n",
-    "    \n",
+    "\n",
     "# We can check the state\n",
     "print(\"--State after update--\")\n",
     "print(graph.get_state(thread))\n",

examples/input_output_schema.ipynb

@@ -0,0 +1,93 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "f262985e-e973-4a27-9c9e-dbb3a06a35b7",
+   "metadata": {},
+   "source": [
+    "# How to define input/output schema for your graph\n",
+    "\n",
+    "By default, `StateGraph` takes in a single schema and all nodes are expected to communicate with that schema. However, it is also possible to define explicit input and output schemas for a graph. This is helpful if you want to draw a distinction between input and output keys.\n",
+    "\n",
+    "In this notebook we'll walk through an example of this. At a high level, in order to do this you simply have to pass in `input=..., output=...` when defining the graph. Let's see an example below!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "6ec0eb77-874e-443e-8c73-93125b515106",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'answer': 'bye'}"
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langgraph.graph import StateGraph, START, END\n",
+    "from typing import TypedDict\n",
+    "\n",
+    "class InputState(TypedDict):\n",
+    "    question: str\n",
+    "\n",
+    "class OutputState(TypedDict):\n",
+    "    answer: str\n",
+    "\n",
+    "def answer_node(state: InputState):\n",
+    "    return {\"answer\": \"bye\"}\n",
+    "\n",
+    "check = SqliteSaver.from_conn_string(\":memory:\")\n",
+    "graph = StateGraph(input=InputState, output=OutputState)\n",
+    "graph.add_node(answer_node)\n",
+    "graph.add_edge(START, \"answer_node\")\n",
+    "graph.add_edge(\"answer_node\", END)\n",
+    "graph = graph.compile()\n",
+    "\n",
+    "graph.invoke({\"question\": \"hi\"})"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "6a68836f-98e1-4684-a8a6-c1473c73460c",
+   "metadata": {},
+   "source": [
+    "Notice that the output of invoke only includes the output schema."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b952a554-f2a4-4be3-81ab-2e08f0f441c2",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.1"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

examples/introduction.ipynb

@@ -84,8 +84,9 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
-   "id": "ef7bcad1-1274-4b7c-a2e9-365180ef3a31",
+   "id": "9c374e41-f9b7-439e-a520-6d8c853c5220",
    "metadata": {},
    "source": [
     "## Part 1: Build a Basic Chatbot\n",
@@ -120,13 +121,24 @@
     "graph_builder = StateGraph(State)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "31c755cd-8994-4867-bdff-96a55d7beae7",
+   "metadata": {},
+   "source": [
+    "<div class=\"admonition tip\">\n",
+    "    <p class=\"admonition-title\">Note</p>\n",
+    "    <p>\n",
+    "    The first thing you do when you define a graph is define the <code>State</code> of the graph. The <code>State</code> consists of the schema of the graph as well as reducer functions which specify how to apply updates to the state. In our example <code>State</code> is a <code>TypedDict</code> with a single key: <code>messages</code>. The <code>messages</code> key is annotated with the <a href=\"https://langchain-ai.github.io/langgraph/reference/graphs/?h=add+messages#add_messages\"><code>add_messages</code></a> reducer function, which tells LangGraph to append new messages to the existing list, rather than overwriting it. State keys without an annotation will be overwritten by each update, storing the most recent value. Check out <a href=\"https://langchain-ai.github.io/langgraph/reference/graphs/?h=add+messages#add_messages\">this conceptual guide</a> to learn more about state, reducers and other low-level concepts.\n",
+    "    </p>\n",
+    "</div>"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "4137feed-746e-4c72-a34a-f7a699ad5dcf",
    "metadata": {},
    "source": [
-    "**Notice** that we've defined our `State` as a TypedDict with a single key: `messages`. The `messages` key is annotated with the [`add_messages`](https://langchain-ai.github.io/langgraph/reference/graphs/?h=add+messages#add_messages) function, which tells LangGraph to append new messages to the existing list, rather than overwriting it.\n",
-    "\n",
     "So now our graph knows two things:\n",
     "\n",
     "1. Every `node` we define will receive the current `State` as input and return a value that updates that state.\n",
@@ -1224,7 +1236,8 @@
     "graph = graph_builder.compile(checkpointer=memory)\n",
     "```\n",
     "</pre>\n",
-    "</pre>details"
+    "</pre>\n",
+    "</details>"
    ]
   },
   {
@@ -3055,9 +3068,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "langgraph",
    "language": "python",
-   "name": "python3"
+   "name": "langgraph"
   },
   "language_info": {
    "codemirror_mode": {
@@ -3069,7 +3082,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.1"
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

examples/memory/add-summary-conversation-history.ipynb

@@ -110,23 +110,26 @@
     "\n",
     "memory = SqliteSaver.from_conn_string(\":memory:\")\n",
     "\n",
+    "\n",
     "# We will add a `summary` attribute (in addition to `messages` key,\n",
     "# which MessagesState already has)\n",
     "class State(MessagesState):\n",
     "    summary: str\n",
     "\n",
+    "\n",
     "# We will use this model for both the conversation and the summarization\n",
     "model = ChatAnthropic(model_name=\"claude-3-haiku-20240307\")\n",
     "\n",
+    "\n",
     "# Define the logic to call the model\n",
     "def call_model(state: State):\n",
     "    # If a summary exists, we add this in as a system message\n",
-    "    summary = state.get('summary', '')\n",
+    "    summary = state.get(\"summary\", \"\")\n",
     "    if summary:\n",
     "        system_message = f\"Summary of conversation earlier: {summary}\"\n",
-    "        messages = [SystemMessage(content=system_message)] + state['messages']\n",
+    "        messages = [SystemMessage(content=system_message)] + state[\"messages\"]\n",
     "    else:\n",
-    "        messages = state['messages']\n",
+    "        messages = state[\"messages\"]\n",
     "    response = model.invoke(messages)\n",
     "    # We return a list, because this will get added to the existing list\n",
     "    return {\"messages\": [response]}\n",
@@ -145,7 +148,7 @@
     "\n",
     "def summarize_conversation(state: State):\n",
     "    # First, we summarize the conversation\n",
-    "    summary = state.get('summary', '')\n",
+    "    summary = state.get(\"summary\", \"\")\n",
     "    if summary:\n",
     "        # If a summary already exists, we use a different system prompt\n",
     "        # to summarize it than if one didn't\n",
@@ -155,17 +158,13 @@
     "        )\n",
     "    else:\n",
     "        summary_message = \"Create a summary of the conversation above:\"\n",
-    "        \n",
-    "    messages = state['messages'] + [HumanMessage(content=summary_message)]\n",
+    "\n",
+    "    messages = state[\"messages\"] + [HumanMessage(content=summary_message)]\n",
     "    response = model.invoke(messages)\n",
     "    # We now need to delete messages that we no longer want to show up\n",
     "    # I will delete all but the last two messages, but you can change this\n",
-    "    delete_messages = [RemoveMessage(id=m.id) for m in state['messages'][:-2]]\n",
-    "    return {\n",
-    "        \"summary\": response.content,\n",
-    "        \"messages\": delete_messages\n",
-    "    }\n",
-    "    \n",
+    "    delete_messages = [RemoveMessage(id=m.id) for m in state[\"messages\"][:-2]]\n",
+    "    return {\"summary\": response.content, \"messages\": delete_messages}\n",
     "\n",
     "\n",
     "# Define a new graph\n",
@@ -212,10 +211,10 @@
    "source": [
     "def print_update(update):\n",
     "    for k, v in update.items():\n",
-    "        for m in v['messages']:\n",
+    "        for m in v[\"messages\"]:\n",
     "            m.pretty_print()\n",
-    "        if 'summary' in v:\n",
-    "            print(v['summary'])"
+    "        if \"summary\" in v:\n",
+    "            print(v[\"summary\"])"
    ]
   },
   {

examples/memory/delete-messages.ipynb

@@ -28,7 +28,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "af4ce0ba-7596-4e5f-8bf8-0b0bd6e62833",
    "metadata": {},
    "outputs": [],
@@ -50,7 +50,15 @@
    "execution_count": 2,
    "id": "c903a1cf-2977-4e2d-ad7d-8b3946821d89",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdin",
+     "output_type": "stream",
+     "text": [
+      "ANTHROPIC_API_KEY:  ········\n"
+     ]
+    }
+   ],
    "source": [
     "import getpass\n",
     "import os\n",
@@ -94,7 +102,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 4,
    "id": "378899a9-3b9a-4748-95b6-eb00e0828677",
    "metadata": {},
    "outputs": [],
@@ -176,7 +184,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 5,
    "id": "57b27553-21be-43e5-ac48-d1d0a3aa0dca",
    "metadata": {},
    "outputs": [
@@ -189,7 +197,7 @@
       "hi! I'm bob\n",
       "==================================\u001b[1m Ai Message \u001b[0m==================================\n",
       "\n",
-      "Hello Bob! It's nice to meet you. How can I assist you today?\n",
+      "It's nice to meet you, Bob! I'm Claude, an AI assistant created by Anthropic. How can I assist you today?\n",
       "================================\u001b[1m Human Message \u001b[0m=================================\n",
       "\n",
       "what's my name?\n",
@@ -225,26 +233,26 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "8a850529-d038-48f7-b5a2-8d4d2923f83a",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[HumanMessage(content=\"hi! I'm bob\", id='3e1098f8-2657-42d3-b58a-7c2f46930b8c'),\n",
-       " AIMessage(content=\"Hello Bob! It's nice to meet you. How can I assist you today?\", response_metadata={'id': 'msg_01HT8MUEN4p16wbYv9Xm7kfr', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 20}}, id='run-86348912-72c4-42b0-b3e0-a47c4ebd1e52-0'),\n",
-       " HumanMessage(content=\"what's my name?\", id='9c3ef235-ec5c-4e57-a3b2-c17502de496d'),\n",
-       " AIMessage(content='Your name is Bob, as you introduced yourself at the beginning of our conversation.', response_metadata={'id': 'msg_01LVhb56f6RpAAoxASZrLzmK', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 40, 'output_tokens': 19}}, id='run-e3d7447f-046a-4dfa-8813-38134dbcd1ef-0')]"
+       "[HumanMessage(content=\"hi! I'm bob\", id='bc1c6dd2-3bb9-4aa9-b7af-3c6af7e173ea'),\n",
+       " AIMessage(content=\"It's nice to meet you, Bob! I'm Claude, an AI assistant created by Anthropic. How can I assist you today?\", response_metadata={'id': 'msg_01XPSAenmSqK8rX2WgPZHfz7', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 32}}, id='run-1c69af09-adb1-412d-9010-2456e5a555fb-0', usage_metadata={'input_tokens': 12, 'output_tokens': 32, 'total_tokens': 44}),\n",
+       " HumanMessage(content=\"what's my name?\", id='f3c71afe-8ce2-4ed0-991e-65021f03b0a5'),\n",
+       " AIMessage(content='Your name is Bob, as you introduced yourself at the beginning of our conversation.', response_metadata={'id': 'msg_01BPZdwsjuMAbC1YAkqawXaF', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 52, 'output_tokens': 19}}, id='run-b2eb9137-2f4e-446f-95f5-3d5f621a2cf8-0', usage_metadata={'input_tokens': 52, 'output_tokens': 19, 'total_tokens': 71})]"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "messages = app.get_state(config).values['messages']\n",
+    "messages = app.get_state(config).values[\"messages\"]\n",
     "messages"
    ]
   },
@@ -258,24 +266,33 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 7,
    "id": "df1a0970-7e64-4170-beef-2855d10eef42",
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/vadymbarda/.virtualenvs/langgraph/lib/python3.11/site-packages/langchain_core/_api/beta_decorator.py:87: LangChainBetaWarning: The class `RemoveMessage` is in beta. It is actively being worked on, so the API may change.\n",
+      "  warn_beta(\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
        "{'configurable': {'thread_id': '2',\n",
-       "  'thread_ts': '1ef3d750-5bc4-67c6-8005-9490a1b276f5'}}"
+       "  'thread_ts': '1ef42d00-d9ad-6f24-8005-feb089654def'}}"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "from langchain_core.messages import RemoveMessage\n",
+    "\n",
     "app.update_state(config, {\"messages\": RemoveMessage(id=messages[0].id)})"
    ]
   },
@@ -289,25 +306,25 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 8,
    "id": "8bfe4ffa-e170-43bc-aec4-6e36ac620931",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[AIMessage(content=\"Hello Bob! It's nice to meet you. How can I assist you today?\", response_metadata={'id': 'msg_01HT8MUEN4p16wbYv9Xm7kfr', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 20}}, id='run-86348912-72c4-42b0-b3e0-a47c4ebd1e52-0'),\n",
-       " HumanMessage(content=\"what's my name?\", id='9c3ef235-ec5c-4e57-a3b2-c17502de496d'),\n",
-       " AIMessage(content='Your name is Bob, as you introduced yourself at the beginning of our conversation.', response_metadata={'id': 'msg_01LVhb56f6RpAAoxASZrLzmK', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 40, 'output_tokens': 19}}, id='run-e3d7447f-046a-4dfa-8813-38134dbcd1ef-0')]"
+       "[AIMessage(content=\"It's nice to meet you, Bob! I'm Claude, an AI assistant created by Anthropic. How can I assist you today?\", response_metadata={'id': 'msg_01XPSAenmSqK8rX2WgPZHfz7', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 32}}, id='run-1c69af09-adb1-412d-9010-2456e5a555fb-0', usage_metadata={'input_tokens': 12, 'output_tokens': 32, 'total_tokens': 44}),\n",
+       " HumanMessage(content=\"what's my name?\", id='f3c71afe-8ce2-4ed0-991e-65021f03b0a5'),\n",
+       " AIMessage(content='Your name is Bob, as you introduced yourself at the beginning of our conversation.', response_metadata={'id': 'msg_01BPZdwsjuMAbC1YAkqawXaF', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 52, 'output_tokens': 19}}, id='run-b2eb9137-2f4e-446f-95f5-3d5f621a2cf8-0', usage_metadata={'input_tokens': 52, 'output_tokens': 19, 'total_tokens': 71})]"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "messages = app.get_state(config).values['messages']\n",
+    "messages = app.get_state(config).values[\"messages\"]\n",
     "messages"
    ]
   },
@@ -323,7 +340,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 9,
    "id": "bb22ede0-e153-4fd0-a4c0-f9af2f7663b1",
    "metadata": {},
    "outputs": [],
@@ -333,10 +350,11 @@
     "\n",
     "\n",
     "def delete_messages(state):\n",
-    "    messages = state['messages']\n",
+    "    messages = state[\"messages\"]\n",
     "    if len(messages) > 3:\n",
     "        return {\"messages\": [RemoveMessage(id=m.id) for m in messages[:-3]]}\n",
     "\n",
+    "\n",
     "# We need to modify the logic to call delete_messages rather than end right away\n",
     "def should_continue(state: MessagesState) -> Literal[\"action\", \"delete_messages\"]:\n",
     "    \"\"\"Return the next node to execute.\"\"\"\n",
@@ -358,7 +376,10 @@
     "\n",
     "\n",
     "workflow.add_edge(START, \"agent\")\n",
-    "workflow.add_conditional_edges(\"agent\", should_continue,)\n",
+    "workflow.add_conditional_edges(\n",
+    "    \"agent\",\n",
+    "    should_continue,\n",
+    ")\n",
     "workflow.add_edge(\"action\", \"agent\")\n",
     "\n",
     "# This is the new edge we're adding: after we delete messages, we finish\n",
@@ -376,7 +397,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 10,
    "id": "3975f34c-c243-40ea-b9d2-424d50a48dc9",
    "metadata": {},
    "outputs": [
@@ -384,21 +405,11 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "================================\u001b[1m Human Message \u001b[0m=================================\n",
-      "\n",
-      "hi! I'm bob\n",
-      "==================================\u001b[1m Ai Message \u001b[0m==================================\n",
-      "\n",
-      "It's nice to meet you, Bob! How can I assist you today?\n",
-      "================================\u001b[1m Human Message \u001b[0m=================================\n",
-      "\n",
-      "what's my name?\n",
-      "==================================\u001b[1m Ai Message \u001b[0m==================================\n",
-      "\n",
-      "You said your name is Bob.\n",
-      "==================================\u001b[1m Ai Message \u001b[0m==================================\n",
-      "\n",
-      "You said your name is Bob.\n"
+      "[('human', \"hi! I'm bob\")]\n",
+      "[('human', \"hi! I'm bob\"), ('ai', \"Hello Bob! It's nice to meet you. I'm an AI assistant created by Anthropic. I'm here to help with any questions or tasks you might have. Please let me know how I can assist you.\")]\n",
+      "[('human', \"hi! I'm bob\"), ('ai', \"Hello Bob! It's nice to meet you. I'm an AI assistant created by Anthropic. I'm here to help with any questions or tasks you might have. Please let me know how I can assist you.\"), ('human', \"what's my name?\")]\n",
+      "[('human', \"hi! I'm bob\"), ('ai', \"Hello Bob! It's nice to meet you. I'm an AI assistant created by Anthropic. I'm here to help with any questions or tasks you might have. Please let me know how I can assist you.\"), ('human', \"what's my name?\"), ('ai', 'You said your name is Bob, so that is the name I have for you.')]\n",
+      "[('ai', \"Hello Bob! It's nice to meet you. I'm an AI assistant created by Anthropic. I'm here to help with any questions or tasks you might have. Please let me know how I can assist you.\"), ('human', \"what's my name?\"), ('ai', 'You said your name is Bob, so that is the name I have for you.')]\n"
      ]
     }
    ],
@@ -408,12 +419,12 @@
     "config = {\"configurable\": {\"thread_id\": \"3\"}}\n",
     "input_message = HumanMessage(content=\"hi! I'm bob\")\n",
     "for event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n",
-    "    event[\"messages\"][-1].pretty_print()\n",
+    "    print([(message.type, message.content) for message in event[\"messages\"]])\n",
     "\n",
     "\n",
     "input_message = HumanMessage(content=\"what's my name?\")\n",
     "for event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n",
-    "    event[\"messages\"][-1].pretty_print()"
+    "    print([(message.type, message.content) for message in event[\"messages\"]])"
    ]
   },
   {
@@ -426,25 +437,25 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 11,
    "id": "a3e15abb-81d8-4072-9f10-61ae0fd61dac",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[AIMessage(content=\"It's nice to meet you, Bob! How can I assist you today?\", response_metadata={'id': 'msg_01QMoxepDiCcKQ6XFgge1QQT', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 19}}, id='run-de13ba05-095d-4fd1-907a-6766ef3bf57b-0'),\n",
-       " HumanMessage(content=\"what's my name?\", id='8292e725-8fc4-487e-a9b6-75f8b136bec2'),\n",
-       " AIMessage(content='You said your name is Bob.', response_metadata={'id': 'msg_01DfWfaxavdMCqtoQRmC3mc4', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 39, 'output_tokens': 10}}, id='run-28167c82-e126-47e4-854c-623e50c8af22-0')]"
+       "[AIMessage(content=\"Hello Bob! It's nice to meet you. I'm an AI assistant created by Anthropic. I'm here to help with any questions or tasks you might have. Please let me know how I can assist you.\", response_metadata={'id': 'msg_01XPEgPPbcnz5BbGWUDWTmzG', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 12, 'output_tokens': 48}}, id='run-eded3820-b6a9-4d66-9210-03ca41787ce6-0', usage_metadata={'input_tokens': 12, 'output_tokens': 48, 'total_tokens': 60}),\n",
+       " HumanMessage(content=\"what's my name?\", id='a0ea2097-3280-402b-92e1-67177b807ae8'),\n",
+       " AIMessage(content='You said your name is Bob, so that is the name I have for you.', response_metadata={'id': 'msg_01JGT62pxhrhN4SykZ57CSjW', 'model': 'claude-3-haiku-20240307', 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 68, 'output_tokens': 20}}, id='run-ace3519c-81f8-45fe-a777-91f42d48b3a3-0', usage_metadata={'input_tokens': 68, 'output_tokens': 20, 'total_tokens': 88})]"
       ]
      },
-     "execution_count": 17,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "messages = app.get_state(config).values['messages']\n",
+    "messages = app.get_state(config).values[\"messages\"]\n",
     "messages"
    ]
   },
@@ -467,9 +478,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "langgraph",
    "language": "python",
-   "name": "python3"
+   "name": "langgraph"
   },
   "language_info": {
    "codemirror_mode": {
@@ -481,7 +492,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.1"
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

examples/memory/manage-conversation-history.ipynb

@@ -138,7 +138,7 @@
     "\n",
     "# Define the function that calls the model\n",
     "def call_model(state: MessagesState):\n",
-    "    response = model.invoke(state[\"messages\"])\n",
+    "    response = bound_model.invoke(state[\"messages\"])\n",
     "    # We return a list, because this will get added to the existing list\n",
     "    return {\"messages\": response}\n",
     "\n",
@@ -275,7 +275,7 @@
     "# Define the function that calls the model\n",
     "def call_model(state: MessagesState):\n",
     "    messages = filter_messages(state[\"messages\"])\n",
-    "    response = model.invoke(messages)\n",
+    "    response = bound_model.invoke(messages)\n",
     "    # We return a list, because this will get added to the existing list\n",
     "    return {\"messages\": response}\n",
     "\n",

examples/node-retries.ipynb

@@ -0,0 +1,120 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# How to add node retry policies\n",
+    "\n",
+    "There are many use cases where you may wish for your node to have a custom retry policy, for example if you are calling an API, querying a database, or calling an LLM, etc. \n",
+    "\n",
+    "In order to configure the retry policty, you have to pass the `retry` parameter to the `add_node` function. The `retry` parameter takes in a `RetryPolicy` named tuple object. Below we instantiate a `RetryPolicy` object with the default parameters:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "RetryPolicy(initial_interval=0.5, backoff_factor=2.0, max_interval=128.0, max_attempts=3, jitter=True, retry_on=<function default_retry_on at 0x1157419e0>)"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langgraph.pregel import RetryPolicy\n",
+    "\n",
+    "RetryPolicy()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "If you want more information on what each of the parameters does, be sure to read the [reference](https://langchain-ai.github.io/langgraph/reference/graphs/#retrypolicy).\n",
+    "\n",
+    "## Passing a retry policy to a node\n",
+    "\n",
+    "Lastly, we can pass `RetryPolicy` objects when we call the `add_node` function. In the example below we pass two different retry policies to each of our nodes:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import operator\n",
+    "import sqlite3\n",
+    "from typing import Annotated, Sequence, TypedDict\n",
+    "\n",
+    "from langchain_anthropic import ChatAnthropic\n",
+    "from langchain_core.messages import BaseMessage\n",
+    "\n",
+    "from langgraph.graph import END, StateGraph, START\n",
+    "from langchain_community.utilities import SQLDatabase\n",
+    "from langchain_core.messages import AIMessage\n",
+    "\n",
+    "db = SQLDatabase.from_uri(\"sqlite:///:memory:\")\n",
+    "\n",
+    "model = ChatAnthropic(model_name=\"claude-2.1\")\n",
+    "\n",
+    "\n",
+    "class AgentState(TypedDict):\n",
+    "    messages: Annotated[Sequence[BaseMessage], operator.add]\n",
+    "\n",
+    "\n",
+    "def query_database(state):\n",
+    "    query_result = db.run(\"SELECT * FROM Artist LIMIT 10;\")\n",
+    "    return {\"messages\": [AIMessage(content=query_result)]}\n",
+    "\n",
+    "\n",
+    "def call_model(state):\n",
+    "    response = model.invoke(state[\"messages\"])\n",
+    "    return {\"messages\": [response]}\n",
+    "\n",
+    "\n",
+    "# Define a new graph\n",
+    "workflow = StateGraph(AgentState)\n",
+    "workflow.add_node(\n",
+    "    \"query_database\",\n",
+    "    query_database,\n",
+    "    retry=RetryPolicy(retry_on=sqlite3.OperationalError),\n",
+    ")\n",
+    "workflow.add_node(\"model\", call_model, retry=RetryPolicy(max_attempts=5))\n",
+    "workflow.add_edge(START, \"model\")\n",
+    "workflow.add_edge(\"model\", \"query_database\")\n",
+    "workflow.add_edge(\"query_database\", END)\n",
+    "\n",
+    "app = workflow.compile()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "env",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

examples/pass_private_state.ipynb

@@ -0,0 +1,126 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "47ed5db3-bda5-49e1-bf75-23e08c9a3af0",
+   "metadata": {},
+   "source": [
+    "# How to pass private state\n",
+    "\n",
+    "Oftentimes, you may want nodes to be able to pass state to eachv other that should NOT be part of the main schema of the graph. This is often useful because there may be information that is not needed as input/output (and therefore doesn't really make sense to have in the main schema) but is ABSOLUTELY needed as part of the intermediate working logic.\n",
+    "\n",
+    "Let's take a look at an example below. In this example, we will create a RAG pipeline that:\n",
+    "1. Takes in a user question\n",
+    "2. Uses an LLM to generate a search query\n",
+    "3. Retrieves documents for that generated query\n",
+    "4. Generates a final answer based on those documents\n",
+    "\n",
+    "We will have a separate node for each step. We will only have the `question` and `answer` on the overall state. However, we will need separate states for the `search_query` and the `documents` - we will pass these as private state keys.\n",
+    "\n",
+    "Let's look at an example!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "3114c3ad-0ade-47ba-9488-53d6f7671578",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'question': 'foo', 'answer': 'fo\\n\\nfo\\n\\nfoo'}"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langgraph.graph import StateGraph, START, END\n",
+    "from typing import TypedDict\n",
+    "\n",
+    "\n",
+    "# The overall state of the graph\n",
+    "class OverallState(TypedDict):\n",
+    "    question: str\n",
+    "    answer: str\n",
+    "\n",
+    "\n",
+    "# This is what the node that generates the query will return\n",
+    "class QueryOutputState(TypedDict):\n",
+    "    query: str\n",
+    "\n",
+    "\n",
+    "# This is what the node that retrieves the documents will return\n",
+    "class DocumentOutputState(TypedDict):\n",
+    "    docs: list[str]\n",
+    "\n",
+    "\n",
+    "# This is what the node that generates the final answer will take in\n",
+    "class GenerateInputState(OverallState, DocumentOutputState):\n",
+    "    pass\n",
+    "\n",
+    "\n",
+    "# Node to generate query\n",
+    "def generate_query(state: OverallState) -> QueryOutputState:\n",
+    "    # Replace this with real logic\n",
+    "    return {\"query\": state[\"question\"][:2]}\n",
+    "\n",
+    "\n",
+    "# Node to retrieve documents\n",
+    "def retrieve_documents(state: QueryOutputState) -> DocumentOutputState:\n",
+    "    # Replace this with real logic\n",
+    "    return {\"docs\": [state['query']] * 2}\n",
+    "\n",
+    "\n",
+    "# Node to generate answer\n",
+    "def generate(state: GenerateInputState) -> OverallState:\n",
+    "    return {\"answer\": \"\\n\\n\".join(state['docs'] + [state['question']])}\n",
+    "\n",
+    "\n",
+    "graph = StateGraph(OverallState)\n",
+    "graph.add_node(generate_query)\n",
+    "graph.add_node(retrieve_documents)\n",
+    "graph.add_node(generate)\n",
+    "graph.add_edge(START, \"generate_query\")\n",
+    "graph.add_edge(\"generate_query\", \"retrieve_documents\")\n",
+    "graph.add_edge(\"retrieve_documents\", \"generate\")\n",
+    "graph.add_edge(\"generate\", END)\n",
+    "graph = graph.compile()\n",
+    "\n",
+    "graph.invoke({\"question\": \"foo\"})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "3ffc2d8c-717f-42c9-b0aa-15b178a5cc8b",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.1"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

examples/persistence.ipynb

@@ -38,14 +38,6 @@
     "</div>    "
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "0c3fde0a",
-   "metadata": {},
-   "outputs": [],
-   "source": [""]
-  },
   {
    "cell_type": "markdown",
    "id": "7cbd446a-808f-4394-be92-d45ab818953c",
@@ -62,7 +54,10 @@
    "id": "af4ce0ba-7596-4e5f-8bf8-0b0bd6e62833",
    "metadata": {},
    "outputs": [],
-   "source": ["%%capture --no-stderr\n%pip install --quiet -U langgraph langchain_anthropic"]
+   "source": [
+    "%%capture --no-stderr\n",
+    "%pip install --quiet -U langgraph langchain_anthropic"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -78,7 +73,18 @@
    "id": "c903a1cf-2977-4e2d-ad7d-8b3946821d89",
    "metadata": {},
    "outputs": [],
-   "source": ["import getpass\nimport os\n\n\ndef _set_env(var: str):\n    if not os.environ.get(var):\n        os.environ[var] = getpass.getpass(f\"{var}: \")\n\n\n_set_env(\"ANTHROPIC_API_KEY\")"]
+   "source": [
+    "import getpass\n",
+    "import os\n",
+    "\n",
+    "\n",
+    "def _set_env(var: str):\n",
+    "    if not os.environ.get(var):\n",
+    "        os.environ[var] = getpass.getpass(f\"{var}: \")\n",
+    "\n",
+    "\n",
+    "_set_env(\"ANTHROPIC_API_KEY\")"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -94,7 +100,10 @@
    "id": "95e25aec-7c9f-4a63-b143-225d0e9a79c3",
    "metadata": {},
    "outputs": [],
-   "source": ["os.environ[\"LANGCHAIN_TRACING_V2\"] = \"true\"\n_set_env(\"LANGCHAIN_API_KEY\")"]
+   "source": [
+    "os.environ[\"LANGCHAIN_TRACING_V2\"] = \"true\"\n",
+    "_set_env(\"LANGCHAIN_API_KEY\")"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -112,7 +121,22 @@
    "id": "14619607",
    "metadata": {},
    "outputs": [],
-   "source": ["from typing import Annotated\n\nfrom typing_extensions import TypedDict\n\nfrom langgraph.graph.message import add_messages\n\n# Add messages essentially does this with more\n# robust handling\n# def add_messages(left: list, right: list):\n#     return left + right\n\n\nclass State(TypedDict):\n    messages: Annotated[list, add_messages]"]
+   "source": [
+    "from typing import Annotated\n",
+    "\n",
+    "from typing_extensions import TypedDict\n",
+    "\n",
+    "from langgraph.graph.message import add_messages\n",
+    "\n",
+    "# Add messages essentially does this with more\n",
+    "# robust handling\n",
+    "# def add_messages(left: list, right: list):\n",
+    "#     return left + right\n",
+    "\n",
+    "\n",
+    "class State(TypedDict):\n",
+    "    messages: Annotated[list, add_messages]"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -132,7 +156,19 @@
    "id": "d7ef57dd-5d6e-4ad3-9377-a92201c1310e",
    "metadata": {},
    "outputs": [],
-   "source": ["from langchain_core.tools import tool\n\n\n@tool\ndef search(query: str):\n    \"\"\"Call to surf the web.\"\"\"\n    # This is a placeholder for the actual implementation\n    return [\"The answer to your question lies within.\"]\n\n\ntools = [search]"]
+   "source": [
+    "from langchain_core.tools import tool\n",
+    "\n",
+    "\n",
+    "@tool\n",
+    "def search(query: str):\n",
+    "    \"\"\"Call to surf the web.\"\"\"\n",
+    "    # This is a placeholder for the actual implementation\n",
+    "    return [\"The answer to your question lies within.\"]\n",
+    "\n",
+    "\n",
+    "tools = [search]"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -149,7 +185,11 @@
    "id": "5cf3331e-ccb3-41c8-aeb9-a840a94d41e7",
    "metadata": {},
    "outputs": [],
-   "source": ["from langgraph.prebuilt import ToolNode\n\ntool_node = ToolNode(tools)"]
+   "source": [
+    "from langgraph.prebuilt import ToolNode\n",
+    "\n",
+    "tool_node = ToolNode(tools)"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -179,7 +219,13 @@
    "id": "892b54b9-75f0-4804-9ed0-88b5e5532989",
    "metadata": {},
    "outputs": [],
-   "source": ["from langchain_openai import ChatOpenAI\n\n# We will set streaming=True so that we can stream tokens\n# See the streaming section for more information on this.\nmodel = ChatOpenAI(temperature=0, streaming=True)"]
+   "source": [
+    "from langchain_openai import ChatOpenAI\n",
+    "\n",
+    "# We will set streaming=True so that we can stream tokens\n",
+    "# See the streaming section for more information on this.\n",
+    "model = ChatOpenAI(temperature=0, streaming=True)"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -197,7 +243,9 @@
    "id": "cd3cbae5-d92c-4559-a4aa-44721b80d107",
    "metadata": {},
    "outputs": [],
-   "source": ["bound_model = model.bind_tools(tools)"]
+   "source": [
+    "bound_model = model.bind_tools(tools)"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -232,7 +280,27 @@
    "id": "3b541bb9-900c-40d0-964d-7b5dfee30667",
    "metadata": {},
    "outputs": [],
-   "source": ["# Define the function that determines whether to continue or not\nfrom typing import Literal\n\n\ndef should_continue(state: State) -> Literal[\"action\", \"__end__\"]:\n    \"\"\"Return the next node to execute.\"\"\"\n    last_message = state[\"messages\"][-1]\n    # If there is no function call, then we finish\n    if not last_message.tool_calls:\n        return \"__end__\"\n    # Otherwise if there is, we continue\n    return \"action\"\n\n\n# Define the function that calls the model\ndef call_model(state: State):\n    response = model.invoke(state[\"messages\"])\n    # We return a list, because this will get added to the existing list\n    return {\"messages\": response}"]
+   "source": [
+    "# Define the function that determines whether to continue or not\n",
+    "from typing import Literal\n",
+    "\n",
+    "\n",
+    "def should_continue(state: State) -> Literal[\"action\", \"__end__\"]:\n",
+    "    \"\"\"Return the next node to execute.\"\"\"\n",
+    "    last_message = state[\"messages\"][-1]\n",
+    "    # If there is no function call, then we finish\n",
+    "    if not last_message.tool_calls:\n",
+    "        return \"__end__\"\n",
+    "    # Otherwise if there is, we continue\n",
+    "    return \"action\"\n",
+    "\n",
+    "\n",
+    "# Define the function that calls the model\n",
+    "def call_model(state: State):\n",
+    "    response = model.invoke(state[\"messages\"])\n",
+    "    # We return a list, because this will get added to the existing list\n",
+    "    return {\"messages\": response}"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -248,7 +316,33 @@
    "id": "812b4e70-4956-4415-8880-db48b3dcbad2",
    "metadata": {},
    "outputs": [],
-   "source": ["from langgraph.graph import StateGraph, START\n\n# Define a new graph\nworkflow = StateGraph(State)\n\n# Define the two nodes we will cycle between\nworkflow.add_node(\"agent\", call_model)\nworkflow.add_node(\"action\", tool_node)\n\n# Set the entrypoint as `agent`\n# This means that this node is the first one called\nworkflow.add_edge(START, \"agent\")\n\n# We now add a conditional edge\nworkflow.add_conditional_edges(\n    # First, we define the start node. We use `agent`.\n    # This means these are the edges taken after the `agent` node is called.\n    \"agent\",\n    # Next, we pass in the function that will determine which node is called next.\n    should_continue,\n)\n\n# We now add a normal edge from `tools` to `agent`.\n# This means that after `tools` is called, `agent` node is called next.\nworkflow.add_edge(\"action\", \"agent\")"]
+   "source": [
+    "from langgraph.graph import StateGraph, START\n",
+    "\n",
+    "# Define a new graph\n",
+    "workflow = StateGraph(State)\n",
+    "\n",
+    "# Define the two nodes we will cycle between\n",
+    "workflow.add_node(\"agent\", call_model)\n",
+    "workflow.add_node(\"action\", tool_node)\n",
+    "\n",
+    "# Set the entrypoint as `agent`\n",
+    "# This means that this node is the first one called\n",
+    "workflow.add_edge(START, \"agent\")\n",
+    "\n",
+    "# We now add a conditional edge\n",
+    "workflow.add_conditional_edges(\n",
+    "    # First, we define the start node. We use `agent`.\n",
+    "    # This means these are the edges taken after the `agent` node is called.\n",
+    "    \"agent\",\n",
+    "    # Next, we pass in the function that will determine which node is called next.\n",
+    "    should_continue,\n",
+    ")\n",
+    "\n",
+    "# We now add a normal edge from `tools` to `agent`.\n",
+    "# This means that after `tools` is called, `agent` node is called next.\n",
+    "workflow.add_edge(\"action\", \"agent\")"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -266,7 +360,11 @@
    "id": "6845ed6a-d155-4105-9160-28849877248b",
    "metadata": {},
    "outputs": [],
-   "source": ["from langgraph.checkpoint.sqlite import SqliteSaver\n\nmemory = SqliteSaver.from_conn_string(\":memory:\")"]
+   "source": [
+    "from langgraph.checkpoint.sqlite import SqliteSaver\n",
+    "\n",
+    "memory = SqliteSaver.from_conn_string(\":memory:\")"
+   ]
   },
   {
    "cell_type": "code",
@@ -274,7 +372,25 @@
    "id": "79d29875-8aa8-434c-9f20-1c58346a6249",
    "metadata": {},
    "outputs": [],
-   "source": ["# Finally, we compile it!\n# This compiles it into a LangChain Runnable,\n# meaning you can use it as you would any other runnable\napp = workflow.compile(checkpointer=memory)"]
+   "source": [
+    "# Finally, we compile it!\n",
+    "# This compiles it into a LangChain Runnable,\n",
+    "# meaning you can use it as you would any other runnable\n",
+    "app = workflow.compile(checkpointer=memory)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "7654ebcc-2179-41b4-92d1-6666f6f8634f",
+   "metadata": {},
+   "source": [
+    "<div class=\"admonition tip\">\n",
+    "    <p class=\"admonition-title\">Note</p>\n",
+    "    <p>\n",
+    "        If you're using LangGraph Cloud, you <strong>don't need</strong> to pass checkpointer when compiling the graph, since it's done automatically.\n",
+    "    </p>\n",
+    "</div>"
+   ]
   },
   {
    "cell_type": "code",
@@ -293,7 +409,15 @@
      "output_type": "display_data"
     }
    ],
-   "source": ["from IPython.display import Image, display\n\ntry:\n    display(Image(app.get_graph().draw_mermaid_png()))\nexcept Exception:\n    # This requires some extra dependencies and is optional\n    pass"]
+   "source": [
+    "from IPython.display import Image, display\n",
+    "\n",
+    "try:\n",
+    "    display(Image(app.get_graph().draw_mermaid_png()))\n",
+    "except Exception:\n",
+    "    # This requires some extra dependencies and is optional\n",
+    "    pass"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -324,7 +448,14 @@
      ]
     }
    ],
-   "source": ["from langchain_core.messages import HumanMessage\n\nconfig = {\"configurable\": {\"thread_id\": \"2\"}}\ninput_message = HumanMessage(content=\"hi! I'm bob\")\nfor event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n    event[\"messages\"][-1].pretty_print()"]
+   "source": [
+    "from langchain_core.messages import HumanMessage\n",
+    "\n",
+    "config = {\"configurable\": {\"thread_id\": \"2\"}}\n",
+    "input_message = HumanMessage(content=\"hi! I'm bob\")\n",
+    "for event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n",
+    "    event[\"messages\"][-1].pretty_print()"
+   ]
   },
   {
    "cell_type": "code",
@@ -345,7 +476,11 @@
      ]
     }
    ],
-   "source": ["input_message = HumanMessage(content=\"what is my name?\")\nfor event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n    event[\"messages\"][-1].pretty_print()"]
+   "source": [
+    "input_message = HumanMessage(content=\"what is my name?\")\n",
+    "for event in app.stream({\"messages\": [input_message]}, config, stream_mode=\"values\"):\n",
+    "    event[\"messages\"][-1].pretty_print()"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -374,7 +509,15 @@
      ]
     }
    ],
-   "source": ["input_message = HumanMessage(content=\"what is my name?\")\nfor event in app.stream(\n    {\"messages\": [input_message]},\n    {\"configurable\": {\"thread_id\": \"3\"}},\n    stream_mode=\"values\",\n):\n    event[\"messages\"][-1].pretty_print()"]
+   "source": [
+    "input_message = HumanMessage(content=\"what is my name?\")\n",
+    "for event in app.stream(\n",
+    "    {\"messages\": [input_message]},\n",
+    "    {\"configurable\": {\"thread_id\": \"3\"}},\n",
+    "    stream_mode=\"values\",\n",
+    "):\n",
+    "    event[\"messages\"][-1].pretty_print()"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -403,7 +546,15 @@
      ]
     }
    ],
-   "source": ["input_message = HumanMessage(content=\"You forgot??\")\nfor event in app.stream(\n    {\"messages\": [input_message]},\n    {\"configurable\": {\"thread_id\": \"2\"}},\n    stream_mode=\"values\",\n):\n    event[\"messages\"][-1].pretty_print()"]
+   "source": [
+    "input_message = HumanMessage(content=\"You forgot??\")\n",
+    "for event in app.stream(\n",
+    "    {\"messages\": [input_message]},\n",
+    "    {\"configurable\": {\"thread_id\": \"2\"}},\n",
+    "    stream_mode=\"values\",\n",
+    "):\n",
+    "    event[\"messages\"][-1].pretty_print()"
+   ]
   },
   {
    "cell_type": "code",
@@ -411,7 +562,7 @@
    "id": "eb20430f",
    "metadata": {},
    "outputs": [],
-   "source": [""]
+   "source": []
   }
  ],
  "metadata": {
@@ -430,7 +581,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.12.2"
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

examples/persistence_mongodb.ipynb

@@ -82,6 +82,7 @@
     "            return pickle.loads(data)\n",
     "        return super().loads(data)\n",
     "\n",
+    "\n",
     "class MongoDBSaver(AbstractContextManager, BaseCheckpointSaver):\n",
     "    \"\"\"A checkpoint saver that stores checkpoints in a MongoDB database.\n",
     "\n",
@@ -278,7 +279,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -309,17 +310,19 @@
     }
    ],
    "source": [
-    "from langgraph.graph import StateGraph\n",
+    "from langgraph.graph import StateGraph, START, END\n",
     "\n",
-    "checkpointer = MongoDBSaver(MongoClient(MONGO_URI), \"checkpoints_db\", \"checkpoints_collection\")\n",
+    "checkpointer = MongoDBSaver(\n",
+    "    MongoClient(MONGO_URI), \"checkpoints_db\", \"checkpoints_collection\"\n",
+    ")\n",
     "builder = StateGraph(int)\n",
     "builder.add_node(\"add_one\", lambda x: x + 1)\n",
-    "builder.set_entry_point(\"add_one\")\n",
-    "builder.set_finish_point(\"add_one\")\n",
+    "builder.add_edge(START, \"add_one\")\n",
+    "builder.add_edge(\"add_one\", END)\n",
     "graph = builder.compile(checkpointer=checkpointer)\n",
     "config = {\"configurable\": {\"thread_id\": \"123\"}}\n",
     "graph.get_state(config)\n",
-    "result = graph.invoke(3,config)\n",
+    "result = graph.invoke(3, config)\n",
     "graph.get_state(config)"
    ]
   },
@@ -572,7 +575,417 @@
     "for doc in collection.find():\n",
     "    print(doc)\n",
     "\n",
-    "#The checkpoints from both the examples have been saved in the database."
+    "# The checkpoints from both the examples have been saved in the database."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Asynchronous implementation"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Async package for MongoDB\n",
+    "%pip install motor"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pickle\n",
+    "from contextlib import AbstractContextManager\n",
+    "from types import TracebackType\n",
+    "from typing import Any, Dict, Optional, AsyncIterator\n",
+    "\n",
+    "from langchain_core.runnables import RunnableConfig\n",
+    "from typing_extensions import Self\n",
+    "\n",
+    "from langgraph.checkpoint.base import (\n",
+    "    BaseCheckpointSaver,\n",
+    "    Checkpoint,\n",
+    "    CheckpointMetadata,\n",
+    "    CheckpointTuple,\n",
+    "    SerializerProtocol,\n",
+    ")\n",
+    "from langgraph.serde.jsonplus import JsonPlusSerializer\n",
+    "from motor.motor_asyncio import AsyncIOMotorClient\n",
+    "\n",
+    "\n",
+    "class JsonPlusSerializerCompat(JsonPlusSerializer):\n",
+    "    \"\"\"A serializer that supports loading pickled checkpoints for backwards compatibility.\n",
+    "\n",
+    "    This serializer extends the JsonPlusSerializer and adds support for loading pickled\n",
+    "    checkpoints. If the input data starts with b\"\\x80\" and ends with b\".\", it is treated\n",
+    "    as a pickled checkpoint and loaded using pickle.loads(). Otherwise, the default\n",
+    "    JsonPlusSerializer behavior is used.\n",
+    "\n",
+    "    Examples:\n",
+    "        >>> import pickle\n",
+    "        >>> from langgraph.checkpoint.sqlite import JsonPlusSerializerCompat\n",
+    "        >>>\n",
+    "        >>> serializer = JsonPlusSerializerCompat()\n",
+    "        >>> pickled_data = pickle.dumps({\"key\": \"value\"})\n",
+    "        >>> loaded_data = serializer.loads(pickled_data)\n",
+    "        >>> print(loaded_data)  # Output: {\"key\": \"value\"}\n",
+    "        >>>\n",
+    "        >>> json_data = '{\"key\": \"value\"}'.encode(\"utf-8\")\n",
+    "        >>> loaded_data = serializer.loads(json_data)\n",
+    "        >>> print(loaded_data)  # Output: {\"key\": \"value\"}\n",
+    "    \"\"\"\n",
+    "\n",
+    "    def loads(self, data: bytes) -> Any:\n",
+    "        if data.startswith(b\"\\x80\") and data.endswith(b\".\"):\n",
+    "            return pickle.loads(data)\n",
+    "        return super().loads(data)\n",
+    "\n",
+    "\n",
+    "class MongoDBSaver(AbstractContextManager, BaseCheckpointSaver):\n",
+    "    \"\"\"A checkpoint saver that stores checkpoints in a MongoDB database.\n",
+    "\n",
+    "    Args:\n",
+    "        client (AsyncIOMotorClient): The Async MongoDB client.\n",
+    "        db_name (str): The name of the database to use.\n",
+    "        collection_name (str): The name of the collection to use.\n",
+    "        serde (Optional[SerializerProtocol]): The serializer to use for serializing and deserializing checkpoints. Defaults to JsonPlusSerializerCompat.\n",
+    "\n",
+    "    Examples:\n",
+    "\n",
+    "        >>> from motor.motor_asyncio import AsyncIOMotorClient\n",
+    "        >>> from langgraph.checkpoint.mongodb import MongoDBSaver\n",
+    "        >>> from langgraph.graph import StateGraph\n",
+    "        >>>\n",
+    "        >>> builder = StateGraph(int)\n",
+    "        >>> builder.add_node(\"add_one\", lambda x: x + 1)\n",
+    "        >>> builder.set_entry_point(\"add_one\")\n",
+    "        >>> builder.set_finish_point(\"add_one\")\n",
+    "        >>> client = AsyncIOMotorClient(\"mongodb://localhost:27017/\")\n",
+    "        >>> memory = MongoDBSaver(client, \"checkpoints\", \"checkpoints\")\n",
+    "        >>> graph = builder.compile(checkpointer=memory)\n",
+    "        >>> config = {\"configurable\": {\"thread_id\": \"1\"}}\n",
+    "        >>> result = graph.ainvoke(3, config)\n",
+    "    \"\"\"\n",
+    "\n",
+    "    serde = JsonPlusSerializerCompat()\n",
+    "\n",
+    "    client: AsyncIOMotorClient\n",
+    "    db_name: str\n",
+    "    collection_name: str\n",
+    "\n",
+    "    def __init__(\n",
+    "        self,\n",
+    "        client: AsyncIOMotorClient,\n",
+    "        db_name: str,\n",
+    "        collection_name: str,\n",
+    "        *,\n",
+    "        serde: Optional[SerializerProtocol] = None,\n",
+    "    ) -> None:\n",
+    "        super().__init__(serde=serde)\n",
+    "        self.client = client\n",
+    "        self.db_name = db_name\n",
+    "        self.collection_name = collection_name\n",
+    "        self.collection = client[db_name][collection_name]\n",
+    "\n",
+    "    def __enter__(self) -> Self:\n",
+    "        return self\n",
+    "\n",
+    "    def __exit__(\n",
+    "        self,\n",
+    "        __exc_type: Optional[type[BaseException]],\n",
+    "        __exc_value: Optional[BaseException],\n",
+    "        __traceback: Optional[TracebackType],\n",
+    "    ) -> Optional[bool]:\n",
+    "        return True\n",
+    "\n",
+    "    async def aget_tuple(self, config: RunnableConfig) -> Optional[CheckpointTuple]:\n",
+    "        \"\"\"Get a checkpoint tuple from the database.\n",
+    "\n",
+    "        This method retrieves a checkpoint tuple from the MongoDB database based on the\n",
+    "        provided config. If the config contains a \"thread_ts\" key, the checkpoint with\n",
+    "        the matching thread ID and timestamp is retrieved. Otherwise, the latest checkpoint\n",
+    "        for the given thread ID is retrieved.\n",
+    "\n",
+    "        Args:\n",
+    "            config (RunnableConfig): The config to use for retrieving the checkpoint.\n",
+    "\n",
+    "        Returns:\n",
+    "            Optional[CheckpointTuple]: The retrieved checkpoint tuple, or None if no matching checkpoint was found.\n",
+    "        \"\"\"\n",
+    "        if config[\"configurable\"].get(\"thread_ts\"):\n",
+    "            query = {\n",
+    "                \"thread_id\": config[\"configurable\"][\"thread_id\"],\n",
+    "                \"thread_ts\": config[\"configurable\"][\"thread_ts\"],\n",
+    "            }\n",
+    "        else:\n",
+    "            query = {\"thread_id\": config[\"configurable\"][\"thread_id\"]}\n",
+    "        result = self.collection.find(query).sort(\"thread_ts\", -1).limit(1)\n",
+    "        async for doc in result:\n",
+    "            return CheckpointTuple(\n",
+    "                config,\n",
+    "                self.serde.loads(doc[\"checkpoint\"]),\n",
+    "                self.serde.loads(doc[\"metadata\"]),\n",
+    "                (\n",
+    "                    {\n",
+    "                        \"configurable\": {\n",
+    "                            \"thread_id\": doc[\"thread_id\"],\n",
+    "                            \"thread_ts\": doc[\"parent_ts\"],\n",
+    "                        }\n",
+    "                    }\n",
+    "                    if doc.get(\"parent_ts\")\n",
+    "                    else None\n",
+    "                ),\n",
+    "            )\n",
+    "\n",
+    "    async def alist(\n",
+    "        self,\n",
+    "        config: Optional[RunnableConfig],\n",
+    "        *,\n",
+    "        filter: Optional[Dict[str, Any]] = None,\n",
+    "        before: Optional[RunnableConfig] = None,\n",
+    "        limit: Optional[int] = None,\n",
+    "    ) -> AsyncIterator[CheckpointTuple]:\n",
+    "        \"\"\"List checkpoints from the database.\n",
+    "\n",
+    "        This method retrieves a list of checkpoint tuples from the MongoDB database based\n",
+    "        on the provided config. The checkpoints are ordered by timestamp in descending order.\n",
+    "\n",
+    "        Args:\n",
+    "            config (RunnableConfig): The config to use for listing the checkpoints.\n",
+    "            before (Optional[RunnableConfig]): If provided, only checkpoints before the specified timestamp are returned. Defaults to None.\n",
+    "            limit (Optional[int]): The maximum number of checkpoints to return. Defaults to None.\n",
+    "\n",
+    "        Yields:\n",
+    "            AsyncIterator[CheckpointTuple]: An Async iterator of checkpoint tuples.\n",
+    "        \"\"\"\n",
+    "        query = {}\n",
+    "        if config is not None:\n",
+    "            query[\"thread_id\"] = config[\"configurable\"][\"thread_id\"]\n",
+    "        if filter:\n",
+    "            for key, value in filter.items():\n",
+    "                query[f\"metadata.{key}\"] = value\n",
+    "        if before is not None:\n",
+    "            query[\"thread_ts\"] = {\"$lt\": before[\"configurable\"][\"thread_ts\"]}\n",
+    "        result = self.collection.find(query).sort(\"thread_ts\", -1).limit(limit)\n",
+    "        if limit is not None:\n",
+    "            result = result.limit(limit)\n",
+    "        async for doc in result:\n",
+    "            yield CheckpointTuple(\n",
+    "                {\n",
+    "                    \"configurable\": {\n",
+    "                        \"thread_id\": doc[\"thread_id\"],\n",
+    "                        \"thread_ts\": doc[\"thread_ts\"],\n",
+    "                    }\n",
+    "                },\n",
+    "                self.serde.loads(doc[\"checkpoint\"]),\n",
+    "                self.serde.loads(doc[\"metadata\"]),\n",
+    "                (\n",
+    "                    {\n",
+    "                        \"configurable\": {\n",
+    "                            \"thread_id\": doc[\"thread_id\"],\n",
+    "                            \"thread_ts\": doc[\"parent_ts\"],\n",
+    "                        }\n",
+    "                    }\n",
+    "                    if doc.get(\"parent_ts\")\n",
+    "                    else None\n",
+    "                ),\n",
+    "            )\n",
+    "\n",
+    "    async def aput(\n",
+    "        self,\n",
+    "        config: RunnableConfig,\n",
+    "        checkpoint: Checkpoint,\n",
+    "        metadata: CheckpointMetadata,\n",
+    "    ) -> RunnableConfig:\n",
+    "        \"\"\"Save a checkpoint to the database.\n",
+    "\n",
+    "        This method saves a checkpoint to the MongoDB database. The checkpoint is associated\n",
+    "        with the provided config and its parent config (if any).\n",
+    "\n",
+    "        Args:\n",
+    "            config (RunnableConfig): The config to associate with the checkpoint.\n",
+    "            checkpoint (Checkpoint): The checkpoint to save.\n",
+    "            metadata (Optional[dict[str, Any]]): Additional metadata to save with the checkpoint. Defaults to None.\n",
+    "\n",
+    "        Returns:\n",
+    "            RunnableConfig: The updated config containing the saved checkpoint's timestamp.\n",
+    "        \"\"\"\n",
+    "        doc = {\n",
+    "            \"thread_id\": config[\"configurable\"][\"thread_id\"],\n",
+    "            \"thread_ts\": checkpoint[\"id\"],\n",
+    "            \"checkpoint\": self.serde.dumps(checkpoint),\n",
+    "            \"metadata\": self.serde.dumps(metadata),\n",
+    "        }\n",
+    "        if config[\"configurable\"].get(\"thread_ts\"):\n",
+    "            doc[\"parent_ts\"] = config[\"configurable\"][\"thread_ts\"]\n",
+    "        await self.collection.insert_one(doc)\n",
+    "        return {\n",
+    "            \"configurable\": {\n",
+    "                \"thread_id\": config[\"configurable\"][\"thread_id\"],\n",
+    "                \"thread_ts\": checkpoint[\"id\"],\n",
+    "            }\n",
+    "        }"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Example with basic graph"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langgraph.graph import StateGraph, START\n",
+    "\n",
+    "checkpointer = MongoDBSaver(\n",
+    "    AsyncIOMotorClient(MONGO_URI), \"checkpoints_db\", \"checkpoints_collection\"\n",
+    ")\n",
+    "builder = StateGraph(int)\n",
+    "builder.add_node(\"add_one\", lambda x: x + 1)\n",
+    "builder.add_edge(START, \"add_one\")\n",
+    "builder.add_edge(\"add_one\", END)\n",
+    "graph = builder.compile(checkpointer=checkpointer)\n",
+    "config = {\"configurable\": {\"thread_id\": \"123\"}}\n",
+    "res = await graph.ainvoke(3, config)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "4"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "res"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'v': 1,\n",
+       " 'ts': '2024-07-10T11:34:28.485660+00:00',\n",
+       " 'id': '1ef3eb05-e0d1-651b-8004-15f129f5f4fb',\n",
+       " 'channel_values': {'__root__': 4, 'add_one': 'add_one'},\n",
+       " 'channel_versions': {'__start__': 5,\n",
+       "  '__root__': 6,\n",
+       "  'start:add_one': 6,\n",
+       "  'add_one': 6},\n",
+       " 'versions_seen': {'__start__': {'__start__': 4},\n",
+       "  'add_one': {'start:add_one': 5}},\n",
+       " 'pending_sends': []}"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "await checkpointer.aget(config)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "CheckpointTuple(config={'configurable': {'thread_id': '123'}}, checkpoint={'v': 1, 'ts': '2024-07-10T11:34:28.485660+00:00', 'id': '1ef3eb05-e0d1-651b-8004-15f129f5f4fb', 'channel_values': {'__root__': 4, 'add_one': 'add_one'}, 'channel_versions': {'__start__': 5, '__root__': 6, 'start:add_one': 6, 'add_one': 6}, 'versions_seen': {'__start__': {'__start__': 4}, 'add_one': {'start:add_one': 5}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 4, 'writes': {'add_one': 4}}, parent_config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1'}})"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "await checkpointer.aget_tuple(config)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "CheckpointTuple(config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0d1-651b-8004-15f129f5f4fb'}}, checkpoint={'v': 1, 'ts': '2024-07-10T11:34:28.485660+00:00', 'id': '1ef3eb05-e0d1-651b-8004-15f129f5f4fb', 'channel_values': {'__root__': 4, 'add_one': 'add_one'}, 'channel_versions': {'__start__': 5, '__root__': 6, 'start:add_one': 6, 'add_one': 6}, 'versions_seen': {'__start__': {'__start__': 4}, 'add_one': {'start:add_one': 5}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 4, 'writes': {'add_one': 4}}, parent_config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1'}})\n",
+      "CheckpointTuple(config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1'}}, checkpoint={'v': 1, 'ts': '2024-07-10T11:34:28.477660+00:00', 'id': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1', 'channel_values': {'__root__': 3, 'start:add_one': '__start__'}, 'channel_versions': {'__start__': 5, '__root__': 5, 'start:add_one': 5, 'add_one': 4}, 'versions_seen': {'__start__': {'__start__': 4}, 'add_one': {'start:add_one': 2}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': None}, parent_config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0bb-659e-8002-de83b4764141'}})\n",
+      "CheckpointTuple(config={'configurable': {'thread_id': '123', 'thread_ts': '1ef3eb05-e0bb-659e-8002-de83b4764141'}}, checkpoint={'v': 1, 'ts': '2024-07-10T11:34:28.476662+00:00', 'id': '1ef3eb05-e0bb-659e-8002-de83b4764141', 'channel_values': {'__root__': 4, '__start__': 3}, 'channel_versions': {'__start__': 4, '__root__': 3, 'start:add_one': 3, 'add_one': 4}, 'versions_seen': {'__start__': {'__start__': 1}, 'add_one': {'start:add_one': 2}}, 'pending_sends': []}, metadata={'source': 'input', 'step': 2, 'writes': 3}, parent_config=None)\n"
+     ]
+    }
+   ],
+   "source": [
+    "list = checkpointer.alist(config, limit=3)\n",
+    "async for item in list:\n",
+    "    print(item)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Checkpoints saved in MongoDB"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "{'_id': ObjectId('668e57930f55bbe62f358531'), 'thread_id': '123', 'thread_ts': '1ef3ea0c-18a5-67a6-bfff-0d85b77e4a09', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T09:42:43.453328+00:00\", \"id\": \"1ef3ea0c-18a5-67a6-bfff-0d85b77e4a09\", \"channel_values\": {\"__start__\": 3}, \"channel_versions\": {\"__start__\": 1}, \"versions_seen\": {}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"input\", \"step\": -1, \"writes\": 3}'}\n",
+      "{'_id': ObjectId('668e57930f55bbe62f358532'), 'thread_id': '123', 'thread_ts': '1ef3ea0c-18a7-6ea3-8000-9a52ba553d0c', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T09:42:43.454326+00:00\", \"id\": \"1ef3ea0c-18a7-6ea3-8000-9a52ba553d0c\", \"channel_values\": {\"__root__\": 3, \"start:add_one\": \"__start__\"}, \"channel_versions\": {\"__start__\": 2, \"__root__\": 2, \"start:add_one\": 2}, \"versions_seen\": {\"__start__\": {\"__start__\": 1}, \"add_one\": {}}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"loop\", \"step\": 0, \"writes\": null}', 'parent_ts': '1ef3ea0c-18a5-67a6-bfff-0d85b77e4a09'}\n",
+      "{'_id': ObjectId('668e57930f55bbe62f358533'), 'thread_id': '123', 'thread_ts': '1ef3ea0c-18bc-6b54-8001-ef5781939492', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T09:42:43.462843+00:00\", \"id\": \"1ef3ea0c-18bc-6b54-8001-ef5781939492\", \"channel_values\": {\"__root__\": 4, \"add_one\": \"add_one\"}, \"channel_versions\": {\"__start__\": 2, \"__root__\": 3, \"start:add_one\": 3, \"add_one\": 3}, \"versions_seen\": {\"__start__\": {\"__start__\": 1}, \"add_one\": {\"start:add_one\": 2}}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"loop\", \"step\": 1, \"writes\": {\"add_one\": 4}}', 'parent_ts': '1ef3ea0c-18a7-6ea3-8000-9a52ba553d0c'}\n",
+      "{'_id': ObjectId('668e71c4171972a41a226373'), 'thread_id': '123', 'thread_ts': '1ef3eb05-e0bb-659e-8002-de83b4764141', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T11:34:28.476662+00:00\", \"id\": \"1ef3eb05-e0bb-659e-8002-de83b4764141\", \"channel_values\": {\"__root__\": 4, \"__start__\": 3}, \"channel_versions\": {\"__start__\": 4, \"__root__\": 3, \"start:add_one\": 3, \"add_one\": 4}, \"versions_seen\": {\"__start__\": {\"__start__\": 1}, \"add_one\": {\"start:add_one\": 2}}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"input\", \"step\": 2, \"writes\": 3}'}\n",
+      "{'_id': ObjectId('668e71c4171972a41a226374'), 'thread_id': '123', 'thread_ts': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T11:34:28.477660+00:00\", \"id\": \"1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1\", \"channel_values\": {\"__root__\": 3, \"start:add_one\": \"__start__\"}, \"channel_versions\": {\"__start__\": 5, \"__root__\": 5, \"start:add_one\": 5, \"add_one\": 4}, \"versions_seen\": {\"__start__\": {\"__start__\": 4}, \"add_one\": {\"start:add_one\": 2}}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"loop\", \"step\": 3, \"writes\": null}', 'parent_ts': '1ef3eb05-e0bb-659e-8002-de83b4764141'}\n",
+      "{'_id': ObjectId('668e71c4171972a41a226375'), 'thread_id': '123', 'thread_ts': '1ef3eb05-e0d1-651b-8004-15f129f5f4fb', 'checkpoint': b'{\"v\": 1, \"ts\": \"2024-07-10T11:34:28.485660+00:00\", \"id\": \"1ef3eb05-e0d1-651b-8004-15f129f5f4fb\", \"channel_values\": {\"__root__\": 4, \"add_one\": \"add_one\"}, \"channel_versions\": {\"__start__\": 5, \"__root__\": 6, \"start:add_one\": 6, \"add_one\": 6}, \"versions_seen\": {\"__start__\": {\"__start__\": 4}, \"add_one\": {\"start:add_one\": 5}}, \"pending_sends\": []}', 'metadata': b'{\"source\": \"loop\", \"step\": 4, \"writes\": {\"add_one\": 4}}', 'parent_ts': '1ef3eb05-e0bd-6c9c-8003-aa9cb0fdedc1'}\n"
+     ]
+    }
+   ],
+   "source": [
+    "from pymongo import MongoClient\n",
+    "\n",
+    "client = MongoClient(MONGO_URI)\n",
+    "database = client[\"checkpoints_db\"]\n",
+    "collection = database[\"checkpoints_collection\"]\n",
+    "\n",
+    "for doc in collection.find():\n",
+    "    print(doc)"
    ]
   }
  ],

examples/persistence_postgres.ipynb

@@ -51,6 +51,7 @@
     "    Union,\n",
     "    Tuple,\n",
     "    List,\n",
+    "    Sequence,\n",
     ")\n",
     "\n",
     "import psycopg\n",
@@ -174,6 +175,15 @@
     "        metadata BYTEA NOT NULL,\n",
     "        PRIMARY KEY (thread_id, thread_ts)\n",
     "    );\n",
+    "    CREATE TABLE IF NOT EXISTS writes (\n",
+    "        thread_id TEXT NOT NULL,\n",
+    "        thread_ts TEXT NOT NULL,\n",
+    "        task_id TEXT NOT NULL,\n",
+    "        idx INTEGER NOT NULL,\n",
+    "        channel TEXT NOT NULL,\n",
+    "        value BYTEA,\n",
+    "        PRIMARY KEY (thread_id, thread_ts, task_id, idx)\n",
+    "    );\n",
     "    \"\"\"\n",
     "\n",
     "    @staticmethod\n",
@@ -196,13 +206,13 @@
     "    def drop_tables(connection: psycopg.Connection, /) -> None:\n",
     "        \"\"\"Drop the table for the checkpoint saver.\"\"\"\n",
     "        with connection.cursor() as cur:\n",
-    "            cur.execute(\"DROP TABLE IF EXISTS checkpoints;\")\n",
+    "            cur.execute(\"DROP TABLE IF EXISTS checkpoints, writes;\")\n",
     "\n",
     "    @staticmethod\n",
     "    async def adrop_tables(connection: psycopg.AsyncConnection, /) -> None:\n",
     "        \"\"\"Drop the table for the checkpoint saver.\"\"\"\n",
     "        async with connection.cursor() as cur:\n",
-    "            await cur.execute(\"DROP TABLE IF EXISTS checkpoints;\")\n",
+    "            await cur.execute(\"DROP TABLE IF EXISTS checkpoints, writes;\")\n",
     "\n",
     "    UPSERT_CHECKPOINT_QUERY = \"\"\"\n",
     "    INSERT INTO checkpoints \n",
@@ -239,7 +249,7 @@
     "                    self.UPSERT_CHECKPOINT_QUERY,\n",
     "                    (\n",
     "                        thread_id,\n",
-    "                        checkpoint[\"ts\"],\n",
+    "                        checkpoint[\"id\"],\n",
     "                        parent_ts if parent_ts else None,\n",
     "                        self.serde.dumps(checkpoint),\n",
     "                        self.serde.dumps(metadata),\n",
@@ -249,7 +259,7 @@
     "        return {\n",
     "            \"configurable\": {\n",
     "                \"thread_id\": thread_id,\n",
-    "                \"thread_ts\": checkpoint[\"ts\"],\n",
+    "                \"thread_ts\": checkpoint[\"id\"],\n",
     "            },\n",
     "        }\n",
     "\n",
@@ -278,7 +288,7 @@
     "                    self.UPSERT_CHECKPOINT_QUERY,\n",
     "                    (\n",
     "                        thread_id,\n",
-    "                        checkpoint[\"ts\"],\n",
+    "                        checkpoint[\"id\"],\n",
     "                        parent_ts if parent_ts else None,\n",
     "                        self.serde.dumps(checkpoint),\n",
     "                        self.serde.dumps(metadata),\n",
@@ -288,10 +298,67 @@
     "        return {\n",
     "            \"configurable\": {\n",
     "                \"thread_id\": thread_id,\n",
-    "                \"thread_ts\": checkpoint[\"ts\"],\n",
+    "                \"thread_ts\": checkpoint[\"id\"],\n",
     "            },\n",
     "        }\n",
     "\n",
+    "    UPSERT_WRITES_QUERY = \"\"\"\n",
+    "    INSERT INTO writes\n",
+    "        (thread_id, thread_ts, task_id, idx, channel, value)\n",
+    "    VALUES\n",
+    "        (%s, %s, %s, %s, %s, %s)\n",
+    "    ON CONFLICT (thread_id, thread_ts, task_id, idx)\n",
+    "    DO UPDATE SET value = EXCLUDED.value;\n",
+    "    \"\"\"\n",
+    "\n",
+    "    def put_writes(\n",
+    "        self,\n",
+    "        config: RunnableConfig,\n",
+    "        writes: Sequence[Tuple[str, Any]],\n",
+    "        task_id: str,\n",
+    "    ) -> None:\n",
+    "        with self._get_sync_connection() as conn:\n",
+    "            with conn.cursor() as cur:\n",
+    "                cur.executemany(\n",
+    "                    self.UPSERT_WRITES_QUERY,\n",
+    "                    [\n",
+    "                        (\n",
+    "                            str(config[\"configurable\"][\"thread_id\"]),\n",
+    "                            str(config[\"configurable\"][\"thread_ts\"]),\n",
+    "                            task_id,\n",
+    "                            idx,\n",
+    "                            channel,\n",
+    "                            self.serde.dumps(value),\n",
+    "                        )\n",
+    "                        for idx, (channel, value) in enumerate(writes)\n",
+    "                    ],\n",
+    "                )\n",
+    "            conn.commit()\n",
+    "\n",
+    "    async def aput_writes(\n",
+    "        self,\n",
+    "        config: RunnableConfig,\n",
+    "        writes: Sequence[Tuple[str, Any]],\n",
+    "        task_id: str,\n",
+    "    ) -> None:\n",
+    "        async with self._get_async_connection() as conn:\n",
+    "            async with conn.cursor() as cur:\n",
+    "                await cur.executemany(\n",
+    "                    self.UPSERT_WRITES_QUERY,\n",
+    "                    [\n",
+    "                        (\n",
+    "                            str(config[\"configurable\"][\"thread_id\"]),\n",
+    "                            str(config[\"configurable\"][\"thread_ts\"]),\n",
+    "                            task_id,\n",
+    "                            idx,\n",
+    "                            channel,\n",
+    "                            self.serde.dumps(value),\n",
+    "                        )\n",
+    "                        for idx, (channel, value) in enumerate(writes)\n",
+    "                    ],\n",
+    "                )\n",
+    "            await conn.commit()\n",
+    "\n",
     "    LIST_CHECKPOINTS_QUERY_STR = \"\"\"\n",
     "    SELECT checkpoint, metadata, thread_ts, parent_ts\n",
     "    FROM checkpoints\n",
@@ -404,6 +471,7 @@
     "        thread_ts = config[\"configurable\"].get(\"thread_ts\")\n",
     "        with self._get_sync_connection() as conn:\n",
     "            with conn.cursor() as cur:\n",
+    "                # find the latest checkpoint for the thread_id\n",
     "                if thread_ts:\n",
     "                    cur.execute(\n",
     "                        self.GET_CHECKPOINT_BY_TS_QUERY,\n",
@@ -412,22 +480,6 @@
     "                            \"thread_ts\": thread_ts,\n",
     "                        },\n",
     "                    )\n",
-    "                    value = cur.fetchone()\n",
-    "                    if value:\n",
-    "                        checkpoint, metadata, thread_ts, parent_ts = value\n",
-    "                    return CheckpointTuple(\n",
-    "                        config=config,\n",
-    "                        checkpoint=self.serde.loads(checkpoint),\n",
-    "                        metadata=self.serde.loads(metadata),\n",
-    "                        parent_config={\n",
-    "                            \"configurable\": {\n",
-    "                                \"thread_id\": thread_id,\n",
-    "                                \"thread_ts\": thread_ts,\n",
-    "                            }\n",
-    "                        }\n",
-    "                        if thread_ts\n",
-    "                        else None,\n",
-    "                    )\n",
     "                else:\n",
     "                    cur.execute(\n",
     "                        self.GET_CHECKPOINT_QUERY,\n",
@@ -435,28 +487,44 @@
     "                            \"thread_id\": thread_id,\n",
     "                        },\n",
     "                    )\n",
-    "                    value = cur.fetchone()\n",
-    "                    if value:\n",
-    "                        checkpoint, metadata, thread_ts, parent_ts = value\n",
-    "                        return CheckpointTuple(\n",
-    "                            config={\n",
-    "                                \"configurable\": {\n",
-    "                                    \"thread_id\": thread_id,\n",
-    "                                    \"thread_ts\": thread_ts,\n",
-    "                                }\n",
-    "                            },\n",
-    "                            checkpoint=self.serde.loads(checkpoint),\n",
-    "                            metadata=self.serde.loads(metadata),\n",
-    "                            parent_config={\n",
-    "                                \"configurable\": {\n",
-    "                                    \"thread_id\": thread_id,\n",
-    "                                    \"thread_ts\": parent_ts,\n",
-    "                                }\n",
+    "\n",
+    "                # if a checkpoint is found, return it\n",
+    "                if value := cur.fetchone():\n",
+    "                    checkpoint, metadata, thread_ts, parent_ts = value\n",
+    "                    if not config[\"configurable\"].get(\"thread_ts\"):\n",
+    "                        config = {\n",
+    "                            \"configurable\": {\n",
+    "                                \"thread_id\": thread_id,\n",
+    "                                \"thread_ts\": thread_ts,\n",
     "                            }\n",
-    "                            if parent_ts\n",
-    "                            else None,\n",
-    "                        )\n",
-    "        return None\n",
+    "                        }\n",
+    "\n",
+    "                    # find any pending writes\n",
+    "                    cur.execute(\n",
+    "                        \"SELECT task_id, channel, value FROM writes WHERE thread_id = %(thread_id)s AND thread_ts = %(thread_ts)s\",\n",
+    "                        {\n",
+    "                            \"thread_id\": thread_id,\n",
+    "                            \"thread_ts\": thread_ts,\n",
+    "                        },\n",
+    "                    )\n",
+    "                    # deserialize the checkpoint and metadata\n",
+    "                    return CheckpointTuple(\n",
+    "                        config=config,\n",
+    "                        checkpoint=self.serde.loads(checkpoint),\n",
+    "                        metadata=self.serde.loads(metadata),\n",
+    "                        parent_config={\n",
+    "                            \"configurable\": {\n",
+    "                                \"thread_id\": thread_id,\n",
+    "                                \"thread_ts\": parent_ts,\n",
+    "                            }\n",
+    "                        }\n",
+    "                        if parent_ts\n",
+    "                        else None,\n",
+    "                        pending_writes=[\n",
+    "                            (task_id, channel, self.serde.loads(value))\n",
+    "                            for task_id, channel, value in cur\n",
+    "                        ],\n",
+    "                    )\n",
     "\n",
     "    async def aget_tuple(self, config: RunnableConfig) -> Optional[CheckpointTuple]:\n",
     "        \"\"\"Get the checkpoint tuple for the given configuration.\n",
@@ -474,6 +542,7 @@
     "        thread_ts = config[\"configurable\"].get(\"thread_ts\")\n",
     "        async with self._get_async_connection() as conn:\n",
     "            async with conn.cursor() as cur:\n",
+    "                # find the latest checkpoint for the thread_id\n",
     "                if thread_ts:\n",
     "                    await cur.execute(\n",
     "                        self.GET_CHECKPOINT_BY_TS_QUERY,\n",
@@ -482,22 +551,6 @@
     "                            \"thread_ts\": thread_ts,\n",
     "                        },\n",
     "                    )\n",
-    "                    value = await cur.fetchone()\n",
-    "                    if value:\n",
-    "                        checkpoint, metadata, thread_ts, parent_ts = value\n",
-    "                    return CheckpointTuple(\n",
-    "                        config=config,\n",
-    "                        checkpoint=self.serde.loads(checkpoint),\n",
-    "                        metadata=self.serde.loads(metadata),\n",
-    "                        parent_config={\n",
-    "                            \"configurable\": {\n",
-    "                                \"thread_id\": thread_id,\n",
-    "                                \"thread_ts\": thread_ts,\n",
-    "                            }\n",
-    "                        }\n",
-    "                        if thread_ts\n",
-    "                        else None,\n",
-    "                    )\n",
     "                else:\n",
     "                    await cur.execute(\n",
     "                        self.GET_CHECKPOINT_QUERY,\n",
@@ -505,29 +558,43 @@
     "                            \"thread_id\": thread_id,\n",
     "                        },\n",
     "                    )\n",
-    "                    value = await cur.fetchone()\n",
-    "                    if value:\n",
-    "                        checkpoint, metadata, thread_ts, parent_ts = value\n",
-    "                        return CheckpointTuple(\n",
-    "                            config={\n",
-    "                                \"configurable\": {\n",
-    "                                    \"thread_id\": thread_id,\n",
-    "                                    \"thread_ts\": thread_ts,\n",
-    "                                }\n",
-    "                            },\n",
-    "                            checkpoint=self.serde.loads(checkpoint),\n",
-    "                            metadata=self.serde.loads(metadata),\n",
-    "                            parent_config={\n",
-    "                                \"configurable\": {\n",
-    "                                    \"thread_id\": thread_id,\n",
-    "                                    \"thread_ts\": parent_ts,\n",
-    "                                }\n",
+    "                # if a checkpoint is found, return it\n",
+    "                if value := await cur.fetchone():\n",
+    "                    checkpoint, metadata, thread_ts, parent_ts = value\n",
+    "                    if not config[\"configurable\"].get(\"thread_ts\"):\n",
+    "                        config = {\n",
+    "                            \"configurable\": {\n",
+    "                                \"thread_id\": thread_id,\n",
+    "                                \"thread_ts\": thread_ts,\n",
     "                            }\n",
-    "                            if parent_ts\n",
-    "                            else None,\n",
-    "                        )\n",
+    "                        }\n",
     "\n",
-    "        return None\n",
+    "                    # find any pending writes\n",
+    "                    await cur.execute(\n",
+    "                        \"SELECT task_id, channel, value FROM writes WHERE thread_id = %(thread_id)s AND thread_ts = %(thread_ts)s\",\n",
+    "                        {\n",
+    "                            \"thread_id\": thread_id,\n",
+    "                            \"thread_ts\": thread_ts,\n",
+    "                        },\n",
+    "                    )\n",
+    "                    # deserialize the checkpoint and metadata\n",
+    "                    return CheckpointTuple(\n",
+    "                        config=config,\n",
+    "                        checkpoint=self.serde.loads(checkpoint),\n",
+    "                        metadata=self.serde.loads(metadata),\n",
+    "                        parent_config={\n",
+    "                            \"configurable\": {\n",
+    "                                \"thread_id\": thread_id,\n",
+    "                                \"thread_ts\": parent_ts,\n",
+    "                            }\n",
+    "                        }\n",
+    "                        if parent_ts\n",
+    "                        else None,\n",
+    "                        pending_writes=[\n",
+    "                            (task_id, channel, self.serde.loads(value))\n",
+    "                            async for task_id, channel, value in cur\n",
+    "                        ],\n",
+    "                    )\n",
     "\n",
     "    def _search_where(\n",
     "        self,\n",
@@ -701,10 +768,10 @@
     {
      "data": {
       "text/plain": [
-       "{'messages': [HumanMessage(content=\"what's the weather in sf\", id='8481d24b-d505-40fc-8c55-347277d50f2a'),\n",
-       "  AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_cGApaEshW0YNp5WsirAcFTBv', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-bf85107a-02a4-48d1-83ba-5448498f5320-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_cGApaEshW0YNp5WsirAcFTBv'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}),\n",
-       "  ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='f685da3d-b196-44a1-9fe5-c7ce4d3d7d1d', tool_call_id='call_cGApaEshW0YNp5WsirAcFTBv'),\n",
-       "  AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'stop', 'logprobs': None}, id='run-0d681a28-8116-4cb2-a25f-e4f7949481eb-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})]}"
+       "{'messages': [HumanMessage(content=\"what's the weather in sf\", id='bc87fac7-1da1-4818-a43b-6ba7c9b9b3e4'),\n",
+       "  AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_MjkmibJlXeuNchL6B8qpIjOW', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-b9de0cab-f310-4f74-897e-97014072c001-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_MjkmibJlXeuNchL6B8qpIjOW', 'type': 'tool_call'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}),\n",
+       "  ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='8d8f9596-a683-4644-a898-1e303b5a01ea', tool_call_id='call_MjkmibJlXeuNchL6B8qpIjOW'),\n",
+       "  AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_dd932ca5d1', 'finish_reason': 'stop', 'logprobs': None}, id='run-4b5282a3-e7a6-42ee-ad0f-e6013a745a88-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})]}"
       ]
      },
      "execution_count": 8,
@@ -726,12 +793,12 @@
      "data": {
       "text/plain": [
        "{'v': 1,\n",
-       " 'ts': '2024-06-27T01:06:18.970784+00:00',\n",
-       " 'id': '1ef34217-5fac-63f8-8003-9f1ea087dd14',\n",
-       " 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in sf\", id='8481d24b-d505-40fc-8c55-347277d50f2a'),\n",
-       "   AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_cGApaEshW0YNp5WsirAcFTBv', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-bf85107a-02a4-48d1-83ba-5448498f5320-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_cGApaEshW0YNp5WsirAcFTBv'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}),\n",
-       "   ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='f685da3d-b196-44a1-9fe5-c7ce4d3d7d1d', tool_call_id='call_cGApaEshW0YNp5WsirAcFTBv'),\n",
-       "   AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'stop', 'logprobs': None}, id='run-0d681a28-8116-4cb2-a25f-e4f7949481eb-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})],\n",
+       " 'ts': '2024-07-12T15:21:51.891852+00:00',\n",
+       " 'id': '1ef40627-6fb2-6962-8003-b74d816658c5',\n",
+       " 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in sf\", id='bc87fac7-1da1-4818-a43b-6ba7c9b9b3e4'),\n",
+       "   AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_MjkmibJlXeuNchL6B8qpIjOW', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-b9de0cab-f310-4f74-897e-97014072c001-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_MjkmibJlXeuNchL6B8qpIjOW', 'type': 'tool_call'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}),\n",
+       "   ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='8d8f9596-a683-4644-a898-1e303b5a01ea', tool_call_id='call_MjkmibJlXeuNchL6B8qpIjOW'),\n",
+       "   AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_dd932ca5d1', 'finish_reason': 'stop', 'logprobs': None}, id='run-4b5282a3-e7a6-42ee-ad0f-e6013a745a88-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})],\n",
        "  'agent': 'agent'},\n",
        " 'channel_versions': {'__start__': 2,\n",
        "  'messages': 5,\n",
@@ -790,7 +857,7 @@
     {
      "data": {
       "text/plain": [
-       "CheckpointTuple(config={'configurable': {'thread_id': '2', 'thread_ts': '2024-06-27T01:06:20.104263+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:20.104263+00:00', 'id': '1ef34217-6a7b-687e-8003-ab84b18fa9dc', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in sf\", id='3ef79bb9-4249-419d-b142-8d18de63c2eb'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_zqfYbNrD30Qa9YHFSI7nJVJN', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5dd2d9d1-e291-43e4-86cd-96a50a546f48-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_zqfYbNrD30Qa9YHFSI7nJVJN'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}), ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='f3eadc9a-9340-41d3-a0fb-521a78e6c438', tool_call_id='call_zqfYbNrD30Qa9YHFSI7nJVJN'), AIMessage(content='The weather in San Francisco is sunny! 🌞', response_metadata={'token_usage': {'completion_tokens': 11, 'prompt_tokens': 84, 'total_tokens': 95}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'stop', 'logprobs': None}, id='run-f897e17e-8f0b-4140-be91-35f351609d82-0', usage_metadata={'input_tokens': 84, 'output_tokens': 11, 'total_tokens': 95})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in San Francisco is sunny! 🌞', response_metadata={'token_usage': {'completion_tokens': 11, 'prompt_tokens': 84, 'total_tokens': 95}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'stop', 'logprobs': None}, id='run-f897e17e-8f0b-4140-be91-35f351609d82-0', usage_metadata={'input_tokens': 84, 'output_tokens': 11, 'total_tokens': 95})]}}}, parent_config={'configurable': {'thread_id': '2', 'thread_ts': '1ef34217-659f-62ec-8002-7f9b6b4c2a2f'}})"
+       "CheckpointTuple(config={'configurable': {'thread_id': '2', 'thread_ts': '1ef40627-7d58-6422-8003-de6e83a8c293'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:53.322868+00:00', 'id': '1ef40627-7d58-6422-8003-de6e83a8c293', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in sf\", id='8d0209ed-a8c2-42ae-8e77-cc71a9cca29d'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_BO4zHHp0JkEWtrtaEqFHkDjK', 'function': {'arguments': '{\"city\":\"sf\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 14, 'prompt_tokens': 57, 'total_tokens': 71}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-1f76b350-6a33-4de7-9276-59725b1ac101-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'sf'}, 'id': 'call_BO4zHHp0JkEWtrtaEqFHkDjK', 'type': 'tool_call'}], usage_metadata={'input_tokens': 57, 'output_tokens': 14, 'total_tokens': 71}), ToolMessage(content=\"It's always sunny in sf\", name='get_weather', id='c1bb1a24-62a8-4b43-b90e-b00899c112a8', tool_call_id='call_BO4zHHp0JkEWtrtaEqFHkDjK'), AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_dd932ca5d1', 'finish_reason': 'stop', 'logprobs': None}, id='run-7576d437-4938-48b9-b2cf-e4809d92742d-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in San Francisco is currently sunny.', response_metadata={'token_usage': {'completion_tokens': 10, 'prompt_tokens': 84, 'total_tokens': 94}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_dd932ca5d1', 'finish_reason': 'stop', 'logprobs': None}, id='run-7576d437-4938-48b9-b2cf-e4809d92742d-0', usage_metadata={'input_tokens': 84, 'output_tokens': 10, 'total_tokens': 94})]}}}, parent_config={'configurable': {'thread_id': '2', 'thread_ts': '1ef40627-775a-6746-8002-a3967bf0eae6'}}, pending_writes=[])"
       ]
      },
      "execution_count": 11,
@@ -879,7 +946,7 @@
     {
      "data": {
       "text/plain": [
-       "CheckpointTuple(config={'configurable': {'thread_id': '3', 'thread_ts': '2024-06-27T01:06:21.430879+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:21.430879+00:00', 'id': '1ef34217-7722-6438-8003-0a35c0f65f25', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='cb5a1b8c-f329-4bee-857a-5d2c3d020147'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_gPUiz98ETlDNXttk98w6iThc', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_ce0793330f', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-2d35ac1c-0a99-4538-a8fc-4c182d9df69a-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_gPUiz98ETlDNXttk98w6iThc'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='f5f80d01-92e8-4961-b2b0-3b4d190c4d26', tool_call_id='call_gPUiz98ETlDNXttk98w6iThc'), AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d576307f90', 'finish_reason': 'stop', 'logprobs': None}, id='run-aea6306e-f6cc-4f87-aaf4-b0dcfbdf9684-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d576307f90', 'finish_reason': 'stop', 'logprobs': None}, id='run-aea6306e-f6cc-4f87-aaf4-b0dcfbdf9684-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})]}}}, parent_config={'configurable': {'thread_id': '3', 'thread_ts': '1ef34217-7099-68be-8002-1a2b75cf9196'}})"
+       "CheckpointTuple(config={'configurable': {'thread_id': '3', 'thread_ts': '1ef40627-8b0e-6b02-8003-68a7a04ea6a5'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:54.760751+00:00', 'id': '1ef40627-8b0e-6b02-8003-68a7a04ea6a5', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='108ac72d-f658-4ae0-af57-af481adc8aa5'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_XY5TyZEwF5nbdNTWjjiqGtdS', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-454e2142-6f18-4676-ac4b-91f89ea7a6d4-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_XY5TyZEwF5nbdNTWjjiqGtdS', 'type': 'tool_call'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='2d86514f-b8f0-439b-ab94-68c731309c63', tool_call_id='call_XY5TyZEwF5nbdNTWjjiqGtdS'), AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'stop', 'logprobs': None}, id='run-90ae3622-b480-4964-b689-9c1a572112f1-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'stop', 'logprobs': None}, id='run-90ae3622-b480-4964-b689-9c1a572112f1-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})]}}}, parent_config={'configurable': {'thread_id': '3', 'thread_ts': '1ef40627-860c-63d4-8002-49a92ae87052'}}, pending_writes=[])"
       ]
      },
      "execution_count": 15,
@@ -927,11 +994,11 @@
     {
      "data": {
       "text/plain": [
-       "[CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.556635+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:22.556635+00:00', 'id': '1ef34217-81de-6c5a-8003-04d6ed02b672', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='9df9dda1-5e80-4938-bf24-9207738d9f5f'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_TJWuPJovXruJVafVcI540OfS', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5ba0db1c-45e7-4389-975f-489135ff50b4-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_TJWuPJovXruJVafVcI540OfS'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='04dd3f8a-c063-4885-bfcd-901aaeb63797', tool_call_id='call_TJWuPJovXruJVafVcI540OfS'), AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d576307f90', 'finish_reason': 'stop', 'logprobs': None}, id='run-de373cba-dc06-4603-bed1-ba4534a2a45a-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d576307f90', 'finish_reason': 'stop', 'logprobs': None}, id='run-de373cba-dc06-4603-bed1-ba4534a2a45a-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.556635+00:00'}}),\n",
-       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.010058+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:22.010058+00:00', 'id': '1ef34217-7ca8-64ca-8002-c710e3b07a9c', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='9df9dda1-5e80-4938-bf24-9207738d9f5f'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_TJWuPJovXruJVafVcI540OfS', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5ba0db1c-45e7-4389-975f-489135ff50b4-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_TJWuPJovXruJVafVcI540OfS'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='04dd3f8a-c063-4885-bfcd-901aaeb63797', tool_call_id='call_TJWuPJovXruJVafVcI540OfS')], 'tools': 'tools'}, 'channel_versions': {'__start__': 2, 'messages': 4, 'start:agent': 3, 'agent': 4, 'branch:agent:should_continue:tools': 4, 'tools': 4}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 2}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 2, 'writes': {'tools': {'messages': [ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='04dd3f8a-c063-4885-bfcd-901aaeb63797', tool_call_id='call_TJWuPJovXruJVafVcI540OfS')]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.010058+00:00'}}),\n",
-       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.004456+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:22.004456+00:00', 'id': '1ef34217-7c9a-6a64-8001-65cb5b71ff36', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='9df9dda1-5e80-4938-bf24-9207738d9f5f'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_TJWuPJovXruJVafVcI540OfS', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5ba0db1c-45e7-4389-975f-489135ff50b4-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_TJWuPJovXruJVafVcI540OfS'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73})], 'agent': 'agent', 'branch:agent:should_continue:tools': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 3, 'start:agent': 3, 'agent': 3, 'branch:agent:should_continue:tools': 3}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 2}, 'tools': {}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 1, 'writes': {'agent': {'messages': [AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_TJWuPJovXruJVafVcI540OfS', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_4008e3b719', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5ba0db1c-45e7-4389-975f-489135ff50b4-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_TJWuPJovXruJVafVcI540OfS'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73})]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:22.004456+00:00'}}),\n",
-       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:21.494039+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:21.494039+00:00', 'id': '1ef34217-77bc-67e0-8000-0dcc15e3e392', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='9df9dda1-5e80-4938-bf24-9207738d9f5f')], 'start:agent': '__start__'}, 'channel_versions': {'__start__': 2, 'messages': 2, 'start:agent': 2}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {}, 'tools': {}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 0, 'writes': None}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:21.494039+00:00'}}),\n",
-       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '2024-06-27T01:06:21.491815+00:00'}}, checkpoint={'v': 1, 'ts': '2024-06-27T01:06:21.491815+00:00', 'id': '1ef34217-77b7-6114-bfff-cceb4fa6453c', 'channel_values': {'messages': [], '__start__': {'messages': [['human', \"what's the weather in nyc\"]]}}, 'channel_versions': {'__start__': 1}, 'versions_seen': {}, 'pending_sends': []}, metadata={'source': 'input', 'step': -1, 'writes': {'messages': [['human', \"what's the weather in nyc\"]]}}, parent_config=None)]"
+       "[CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-96b9-6682-8003-134aebfec1e9'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:55.984109+00:00', 'id': '1ef40627-96b9-6682-8003-134aebfec1e9', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='1c1e48ba-fa25-4190-a847-459828f44579'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-07c7ee03-64f7-462a-9249-615572156216-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'type': 'tool_call'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='50e612d7-c770-44dd-b128-4bfdbd7d5b7d', tool_call_id='call_pS4ybOXkIDOmS93jZ8wOYGfU'), AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'stop', 'logprobs': None}, id='run-924e10c9-7005-4cbf-a92e-3ce63b54092f-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})], 'agent': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 5, 'start:agent': 3, 'agent': 5, 'branch:agent:should_continue:tools': 4, 'tools': 5}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 3, 'tools': 4}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 3, 'writes': {'agent': {'messages': [AIMessage(content='The weather in NYC might be cloudy.', response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 88, 'total_tokens': 97}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'stop', 'logprobs': None}, id='run-924e10c9-7005-4cbf-a92e-3ce63b54092f-0', usage_metadata={'input_tokens': 88, 'output_tokens': 9, 'total_tokens': 97})]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-96b9-6682-8003-134aebfec1e9'}}, pending_writes=None),\n",
+       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-91a0-6100-8002-e404dda477d4'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:55.449447+00:00', 'id': '1ef40627-91a0-6100-8002-e404dda477d4', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='1c1e48ba-fa25-4190-a847-459828f44579'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-07c7ee03-64f7-462a-9249-615572156216-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'type': 'tool_call'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73}), ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='50e612d7-c770-44dd-b128-4bfdbd7d5b7d', tool_call_id='call_pS4ybOXkIDOmS93jZ8wOYGfU')], 'tools': 'tools'}, 'channel_versions': {'__start__': 2, 'messages': 4, 'start:agent': 3, 'agent': 4, 'branch:agent:should_continue:tools': 4, 'tools': 4}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 2}, 'tools': {'branch:agent:should_continue:tools': 3}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 2, 'writes': {'tools': {'messages': [ToolMessage(content='It might be cloudy in nyc', name='get_weather', id='50e612d7-c770-44dd-b128-4bfdbd7d5b7d', tool_call_id='call_pS4ybOXkIDOmS93jZ8wOYGfU')]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-91a0-6100-8002-e404dda477d4'}}, pending_writes=None),\n",
+       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-9194-66de-8001-86c8d77c2d7c'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:55.444687+00:00', 'id': '1ef40627-9194-66de-8001-86c8d77c2d7c', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='1c1e48ba-fa25-4190-a847-459828f44579'), AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-07c7ee03-64f7-462a-9249-615572156216-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'type': 'tool_call'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73})], 'agent': 'agent', 'branch:agent:should_continue:tools': 'agent'}, 'channel_versions': {'__start__': 2, 'messages': 3, 'start:agent': 3, 'agent': 3, 'branch:agent:should_continue:tools': 3}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {'start:agent': 2}, 'tools': {}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 1, 'writes': {'agent': {'messages': [AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'function': {'arguments': '{\"city\":\"nyc\"}', 'name': 'get_weather'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 58, 'total_tokens': 73}, 'model_name': 'gpt-4o-2024-05-13', 'system_fingerprint': 'fp_d33f7b429e', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-07c7ee03-64f7-462a-9249-615572156216-0', tool_calls=[{'name': 'get_weather', 'args': {'city': 'nyc'}, 'id': 'call_pS4ybOXkIDOmS93jZ8wOYGfU', 'type': 'tool_call'}], usage_metadata={'input_tokens': 58, 'output_tokens': 15, 'total_tokens': 73})]}}}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-9194-66de-8001-86c8d77c2d7c'}}, pending_writes=None),\n",
+       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-8b8a-6b1c-8000-55b423aa733b'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:54.811566+00:00', 'id': '1ef40627-8b8a-6b1c-8000-55b423aa733b', 'channel_values': {'messages': [HumanMessage(content=\"what's the weather in nyc\", id='1c1e48ba-fa25-4190-a847-459828f44579')], 'start:agent': '__start__'}, 'channel_versions': {'__start__': 2, 'messages': 2, 'start:agent': 2}, 'versions_seen': {'__start__': {'__start__': 1}, 'agent': {}, 'tools': {}}, 'pending_sends': []}, metadata={'source': 'loop', 'step': 0, 'writes': None}, parent_config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-8b8a-6b1c-8000-55b423aa733b'}}, pending_writes=None),\n",
+       " CheckpointTuple(config={'configurable': {'thread_id': '4', 'thread_ts': '1ef40627-8b88-62b8-bfff-9922bbf9342b'}}, checkpoint={'v': 1, 'ts': '2024-07-12T15:21:54.810527+00:00', 'id': '1ef40627-8b88-62b8-bfff-9922bbf9342b', 'channel_values': {'messages': [], '__start__': {'messages': [['human', \"what's the weather in nyc\"]]}}, 'channel_versions': {'__start__': 1}, 'versions_seen': {}, 'pending_sends': []}, metadata={'source': 'input', 'step': -1, 'writes': {'messages': [['human', \"what's the weather in nyc\"]]}}, parent_config=None, pending_writes=None)]"
       ]
      },
      "execution_count": 17,

examples/persistence_redis.ipynb

@@ -63,10 +63,13 @@
     "logging.basicConfig(level=logging.INFO)\n",
     "logger = logging.getLogger(__name__)\n",
     "\n",
+    "\n",
     "class JsonAndBinarySerializer(JsonPlusSerializer):\n",
     "    def _default(self, obj: Any) -> Any:\n",
     "        if isinstance(obj, (bytes, bytearray)):\n",
-    "            return self._encode_constructor_args(obj.__class__, method=\"fromhex\", args=[obj.hex()])\n",
+    "            return self._encode_constructor_args(\n",
+    "                obj.__class__, method=\"fromhex\", args=[obj.hex()]\n",
+    "            )\n",
     "        return super()._default(obj)\n",
     "\n",
     "    def dumps(self, obj: Any) -> str:\n",
@@ -87,17 +90,25 @@
     "            logger.error(f\"Deserialization error: {e}\")\n",
     "            raise\n",
     "\n",
-    "def initialize_sync_pool(host: str = 'localhost', port: int = 6379, db: int = 0, **kwargs) -> redis.ConnectionPool:\n",
+    "\n",
+    "def initialize_sync_pool(\n",
+    "    host: str = \"localhost\", port: int = 6379, db: int = 0, **kwargs\n",
+    ") -> redis.ConnectionPool:\n",
     "    \"\"\"Initialize a synchronous Redis connection pool.\"\"\"\n",
     "    try:\n",
     "        pool = redis.ConnectionPool(host=host, port=port, db=db, **kwargs)\n",
-    "        logger.info(f\"Synchronous Redis pool initialized with host={host}, port={port}, db={db}\")\n",
+    "        logger.info(\n",
+    "            f\"Synchronous Redis pool initialized with host={host}, port={port}, db={db}\"\n",
+    "        )\n",
     "        return pool\n",
     "    except Exception as e:\n",
     "        logger.error(f\"Error initializing sync pool: {e}\")\n",
     "        raise\n",
     "\n",
-    "def initialize_async_pool(url: str = \"redis://localhost\", **kwargs) -> AsyncConnectionPool:\n",
+    "\n",
+    "def initialize_async_pool(\n",
+    "    url: str = \"redis://localhost\", **kwargs\n",
+    ") -> AsyncConnectionPool:\n",
     "    \"\"\"Initialize an asynchronous Redis connection pool.\"\"\"\n",
     "    try:\n",
     "        pool = AsyncConnectionPool.from_url(url, **kwargs)\n",
@@ -107,8 +118,11 @@
     "        logger.error(f\"Error initializing async pool: {e}\")\n",
     "        raise\n",
     "\n",
+    "\n",
     "@contextmanager\n",
-    "def _get_sync_connection(connection: Union[redis.Redis, redis.ConnectionPool, None]) -> Generator[redis.Redis, None, None]:\n",
+    "def _get_sync_connection(\n",
+    "    connection: Union[redis.Redis, redis.ConnectionPool, None]\n",
+    ") -> Generator[redis.Redis, None, None]:\n",
     "    conn = None\n",
     "    try:\n",
     "        if isinstance(connection, redis.Redis):\n",
@@ -125,8 +139,11 @@
     "        if conn:\n",
     "            conn.close()\n",
     "\n",
+    "\n",
     "@asynccontextmanager\n",
-    "async def _get_async_connection(connection: Union[AsyncRedis, AsyncConnectionPool, None]) -> AsyncGenerator[AsyncRedis, None]:\n",
+    "async def _get_async_connection(\n",
+    "    connection: Union[AsyncRedis, AsyncConnectionPool, None]\n",
+    ") -> AsyncGenerator[AsyncRedis, None]:\n",
     "    conn = None\n",
     "    try:\n",
     "        if isinstance(connection, AsyncRedis):\n",
@@ -143,27 +160,42 @@
     "        if conn:\n",
     "            await conn.aclose()\n",
     "\n",
+    "\n",
     "class RedisSaver(BaseCheckpointSaver):\n",
     "    sync_connection: Optional[Union[redis.Redis, redis.ConnectionPool]] = None\n",
     "    async_connection: Optional[Union[AsyncRedis, AsyncConnectionPool]] = None\n",
     "\n",
-    "    def __init__(self, sync_connection: Optional[Union[redis.Redis, redis.ConnectionPool]] = None, async_connection: Optional[Union[AsyncRedis, AsyncConnectionPool]] = None):\n",
+    "    def __init__(\n",
+    "        self,\n",
+    "        sync_connection: Optional[Union[redis.Redis, redis.ConnectionPool]] = None,\n",
+    "        async_connection: Optional[Union[AsyncRedis, AsyncConnectionPool]] = None,\n",
+    "    ):\n",
     "        super().__init__(serde=JsonAndBinarySerializer())\n",
     "        self.sync_connection = sync_connection\n",
     "        self.async_connection = async_connection\n",
     "\n",
-    "    def put(self, config: RunnableConfig, checkpoint: Checkpoint, metadata: CheckpointMetadata) -> RunnableConfig:\n",
+    "    def put(\n",
+    "        self,\n",
+    "        config: RunnableConfig,\n",
+    "        checkpoint: Checkpoint,\n",
+    "        metadata: CheckpointMetadata,\n",
+    "    ) -> RunnableConfig:\n",
     "        thread_id = config[\"configurable\"][\"thread_id\"]\n",
     "        parent_ts = config[\"configurable\"].get(\"thread_ts\")\n",
     "        key = f\"checkpoint:{thread_id}:{checkpoint['ts']}\"\n",
     "        try:\n",
     "            with _get_sync_connection(self.sync_connection) as conn:\n",
-    "                conn.hset(key, mapping={\n",
-    "                    \"checkpoint\": self.serde.dumps(checkpoint),\n",
-    "                    \"metadata\": self.serde.dumps(metadata),\n",
-    "                    \"parent_ts\": parent_ts if parent_ts else \"\"\n",
-    "                })\n",
-    "                logger.info(f\"Checkpoint stored successfully for thread_id: {thread_id}, ts: {checkpoint['ts']}\")\n",
+    "                conn.hset(\n",
+    "                    key,\n",
+    "                    mapping={\n",
+    "                        \"checkpoint\": self.serde.dumps(checkpoint),\n",
+    "                        \"metadata\": self.serde.dumps(metadata),\n",
+    "                        \"parent_ts\": parent_ts if parent_ts else \"\",\n",
+    "                    },\n",
+    "                )\n",
+    "                logger.info(\n",
+    "                    f\"Checkpoint stored successfully for thread_id: {thread_id}, ts: {checkpoint['ts']}\"\n",
+    "                )\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to put checkpoint: {e}\")\n",
     "            raise\n",
@@ -174,18 +206,28 @@
     "            },\n",
     "        }\n",
     "\n",
-    "    async def aput(self, config: RunnableConfig, checkpoint: Checkpoint, metadata: CheckpointMetadata) -> RunnableConfig:\n",
+    "    async def aput(\n",
+    "        self,\n",
+    "        config: RunnableConfig,\n",
+    "        checkpoint: Checkpoint,\n",
+    "        metadata: CheckpointMetadata,\n",
+    "    ) -> RunnableConfig:\n",
     "        thread_id = config[\"configurable\"][\"thread_id\"]\n",
     "        parent_ts = config[\"configurable\"].get(\"thread_ts\")\n",
     "        key = f\"checkpoint:{thread_id}:{checkpoint['ts']}\"\n",
     "        try:\n",
     "            async with _get_async_connection(self.async_connection) as conn:\n",
-    "                await conn.hset(key, mapping={\n",
-    "                    \"checkpoint\": self.serde.dumps(checkpoint),\n",
-    "                    \"metadata\": self.serde.dumps(metadata),\n",
-    "                    \"parent_ts\": parent_ts if parent_ts else \"\"\n",
-    "                })\n",
-    "                logger.info(f\"Checkpoint stored successfully for thread_id: {thread_id}, ts: {checkpoint['ts']}\")\n",
+    "                await conn.hset(\n",
+    "                    key,\n",
+    "                    mapping={\n",
+    "                        \"checkpoint\": self.serde.dumps(checkpoint),\n",
+    "                        \"metadata\": self.serde.dumps(metadata),\n",
+    "                        \"parent_ts\": parent_ts if parent_ts else \"\",\n",
+    "                    },\n",
+    "                )\n",
+    "                logger.info(\n",
+    "                    f\"Checkpoint stored successfully for thread_id: {thread_id}, ts: {checkpoint['ts']}\"\n",
+    "                )\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to aput checkpoint: {e}\")\n",
     "            raise\n",
@@ -217,9 +259,20 @@
     "                checkpoint = self.serde.loads(checkpoint_data[b\"checkpoint\"].decode())\n",
     "                metadata = self.serde.loads(checkpoint_data[b\"metadata\"].decode())\n",
     "                parent_ts = checkpoint_data.get(b\"parent_ts\", b\"\").decode()\n",
-    "                parent_config = {\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": parent_ts}} if parent_ts else None\n",
-    "                logger.info(f\"Checkpoint retrieved successfully for thread_id: {thread_id}, ts: {thread_ts}\")\n",
-    "                return CheckpointTuple(config=config, checkpoint=checkpoint, metadata=metadata, parent_config=parent_config)\n",
+    "                parent_config = (\n",
+    "                    {\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": parent_ts}}\n",
+    "                    if parent_ts\n",
+    "                    else None\n",
+    "                )\n",
+    "                logger.info(\n",
+    "                    f\"Checkpoint retrieved successfully for thread_id: {thread_id}, ts: {thread_ts}\"\n",
+    "                )\n",
+    "                return CheckpointTuple(\n",
+    "                    config=config,\n",
+    "                    checkpoint=checkpoint,\n",
+    "                    metadata=metadata,\n",
+    "                    parent_config=parent_config,\n",
+    "                )\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to get checkpoint tuple: {e}\")\n",
     "            raise\n",
@@ -245,22 +298,47 @@
     "                checkpoint = self.serde.loads(checkpoint_data[b\"checkpoint\"].decode())\n",
     "                metadata = self.serde.loads(checkpoint_data[b\"metadata\"].decode())\n",
     "                parent_ts = checkpoint_data.get(b\"parent_ts\", b\"\").decode()\n",
-    "                parent_config = {\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": parent_ts}} if parent_ts else None\n",
-    "                logger.info(f\"Checkpoint retrieved successfully for thread_id: {thread_id}, ts: {thread_ts}\")\n",
-    "                return CheckpointTuple(config=config, checkpoint=checkpoint, metadata=metadata, parent_config=parent_config)\n",
+    "                parent_config = (\n",
+    "                    {\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": parent_ts}}\n",
+    "                    if parent_ts\n",
+    "                    else None\n",
+    "                )\n",
+    "                logger.info(\n",
+    "                    f\"Checkpoint retrieved successfully for thread_id: {thread_id}, ts: {thread_ts}\"\n",
+    "                )\n",
+    "                return CheckpointTuple(\n",
+    "                    config=config,\n",
+    "                    checkpoint=checkpoint,\n",
+    "                    metadata=metadata,\n",
+    "                    parent_config=parent_config,\n",
+    "                )\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to get checkpoint tuple: {e}\")\n",
     "            raise\n",
     "\n",
-    "    def list(self, config: Optional[RunnableConfig], *, filter: Optional[dict[str, Any]] = None, before: Optional[RunnableConfig] = None, limit: Optional[int] = None) -> Generator[CheckpointTuple, None, None]:\n",
+    "    def list(\n",
+    "        self,\n",
+    "        config: Optional[RunnableConfig],\n",
+    "        *,\n",
+    "        filter: Optional[dict[str, Any]] = None,\n",
+    "        before: Optional[RunnableConfig] = None,\n",
+    "        limit: Optional[int] = None,\n",
+    "    ) -> Generator[CheckpointTuple, None, None]:\n",
     "        thread_id = config[\"configurable\"][\"thread_id\"] if config else \"*\"\n",
     "        pattern = f\"checkpoint:{thread_id}:*\"\n",
     "        try:\n",
     "            with _get_sync_connection(self.sync_connection) as conn:\n",
     "                keys = conn.keys(pattern)\n",
     "                if before:\n",
-    "                    keys = [k for k in keys if k.decode().split(\":\")[-1] < before[\"configurable\"][\"thread_ts\"]]\n",
-    "                keys = sorted(keys, key=lambda k: k.decode().split(\":\")[-1], reverse=True)\n",
+    "                    keys = [\n",
+    "                        k\n",
+    "                        for k in keys\n",
+    "                        if k.decode().split(\":\")[-1]\n",
+    "                        < before[\"configurable\"][\"thread_ts\"]\n",
+    "                    ]\n",
+    "                keys = sorted(\n",
+    "                    keys, key=lambda k: k.decode().split(\":\")[-1], reverse=True\n",
+    "                )\n",
     "                if limit:\n",
     "                    keys = keys[:limit]\n",
     "                for key in keys:\n",
@@ -268,25 +346,53 @@
     "                    if data and \"checkpoint\" in data and \"metadata\" in data:\n",
     "                        thread_ts = key.decode().split(\":\")[-1]\n",
     "                        yield CheckpointTuple(\n",
-    "                            config={\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": thread_ts}},\n",
+    "                            config={\n",
+    "                                \"configurable\": {\n",
+    "                                    \"thread_id\": thread_id,\n",
+    "                                    \"thread_ts\": thread_ts,\n",
+    "                                }\n",
+    "                            },\n",
     "                            checkpoint=self.serde.loads(data[\"checkpoint\"].decode()),\n",
     "                            metadata=self.serde.loads(data[\"metadata\"].decode()),\n",
-    "                            parent_config={\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": data.get(\"parent_ts\", b\"\").decode()}} if data.get(\"parent_ts\") else None,\n",
+    "                            parent_config={\n",
+    "                                \"configurable\": {\n",
+    "                                    \"thread_id\": thread_id,\n",
+    "                                    \"thread_ts\": data.get(\"parent_ts\", b\"\").decode(),\n",
+    "                                }\n",
+    "                            }\n",
+    "                            if data.get(\"parent_ts\")\n",
+    "                            else None,\n",
+    "                        )\n",
+    "                        logger.info(\n",
+    "                            f\"Checkpoint listed for thread_id: {thread_id}, ts: {thread_ts}\"\n",
     "                        )\n",
-    "                        logger.info(f\"Checkpoint listed for thread_id: {thread_id}, ts: {thread_ts}\")\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to list checkpoints: {e}\")\n",
     "            raise\n",
     "\n",
-    "    async def alist(self, config: Optional[RunnableConfig], *, filter: Optional[dict[str, Any]] = None, before: Optional[RunnableConfig] = None, limit: Optional[int] = None) -> AsyncGenerator[CheckpointTuple, None]:\n",
+    "    async def alist(\n",
+    "        self,\n",
+    "        config: Optional[RunnableConfig],\n",
+    "        *,\n",
+    "        filter: Optional[dict[str, Any]] = None,\n",
+    "        before: Optional[RunnableConfig] = None,\n",
+    "        limit: Optional[int] = None,\n",
+    "    ) -> AsyncGenerator[CheckpointTuple, None]:\n",
     "        thread_id = config[\"configurable\"][\"thread_id\"] if config else \"*\"\n",
     "        pattern = f\"checkpoint:{thread_id}:*\"\n",
     "        try:\n",
     "            async with _get_async_connection(self.async_connection) as conn:\n",
     "                keys = await conn.keys(pattern)\n",
     "                if before:\n",
-    "                    keys = [k for k in keys if k.decode().split(\":\")[-1] < before[\"configurable\"][\"thread_ts\"]]\n",
-    "                keys = sorted(keys, key=lambda k: k.decode().split(\":\")[-1], reverse=True)\n",
+    "                    keys = [\n",
+    "                        k\n",
+    "                        for k in keys\n",
+    "                        if k.decode().split(\":\")[-1]\n",
+    "                        < before[\"configurable\"][\"thread_ts\"]\n",
+    "                    ]\n",
+    "                keys = sorted(\n",
+    "                    keys, key=lambda k: k.decode().split(\":\")[-1], reverse=True\n",
+    "                )\n",
     "                if limit:\n",
     "                    keys = keys[:limit]\n",
     "                for key in keys:\n",
@@ -294,15 +400,29 @@
     "                    if data and \"checkpoint\" in data and \"metadata\" in data:\n",
     "                        thread_ts = key.decode().split(\":\")[-1]\n",
     "                        yield CheckpointTuple(\n",
-    "                            config={\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": thread_ts}},\n",
+    "                            config={\n",
+    "                                \"configurable\": {\n",
+    "                                    \"thread_id\": thread_id,\n",
+    "                                    \"thread_ts\": thread_ts,\n",
+    "                                }\n",
+    "                            },\n",
     "                            checkpoint=self.serde.loads(data[\"checkpoint\"].decode()),\n",
     "                            metadata=self.serde.loads(data[\"metadata\"].decode()),\n",
-    "                            parent_config={\"configurable\": {\"thread_id\": thread_id, \"thread_ts\": data.get(\"parent_ts\", b\"\").decode()}} if data.get(\"parent_ts\") else None,\n",
+    "                            parent_config={\n",
+    "                                \"configurable\": {\n",
+    "                                    \"thread_id\": thread_id,\n",
+    "                                    \"thread_ts\": data.get(\"parent_ts\", b\"\").decode(),\n",
+    "                                }\n",
+    "                            }\n",
+    "                            if data.get(\"parent_ts\")\n",
+    "                            else None,\n",
+    "                        )\n",
+    "                        logger.info(\n",
+    "                            f\"Checkpoint listed for thread_id: {thread_id}, ts: {thread_ts}\"\n",
     "                        )\n",
-    "                        logger.info(f\"Checkpoint listed for thread_id: {thread_id}, ts: {thread_ts}\")\n",
     "        except Exception as e:\n",
     "            logger.error(f\"Failed to list checkpoints: {e}\")\n",
-    "            raise\n"
+    "            raise"
    ]
   },
   {
@@ -538,7 +658,7 @@
     "import redis\n",
     "\n",
     "# Initialize the Redis synchronous direct connection\n",
-    "sync_redis_direct = redis.Redis(host='172.25.0.4', port=6379, db=0)\n",
+    "sync_redis_direct = redis.Redis(host=\"172.25.0.4\", port=6379, db=0)\n",
     "\n",
     "# Initialize the RedisSaver with the synchronous direct connection\n",
     "checkpointer = RedisSaver(sync_connection=sync_redis_direct)\n",
@@ -582,7 +702,7 @@
    ],
    "source": [
     "# Initialize a synchronous Redis connection pool\n",
-    "async_pool = initialize_async_pool(url='redis://172.25.0.4:6379/0')\n",
+    "async_pool = initialize_async_pool(url=\"redis://172.25.0.4:6379/0\")\n",
     "\n",
     "checkpointer = RedisSaver(async_connection=async_pool)"
    ]
@@ -687,7 +807,7 @@
    "source": [
     "from redis.asyncio import Redis as AsyncRedis\n",
     "\n",
-    "async with await AsyncRedis(host='172.25.0.4', port=6379, db=0) as conn:\n",
+    "async with await AsyncRedis(host=\"172.25.0.4\", port=6379, db=0) as conn:\n",
     "    checkpointer = RedisSaver(async_connection=conn)\n",
     "    graph = create_react_agent(model, tools=tools, checkpointer=checkpointer)\n",
     "    config = {\"configurable\": {\"thread_id\": \"4\"}}\n",

examples/rag/langgraph_self_rag_local.ipynb

@@ -252,7 +252,7 @@
    "id": "5324ea49-5745-47b5-a0a5-bf58c8babe46",
    "metadata": {},
    "outputs": [],
-   "source": ["### Nodes\n\n\ndef retrieve(state):\n    \"\"\"\n    Retrieve documents\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): New key added to state, documents, that contains retrieved documents\n    \"\"\"\n    print(\"---RETRIEVE---\")\n    question = state[\"question\"]\n\n    # Retrieval\n    documents = retriever.get_relevant_documents(question)\n    return {\"documents\": documents, \"question\": question}\n\n\ndef generate(state):\n    \"\"\"\n    Generate answer\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): New key added to state, generation, that contains LLM generation\n    \"\"\"\n    print(\"---GENERATE---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # RAG generation\n    generation = rag_chain.invoke({\"context\": documents, \"question\": question})\n    return {\"documents\": documents, \"question\": question, \"generation\": generation}\n\n\ndef grade_documents(state):\n    \"\"\"\n    Determines whether the retrieved documents are relevant to the question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): Updates documents key with only filtered relevant documents\n    \"\"\"\n\n    print(\"---CHECK DOCUMENT RELEVANCE TO QUESTION---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # Score each doc\n    filtered_docs = []\n    for d in documents:\n        score = retrieval_grader.invoke(\n            {\"question\": question, \"document\": d.page_content}\n        )\n        grade = score[\"score\"]\n        if grade == \"yes\":\n            print(\"---GRADE: DOCUMENT RELEVANT---\")\n            filtered_docs.append(d)\n        else:\n            print(\"---GRADE: DOCUMENT NOT RELEVANT---\")\n            continue\n    return {\"documents\": filtered_docs, \"question\": question}\n\n\ndef transform_query(state):\n    \"\"\"\n    Transform the query to produce a better question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): Updates question key with a re-phrased question\n    \"\"\"\n\n    print(\"---TRANSFORM QUERY---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # Re-write question\n    better_question = question_rewriter.invoke({\"question\": question})\n    return {\"documents\": documents, \"question\": better_question}\n\n\n### Edges\n\n\ndef decide_to_generate(state):\n    \"\"\"\n    Determines whether to generate an answer, or re-generate a question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        str: Binary decision for next node to call\n    \"\"\"\n\n    print(\"---ASSESS GRADED DOCUMENTS---\")\n    state[\"question\"]\n    filtered_documents = state[\"documents\"]\n\n    if not filtered_documents:\n        # All documents have been filtered check_relevance\n        # We will re-generate a new query\n        print(\n            \"---DECISION: ALL DOCUMENTS ARE NOT RELEVANT TO QUESTION, TRANSFORM QUERY---\"\n        )\n        return \"transform_query\"\n    else:\n        # We have relevant documents, so generate answer\n        print(\"---DECISION: GENERATE---\")\n        return \"generate\"\n\n\ndef grade_generation_v_documents_and_question(state):\n    \"\"\"\n    Determines whether the generation is grounded in the document and answers question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        str: Decision for next node to call\n    \"\"\"\n\n    print(\"---CHECK HALLUCINATIONS---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n    generation = state[\"generation\"]\n\n    score = hallucination_grader.invoke(\n        {\"documents\": documents, \"generation\": generation}\n    )\n    grade = score[\"score\"]\n\n    # Check hallucination\n    if grade == \"yes\":\n        print(\"---DECISION: GENERATION IS GROUNDED IN DOCUMENTS---\")\n        # Check question-answering\n        print(\"---GRADE GENERATION vs QUESTION---\")\n        score = answer_grader.invoke({\"question\": question, \"generation\": generation})\n        grade = score[\"score\"]\n        if grade == \"yes\":\n            print(\"---DECISION: GENERATION ADDRESSES QUESTION---\")\n            return \"useful\"\n        else:\n            print(\"---DECISION: GENERATION DOES NOT ADDRESS QUESTION---\")\n            return \"not useful\"\n    else:\n        pprint(\"---DECISION: GENERATION IS NOT GROUNDED IN DOCUMENTS, RE-TRY---\")\n        return \"not supported\""]
+   "source": ["### Nodes\n\n\ndef retrieve(state):\n    \"\"\"\n    Retrieve documents\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): New key added to state, documents, that contains retrieved documents\n    \"\"\"\n    print(\"---RETRIEVE---\")\n    question = state[\"question\"]\n\n    # Retrieval\n    documents = retriever.get_relevant_documents(question)\n    return {\"documents\": documents, \"question\": question}\n\n\ndef generate(state):\n    \"\"\"\n    Generate answer\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): New key added to state, generation, that contains LLM generation\n    \"\"\"\n    print(\"---GENERATE---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # RAG generation\n    generation = rag_chain.invoke({\"context\": documents, \"question\": question})\n    return {\"documents\": documents, \"question\": question, \"generation\": generation}\n\n\ndef grade_documents(state):\n    \"\"\"\n    Determines whether the retrieved documents are relevant to the question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): Updates documents key with only filtered relevant documents\n    \"\"\"\n\n    print(\"---CHECK DOCUMENT RELEVANCE TO QUESTION---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # Score each doc\n    filtered_docs = []\n    for d in documents:\n        score = retrieval_grader.invoke(\n            {\"question\": question, \"document\": d.page_content}\n        )\n        grade = score[\"score\"]\n        if grade == \"yes\":\n            print(\"---GRADE: DOCUMENT RELEVANT---\")\n            filtered_docs.append(d)\n        else:\n            print(\"---GRADE: DOCUMENT NOT RELEVANT---\")\n            continue\n    return {\"documents\": filtered_docs, \"question\": question}\n\n\ndef transform_query(state):\n    \"\"\"\n    Transform the query to produce a better question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        state (dict): Updates question key with a re-phrased question\n    \"\"\"\n\n    print(\"---TRANSFORM QUERY---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n\n    # Re-write question\n    better_question = question_rewriter.invoke({\"question\": question})\n    return {\"documents\": documents, \"question\": better_question}\n\n\n### Edges\n\n\ndef decide_to_generate(state):\n    \"\"\"\n    Determines whether to generate an answer, or re-generate a question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        str: Binary decision for next node to call\n    \"\"\"\n\n    print(\"---ASSESS GRADED DOCUMENTS---\")\n    state[\"question\"]\n    filtered_documents = state[\"documents\"]\n\n    if not filtered_documents:\n        # All documents have been filtered check_relevance\n        # We will re-generate a new query\n        print(\n            \"---DECISION: ALL DOCUMENTS ARE NOT RELEVANT TO QUESTION, TRANSFORM QUERY---\"\n        )\n        return \"transform_query\"\n    else:\n        # We have relevant documents, so generate answer\n        print(\"---DECISION: GENERATE---\")\n        return \"generate\"\n\n\ndef grade_generation_v_documents_and_question(state):\n    \"\"\"\n    Determines whether the generation is grounded in the document and answers question.\n\n    Args:\n        state (dict): The current graph state\n\n    Returns:\n        str: Decision for next node to call\n    \"\"\"\n\n    print(\"---CHECK HALLUCINATIONS---\")\n    question = state[\"question\"]\n    documents = state[\"documents\"]\n    generation = state[\"generation\"]\n\n    score = hallucination_grader.invoke(\n        {\"documents\": documents, \"generation\": generation}\n    )\n    grade = score[\"score\"]\n\n    # Check hallucination\n    if grade == \"yes\":\n        print(\"---DECISION: GENERATION IS GROUNDED IN DOCUMENTS---\")\n        # Check question-answering\n        print(\"---GRADE GENERATION vs QUESTION---\")\n        score = answer_grader.invoke({\"question\": question, \"generation\": generation})\n        grade = score[\"score\"]\n        if grade == \"yes\":\n            print(\"---DECISION: GENERATION ADDRESSES QUESTION---\")\n            return \"useful\"\n        else:\n            print(\"---DECISION: GENERATION DOES NOT ADDRESS QUESTION---\")\n            return \"not useful\"\n    else:\n        print(\"---DECISION: GENERATION IS NOT GROUNDED IN DOCUMENTS, RE-TRY---\")\n        return \"not supported\""]
   },
   {
    "cell_type": "markdown",

examples/streaming-events-from-within-tools-without-langchain.ipynb

@@ -42,7 +42,7 @@
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
+     "name": "stdin",
      "output_type": "stream",
      "text": [
       "OPENAI_API_KEY:  ········\n"
@@ -80,7 +80,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "id": "d59234f9-173e-469d-a725-c13e0979663e",
    "metadata": {},
    "outputs": [],
@@ -88,40 +88,36 @@
     "from openai import AsyncOpenAI\n",
     "from langchain_core.language_models.chat_models import ChatGenerationChunk\n",
     "from langchain_core.messages import AIMessageChunk\n",
-    "from langchain_core.runnables.config import ensure_config, get_callback_manager_for_config\n",
+    "from langchain_core.runnables.config import (\n",
+    "    ensure_config,\n",
+    "    get_callback_manager_for_config,\n",
+    ")\n",
     "\n",
     "openai_client = AsyncOpenAI()\n",
     "# define tool schema for openai tool calling\n",
     "\n",
     "tool = {\n",
-    "  \"type\": \"function\",\n",
-    "  \"function\": {\n",
-    "    \"name\": \"get_items\",\n",
-    "    \"description\": \"Use this tool to look up which items are in the given place.\",\n",
-    "    \"parameters\": {\n",
-    "      \"type\": \"object\",\n",
-    "      \"properties\": {\n",
-    "        \"place\": {\n",
-    "          \"type\": \"string\"\n",
-    "        }\n",
-    "      },\n",
-    "      \"required\": [\n",
-    "        \"place\"\n",
-    "      ]\n",
-    "    }\n",
-    "  }\n",
+    "    \"type\": \"function\",\n",
+    "    \"function\": {\n",
+    "        \"name\": \"get_items\",\n",
+    "        \"description\": \"Use this tool to look up which items are in the given place.\",\n",
+    "        \"parameters\": {\n",
+    "            \"type\": \"object\",\n",
+    "            \"properties\": {\"place\": {\"type\": \"string\"}},\n",
+    "            \"required\": [\"place\"],\n",
+    "        },\n",
+    "    },\n",
     "}\n",
+    "\n",
+    "\n",
     "async def call_model(state, config=None):\n",
     "    config = ensure_config(config | {\"tags\": [\"agent_llm\"]})\n",
     "    callback_manager = get_callback_manager_for_config(config)\n",
     "    messages = state[\"messages\"]\n",
-    "    \n",
+    "\n",
     "    llm_run_manager = callback_manager.on_chat_model_start({}, [messages])[0]\n",
     "    response = await openai_client.chat.completions.create(\n",
-    "        messages=messages,\n",
-    "        model=\"gpt-3.5-turbo\",\n",
-    "        tools=[tool],\n",
-    "        stream=True\n",
+    "        messages=messages, model=\"gpt-3.5-turbo\", tools=[tool], stream=True\n",
     "    )\n",
     "\n",
     "    response_content = \"\"\n",
@@ -147,7 +143,10 @@
     "\n",
     "            # note: we're wrapping the tools calls in ChatGenerationChunk so that the events from .astream_events in the graph can render tool calls correctly\n",
     "            tool_call_chunk = ChatGenerationChunk(\n",
-    "                message=AIMessageChunk(content=\"\", additional_kwargs={\"tool_calls\": [delta.tool_calls[0].dict()]})\n",
+    "                message=AIMessageChunk(\n",
+    "                    content=\"\",\n",
+    "                    additional_kwargs={\"tool_calls\": [delta.tool_calls[0].dict()]},\n",
+    "                )\n",
     "            )\n",
     "            llm_run_manager.on_llm_new_token(\"\", chunk=tool_call_chunk)\n",
     "            tool_call_function_arguments += delta.tool_calls[0].function.arguments\n",
@@ -156,8 +155,11 @@
     "        tool_calls = [\n",
     "            {\n",
     "                \"id\": tool_call_id,\n",
-    "                \"function\": {\"name\": tool_call_function_name, \"arguments\": tool_call_function_arguments},\n",
-    "                \"type\": \"function\"\n",
+    "                \"function\": {\n",
+    "                    \"name\": tool_call_function_name,\n",
+    "                    \"arguments\": tool_call_function_arguments,\n",
+    "                },\n",
+    "                \"type\": \"function\",\n",
     "            }\n",
     "        ]\n",
     "    else:\n",
@@ -166,7 +168,7 @@
     "    response_message = {\n",
     "        \"role\": role,\n",
     "        \"content\": response_content,\n",
-    "        \"tool_calls\": tool_calls\n",
+    "        \"tool_calls\": tool_calls,\n",
     "    }\n",
     "    return {\"messages\": [response_message]}"
    ]
@@ -181,18 +183,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "id": "b90941d8-afe4-42ec-9262-9c3b87c3b1ec",
    "metadata": {},
    "outputs": [],
    "source": [
     "import json\n",
-    "from langchain_core.runnables import RunnableLambda\n",
+    "from langchain_core.callbacks import adispatch_custom_event\n",
+    "\n",
     "\n",
     "async def get_items(place: str) -> str:\n",
     "    \"\"\"Use this tool to look up which items are in the given place.\"\"\"\n",
-    "    # NOTE: we need to define a special langchain runnable that we'll be using for logging the streaming outputs from within a tool\n",
-    "    tool_logger = RunnableLambda(lambda inputs: inputs).with_config({\"tags\": [\"tool_call\"]})\n",
     "\n",
     "    # this can be replaced with any actual streaming logic that you might have\n",
     "    def stream(place: str):\n",
@@ -205,15 +206,25 @@
     "\n",
     "    tokens = []\n",
     "    for token in stream(place):\n",
-    "        tool_logger.invoke(token)\n",
+    "        await adispatch_custom_event(\n",
+    "            # this will allow you to filter events by name\n",
+    "            \"tool_call_token_stream\",\n",
+    "            {\n",
+    "                \"function_name\": \"get_items\",\n",
+    "                \"arguments\": {\"place\": place},\n",
+    "                \"tool_output_token\": token,\n",
+    "            },\n",
+    "            # this will allow you to filter events by tags\n",
+    "            config={\"tags\": [\"tool_call\"]},\n",
+    "        )\n",
     "        tokens.append(token)\n",
     "\n",
     "    return \", \".join(tokens)\n",
     "\n",
+    "\n",
     "# define mapping to look up functions when running tools\n",
-    "function_name_to_function = {\n",
-    "    \"get_items\": get_items\n",
-    "}\n",
+    "function_name_to_function = {\"get_items\": get_items}\n",
+    "\n",
     "\n",
     "async def call_tools(state):\n",
     "    messages = state[\"messages\"]\n",
@@ -222,17 +233,15 @@
     "    function_name = tool_call[\"function\"][\"name\"]\n",
     "    function_arguments = tool_call[\"function\"][\"arguments\"]\n",
     "    arguments = json.loads(function_arguments)\n",
-    "    \n",
-    "    function_response = await function_name_to_function[function_name](**arguments)    \n",
+    "\n",
+    "    function_response = await function_name_to_function[function_name](**arguments)\n",
     "    tool_message = {\n",
     "        \"tool_call_id\": tool_call[\"id\"],\n",
     "        \"role\": \"tool\",\n",
     "        \"name\": function_name,\n",
     "        \"content\": function_response,\n",
     "    }\n",
-    "    return {\n",
-    "        \"messages\": [tool_message]\n",
-    "    }"
+    "    return {\"messages\": [tool_message]}"
    ]
   },
   {
@@ -245,7 +254,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 5,
    "id": "228260be-1f9a-4195-80e0-9604f8a5dba6",
    "metadata": {},
    "outputs": [],
@@ -255,16 +264,19 @@
     "\n",
     "from langgraph.graph import StateGraph, END\n",
     "\n",
+    "\n",
     "class State(TypedDict):\n",
     "    messages: Annotated[list, operator.add]\n",
     "\n",
+    "\n",
     "def should_continue(state) -> Literal[\"tools\", END]:\n",
-    "    messages = state['messages']\n",
+    "    messages = state[\"messages\"]\n",
     "    last_message = messages[-1]\n",
     "    if last_message[\"tool_calls\"]:\n",
     "        return \"tools\"\n",
     "    return END\n",
     "\n",
+    "\n",
     "workflow = StateGraph(State)\n",
     "workflow.set_entry_point(\"model\")\n",
     "workflow.add_node(\"model\", call_model)  # i.e. our \"agent\"\n",
@@ -284,10 +296,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 6,
    "id": "45c96a79-4147-42e3-89fd-d942b2b49f6c",
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/vadymbarda/.virtualenvs/langgraph/lib/python3.11/site-packages/langchain_core/_api/beta_decorator.py:87: LangChainBetaWarning: This API is in beta and may change in the future.\n",
+      "  warn_beta(\n"
+     ]
+    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -299,10 +319,12 @@
     }
    ],
    "source": [
-    "async for event in graph.astream_events({\"messages\": [{\"role\": \"user\", \"content\": \"what's in the bedroom\"}]}, version=\"v2\"):\n",
+    "async for event in graph.astream_events(\n",
+    "    {\"messages\": [{\"role\": \"user\", \"content\": \"what's in the bedroom\"}]}, version=\"v2\"\n",
+    "):\n",
     "    tags = event.get(\"tags\", [])\n",
-    "    if event[\"event\"] == \"on_chain_end\" and \"tool_call\" in tags:\n",
-    "        print(\"Tool token\", event[\"data\"][\"output\"])"
+    "    if event[\"event\"] == \"on_custom_event\" and \"tool_call\" in tags:\n",
+    "        print(\"Tool token\", event[\"data\"][\"tool_output_token\"])"
    ]
   }
  ],

examples/streaming-tokens-without-langchain.ipynb

@@ -88,40 +88,36 @@
     "from openai import AsyncOpenAI\n",
     "from langchain_core.language_models.chat_models import ChatGenerationChunk\n",
     "from langchain_core.messages import AIMessageChunk\n",
-    "from langchain_core.runnables.config import ensure_config, get_callback_manager_for_config\n",
+    "from langchain_core.runnables.config import (\n",
+    "    ensure_config,\n",
+    "    get_callback_manager_for_config,\n",
+    ")\n",
     "\n",
     "openai_client = AsyncOpenAI()\n",
     "# define tool schema for openai tool calling\n",
     "\n",
     "tool = {\n",
-    "  \"type\": \"function\",\n",
-    "  \"function\": {\n",
-    "    \"name\": \"get_items\",\n",
-    "    \"description\": \"Use this tool to look up which items are in the given place.\",\n",
-    "    \"parameters\": {\n",
-    "      \"type\": \"object\",\n",
-    "      \"properties\": {\n",
-    "        \"place\": {\n",
-    "          \"type\": \"string\"\n",
-    "        }\n",
-    "      },\n",
-    "      \"required\": [\n",
-    "        \"place\"\n",
-    "      ]\n",
-    "    }\n",
-    "  }\n",
+    "    \"type\": \"function\",\n",
+    "    \"function\": {\n",
+    "        \"name\": \"get_items\",\n",
+    "        \"description\": \"Use this tool to look up which items are in the given place.\",\n",
+    "        \"parameters\": {\n",
+    "            \"type\": \"object\",\n",
+    "            \"properties\": {\"place\": {\"type\": \"string\"}},\n",
+    "            \"required\": [\"place\"],\n",
+    "        },\n",
+    "    },\n",
     "}\n",
+    "\n",
+    "\n",
     "async def call_model(state, config=None):\n",
     "    config = ensure_config(config | {\"tags\": [\"agent_llm\"]})\n",
     "    callback_manager = get_callback_manager_for_config(config)\n",
     "    messages = state[\"messages\"]\n",
-    "    \n",
+    "\n",
     "    llm_run_manager = callback_manager.on_chat_model_start({}, [messages])[0]\n",
     "    response = await openai_client.chat.completions.create(\n",
-    "        messages=messages,\n",
-    "        model=\"gpt-3.5-turbo\",\n",
-    "        tools=[tool],\n",
-    "        stream=True\n",
+    "        messages=messages, model=\"gpt-3.5-turbo\", tools=[tool], stream=True\n",
     "    )\n",
     "\n",
     "    response_content = \"\"\n",
@@ -147,7 +143,10 @@
     "\n",
     "            # note: we're wrapping the tools calls in ChatGenerationChunk so that the events from .astream_events in the graph can render tool calls correctly\n",
     "            tool_call_chunk = ChatGenerationChunk(\n",
-    "                message=AIMessageChunk(content=\"\", additional_kwargs={\"tool_calls\": [delta.tool_calls[0].dict()]})\n",
+    "                message=AIMessageChunk(\n",
+    "                    content=\"\",\n",
+    "                    additional_kwargs={\"tool_calls\": [delta.tool_calls[0].dict()]},\n",
+    "                )\n",
     "            )\n",
     "            llm_run_manager.on_llm_new_token(\"\", chunk=tool_call_chunk)\n",
     "            tool_call_function_arguments += delta.tool_calls[0].function.arguments\n",
@@ -156,8 +155,11 @@
     "        tool_calls = [\n",
     "            {\n",
     "                \"id\": tool_call_id,\n",
-    "                \"function\": {\"name\": tool_call_function_name, \"arguments\": tool_call_function_arguments},\n",
-    "                \"type\": \"function\"\n",
+    "                \"function\": {\n",
+    "                    \"name\": tool_call_function_name,\n",
+    "                    \"arguments\": tool_call_function_arguments,\n",
+    "                },\n",
+    "                \"type\": \"function\",\n",
     "            }\n",
     "        ]\n",
     "    else:\n",
@@ -166,7 +168,7 @@
     "    response_message = {\n",
     "        \"role\": role,\n",
     "        \"content\": response_content,\n",
-    "        \"tool_calls\": tool_calls\n",
+    "        \"tool_calls\": tool_calls,\n",
     "    }\n",
     "    return {\"messages\": [response_message]}"
    ]
@@ -188,6 +190,7 @@
    "source": [
     "import json\n",
     "\n",
+    "\n",
     "async def get_items(place: str) -> str:\n",
     "    \"\"\"Use this tool to look up which items are in the given place.\"\"\"\n",
     "    if \"bed\" in place:  # For under the bed\n",
@@ -197,10 +200,10 @@
     "    else:  # if the agent decides to ask about a different place\n",
     "        return \"cat snacks\"\n",
     "\n",
+    "\n",
     "# define mapping to look up functions when running tools\n",
-    "function_name_to_function = {\n",
-    "    \"get_items\": get_items\n",
-    "}\n",
+    "function_name_to_function = {\"get_items\": get_items}\n",
+    "\n",
     "\n",
     "async def call_tools(state):\n",
     "    messages = state[\"messages\"]\n",
@@ -209,17 +212,15 @@
     "    function_name = tool_call[\"function\"][\"name\"]\n",
     "    function_arguments = tool_call[\"function\"][\"arguments\"]\n",
     "    arguments = json.loads(function_arguments)\n",
-    "    \n",
-    "    function_response = await function_name_to_function[function_name](**arguments)    \n",
+    "\n",
+    "    function_response = await function_name_to_function[function_name](**arguments)\n",
     "    tool_message = {\n",
     "        \"tool_call_id\": tool_call[\"id\"],\n",
     "        \"role\": \"tool\",\n",
     "        \"name\": function_name,\n",
     "        \"content\": function_response,\n",
     "    }\n",
-    "    return {\n",
-    "        \"messages\": [tool_message]\n",
-    "    }"
+    "    return {\"messages\": [tool_message]}"
    ]
   },
   {
@@ -242,16 +243,19 @@
     "\n",
     "from langgraph.graph import StateGraph, END\n",
     "\n",
+    "\n",
     "class State(TypedDict):\n",
     "    messages: Annotated[list, operator.add]\n",
     "\n",
+    "\n",
     "def should_continue(state) -> Literal[\"tools\", END]:\n",
-    "    messages = state['messages']\n",
+    "    messages = state[\"messages\"]\n",
     "    last_message = messages[-1]\n",
     "    if last_message[\"tool_calls\"]:\n",
     "        return \"tools\"\n",
     "    return END\n",
     "\n",
+    "\n",
     "workflow = StateGraph(State)\n",
     "workflow.set_entry_point(\"model\")\n",
     "workflow.add_node(\"model\", call_model)  # i.e. our \"agent\"\n",
@@ -325,7 +329,9 @@
     }
    ],
    "source": [
-    "async for event in graph.astream_events({\"messages\": [{\"role\": \"user\", \"content\": \"what's in the bedroom\"}]}, version=\"v2\"):\n",
+    "async for event in graph.astream_events(\n",
+    "    {\"messages\": [{\"role\": \"user\", \"content\": \"what's in the bedroom\"}]}, version=\"v2\"\n",
+    "):\n",
     "    tags = event.get(\"tags\", [])\n",
     "    if event[\"event\"] == \"on_chat_model_stream\" and \"agent_llm\" in tags:\n",
     "        print(\"LLM token\", event[\"data\"][\"chunk\"].dict())"