Merge branch 'langchain-ai:main' into main

.github/workflows/validate_new_notebooks.yml

@@ -36,23 +36,23 @@ jobs:
       - name: Get changed files
         id: changed-files
         uses: tj-actions/changed-files@v44
-      - name: Check for new or modified notebooks
+      - name: Check for new or modified notebooks in docs/core_docs
         id: check_notebooks
         run: |
-          notebooks=$(echo '${{ steps.changed-files.outputs.all_changed_files }}' | tr ' ' '\n' | grep '\.ipynb$' || true)
+          notebooks=$(echo '${{ steps.changed-files.outputs.all_changed_files }}' | tr ' ' '\n' | grep '^docs/core_docs/.*\.ipynb$' || true)
           echo "Affected notebooks: $notebooks"
           echo "has_affected_notebooks=$([ -n "$notebooks" ] && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT
       - name: Build examples
         if: steps.check_notebooks.outputs.has_affected_notebooks == 'true'
         run: yarn turbo:command build --filter=examples
-      - name: Validate affected notebooks
+      - name: Validate affected notebooks in docs/core_docs
         if: steps.check_notebooks.outputs.has_affected_notebooks == 'true'
         run: |
-          notebooks=$(echo '${{ steps.changed-files.outputs.all_changed_files }}' | tr ' ' '\n' | grep '\.ipynb$' || true)
+          notebooks=$(echo '${{ steps.changed-files.outputs.all_changed_files }}' | tr ' ' '\n' | grep '^docs/core_docs/.*\.ipynb$' || true)
           if [ -n "$notebooks" ]; then
             for notebook in $notebooks; do
               yarn notebook:validate "$notebook"
             done
           else
-            echo "No notebooks to validate."
+            echo "No notebooks in docs/core_docs to validate."
           fi

deno.json

@@ -30,6 +30,14 @@
     "youtubei.js": "npm:/youtubei.js",
     "youtube-transcript": "npm:/youtube-transcript",
     "neo4j-driver": "npm:/neo4j-driver",
-    "axios": "npm:/axios"
+    "axios": "npm:/axios",
+    "@mendable/firecrawl-js": "npm:/@mendable/firecrawl-js",
+    "@aws-crypto/sha256-js": "npm:/@aws-crypto/sha256-js",
+    "@aws-sdk/credential-provider-node": "npm:/@aws-sdk/credential-provider-node",
+    "@smithy/protocol-http": "npm:/@smithy/protocol-http",
+    "@smithy/signature-v4": "npm:/@smithy/signature-v4",
+    "@smithy/eventstream-codec": "npm:/@smithy/eventstream-codec",
+    "@smithy/util-utf8": "npm:/@smithy/util-utf8",
+    "@aws-sdk/types": "npm:/@aws-sdk/types"
   }
 }

docs/core_docs/.gitignore

@@ -34,6 +34,26 @@ yarn-error.log*
 
 /.quarto/
 # AUTO_GENERATED_DOCS
+docs/tutorials/rag.md
+docs/tutorials/rag.mdx
+docs/tutorials/query_analysis.md
+docs/tutorials/query_analysis.mdx
+docs/tutorials/qa_chat_history.md
+docs/tutorials/qa_chat_history.mdx
+docs/tutorials/pdf_qa.md
+docs/tutorials/pdf_qa.mdx
+docs/tutorials/local_rag.md
+docs/tutorials/local_rag.mdx
+docs/tutorials/llm_chain.md
+docs/tutorials/llm_chain.mdx
+docs/tutorials/graph.md
+docs/tutorials/graph.mdx
+docs/tutorials/extraction.md
+docs/tutorials/extraction.mdx
+docs/tutorials/classification.md
+docs/tutorials/classification.mdx
+docs/tutorials/chatbot.md
+docs/tutorials/chatbot.mdx
 docs/how_to/trim_messages.md
 docs/how_to/trim_messages.mdx
 docs/how_to/tools_prompting.md
@@ -188,27 +208,29 @@ docs/how_to/assign.md
 docs/how_to/assign.mdx
 docs/how_to/agent_executor.md
 docs/how_to/agent_executor.mdx
-docs/tutorials/rag.md
-docs/tutorials/rag.mdx
-docs/tutorials/query_analysis.md
-docs/tutorials/query_analysis.mdx
-docs/tutorials/qa_chat_history.md
-docs/tutorials/qa_chat_history.mdx
-docs/tutorials/pdf_qa.md
-docs/tutorials/pdf_qa.mdx
-docs/tutorials/local_rag.md
-docs/tutorials/local_rag.mdx
-docs/tutorials/llm_chain.md
-docs/tutorials/llm_chain.mdx
-docs/tutorials/graph.md
-docs/tutorials/graph.mdx
-docs/tutorials/extraction.md
-docs/tutorials/extraction.mdx
-docs/tutorials/classification.md
-docs/tutorials/classification.mdx
-docs/tutorials/chatbot.md
-docs/tutorials/chatbot.mdx
 docs/integrations/llms/mistral.md
 docs/integrations/llms/mistral.mdx
+docs/integrations/chat/togetherai.md
+docs/integrations/chat/togetherai.mdx
+docs/integrations/chat/openai.md
+docs/integrations/chat/openai.mdx
+docs/integrations/chat/ollama.md
+docs/integrations/chat/ollama.mdx
 docs/integrations/chat/mistral.md
-docs/integrations/chat/mistral.mdx
+docs/integrations/chat/mistral.mdx
+docs/integrations/chat/groq.md
+docs/integrations/chat/groq.mdx
+docs/integrations/chat/google_vertex_ai.md
+docs/integrations/chat/google_vertex_ai.mdx
+docs/integrations/chat/google_generativeai.md
+docs/integrations/chat/google_generativeai.mdx
+docs/integrations/chat/fireworks.md
+docs/integrations/chat/fireworks.mdx
+docs/integrations/chat/cohere.md
+docs/integrations/chat/cohere.mdx
+docs/integrations/chat/azure.md
+docs/integrations/chat/azure.mdx
+docs/integrations/chat/anthropic.md
+docs/integrations/chat/anthropic.mdx
+docs/integrations/document_loaders/web_loaders/web_cheerio.md
+docs/integrations/document_loaders/web_loaders/web_cheerio.mdx