doctest

.github/actions/python-integration-tests/action.yml

@@ -42,3 +42,12 @@ runs:
  run: make integration_tests_fast
  shell: bash
  working-directory: python
+
+ - name: Run doctest
+ env:
+ LANGCHAIN_TRACING_V2: "true"
+ LANGCHAIN_API_KEY: ${{ inputs.langchain-api-key }}
+ OPENAI_API_KEY: ${{ inputs.openai-api-key }}
+ run: make doctest
+ shell: bash
+ working-directory: python

python/Makefile

@@ -12,6 +12,9 @@ integration_tests:
 integration_tests_fast:
  poetry run pytest -n auto --durations=10 -v --cov=langsmith --cov-report=term-missing --cov-report=html --cov-config=.coveragerc tests/integration_tests
 
+doctest:
+ poetry run pytest --doctest-modules langsmith/evaluation/_runner.py
+
 lint:
  poetry run ruff .
  poetry run mypy .