python[patch]: evaluators can return primitives (#1203) #42

	name: py-baseline

	on:
	workflow_dispatch:
	push:
	branches: [main]
	paths:
	- "python/langsmith/**"
	- "python/bench/**"

	env:
	POETRY_VERSION: "1.7.1"

	jobs:
	benchmark:
	runs-on: ubuntu-latest
	defaults:
	run:
	working-directory: python
	steps:
	- uses: actions/checkout@v4
	- run: SHA=$(git rev-parse HEAD) && echo "SHA=$SHA" >> $GITHUB_ENV
	- name: Set up Python 3.11 + Poetry ${{ env.POETRY_VERSION }}
	uses: "./.github/actions/poetry_setup"
	with:
	python-version: "3.11"
	poetry-version: ${{ env.POETRY_VERSION }}
	cache-key: py-benchi
	- name: Install dependencies
	run: poetry install --with dev
	- name: Run benchmarks
	run: OUTPUT=out/benchmark-baseline.json make -s benchmark
	- name: Save outputs
	uses: actions/cache/save@v4
	with:
	key: ${{ runner.os }}-benchmark-baseline-${{ env.SHA }}
	path: \|
	python/out/benchmark-baseline.json

Provide feedback