feat(eval): filter reported scores and metrics (#130) #205

	name: Run Python evals

	on:
	pull_request:
	push:
	branches:
	- main

	permissions:
	pull-requests: write
	contents: read

	jobs:
	eval:
	name: Run Python evals
	runs-on: ubuntu-latest

	steps:
	- name: Checkout
	id: checkout
	uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
	with:
	fetch-depth: 0
	submodules: "recursive"

	- name: Set up Python
	uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
	with:
	python-version: "3.12" # TODO: Matrix test different versions

	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r test-eval-py/requirements.txt

	- name: Run Evals
	uses: ./
	with:
	api_key: ${{ secrets.BRAINTRUST_API_KEY }}
	root: test-eval-py
	runtime: python # Assuming the action supports a 'python' runtime


	# - name: Start terminal session
	# uses: mxschmitt/action-tmate@v3
	# with:
	# limit-access-to-actor: true

Navigation Menu