.gitignore
.mailmap
.pre-commit-config.yaml
.python-version
.secrets.allowlist
CITATION.cff
CONTRIBUTING.md
LICENSE
README.md
citation.bib
pyproject.toml
uv.lock
.github/renovate.json5
.github/workflows/publish.yml
.github/workflows/tests.yml
docs/assets/Aviary.png
docs/assets/aviary_art.png
packages/gsm8k/README.md
packages/gsm8k/pyproject.toml
packages/gsm8k/src/aviary/envs/gsm8k/__init__.py
packages/gsm8k/src/aviary/envs/gsm8k/env.py
packages/gsm8k/src/aviary/envs/gsm8k/py.typed
packages/gsm8k/tests/test_gsm8k_env.py
packages/hotpotqa/README.md
packages/hotpotqa/pyproject.toml
packages/hotpotqa/src/aviary/envs/hotpotqa/__init__.py
packages/hotpotqa/src/aviary/envs/hotpotqa/env.py
packages/hotpotqa/src/aviary/envs/hotpotqa/py.typed
packages/hotpotqa/tests/test_hotpotqa_env.py
packages/lfrqa/README.md
packages/lfrqa/pyproject.toml
packages/lfrqa/src/aviary/envs/lfrqa/__init__.py
packages/lfrqa/src/aviary/envs/lfrqa/env.py
packages/lfrqa/src/aviary/envs/lfrqa/py.typed
packages/lfrqa/src/aviary/envs/lfrqa/task.py
packages/lfrqa/tests/test_lfrqa_env.py
packages/lfrqa/tests/stub_data/mini_lfrqa.csv
packages/litqa/README.md
packages/litqa/pyproject.toml
packages/litqa/src/aviary/envs/litqa/__init__.py
packages/litqa/src/aviary/envs/litqa/env.py
packages/litqa/src/aviary/envs/litqa/py.typed
packages/litqa/src/aviary/envs/litqa/task.py
packages/litqa/tests/conftest.py
packages/litqa/tests/test_litqa_env.py
packages/litqa/tests/cassettes/TestTaskDataset.test_tool_failure.yaml
packages/litqa/tests/stub_data/bates.txt
packages/litqa/tests/stub_data/flag_day.html
packages/litqa/tests/stub_data/paper.pdf
packages/notebook/README.md
packages/notebook/pyproject.toml
packages/notebook/docker/Dockerfile.pinned
packages/notebook/docker/install_IRKernel.R
packages/notebook/docker/requirements.txt
packages/notebook/src/aviary/envs/notebook/__init__.py
packages/notebook/src/aviary/envs/notebook/config.py
packages/notebook/src/aviary/envs/notebook/env.py
packages/notebook/src/aviary/envs/notebook/py.typed
packages/notebook/src/aviary/envs/notebook/utils.py
packages/notebook/tests/test_nb_env.py
src/aviary/core.py
src/aviary/dataset_server.py
src/aviary/env.py
src/aviary/env_client.py
src/aviary/functional.py
src/aviary/main.py
src/aviary/message.py
src/aviary/py.typed
src/aviary/render.py
src/aviary/utils.py
src/aviary/version.py
src/aviary/tools/__init__.py
src/aviary/tools/argref.py
src/aviary/tools/base.py
src/aviary/tools/server.py
src/aviary/tools/utils.py
src/fhaviary.egg-info/PKG-INFO
src/fhaviary.egg-info/SOURCES.txt
src/fhaviary.egg-info/dependency_links.txt
src/fhaviary.egg-info/entry_points.txt
src/fhaviary.egg-info/requires.txt
src/fhaviary.egg-info/top_level.txt
tests/.gitignore
tests/__init__.py
tests/conftest.py
tests/test_envs.py
tests/test_functional.py
tests/test_messages.py
tests/test_tools.py
tests/test_utils.py
tests/cassettes/TestLitQAEvaluation.test_grade[didnt-match-and-llm-has-innate-knowledge].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[didnt-match-and-no-llm-innate-knowledge].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[empty-answer1].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[empty-answer2].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[empty-answer3].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[matched-correct-option].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[matched-incorrect-option].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[matched-several-options].yaml
tests/cassettes/TestLitQAEvaluation.test_grade[matched-unsure-option].yaml
tests/cassettes/TestParallelism.test_dummyenv_using_empty_params.yaml
tests/cassettes/TestParallelism.test_tool_selector_from_model_name[gpt-4o-mini-2024-07-18].yaml
tests/cassettes/TestParallelism.test_tool_selector_with_external_acompletion[gpt-4o-mini-2024-07-18].yaml
tests/cassettes/test_eval_answer[llm basic].yaml
tests/cassettes/test_eval_llm_config.yaml
tests/cassettes/test_extract_answer[complex].yaml
tests/cassettes/test_extract_answer[empty-proposal].yaml
tests/cassettes/test_extract_answer[gave-two].yaml
tests/cassettes/test_extract_answer[not in options].yaml
tests/fixtures/test_images/sample_jpeg_image.b64
tests/fixtures/test_images/sample_png_image.b64
tutorials/Building a Custom Environment in Aviary.ipynb
tutorials/Building a GSM8k Environment in Aviary.ipynb