.env.example
.flake8
.gitignore
.pre-commit-config.yaml
.prettierrc.json
CHANGELOG.md
CLA.md
LICENSE.md
MANIFEST.in
README.md
conftest.py
main.py
mypy.ini
pyproject.toml
setup.cfg
setup.py
.devcontainer/devcontainer.json
.github/workflows/cla.yml
.github/workflows/tests.yml
cache/README.md
gold_standards/README.md
gold_standards/gold_standards.csv
ice/__init__.py
ice/agent.py
ice/cache.py
ice/cli_utils.py
ice/environment.py
ice/execution_context.py
ice/logging.py
ice/mode.py
ice/paper.py
ice/recipe.py
ice/server.py
ice/settings.py
ice/sqlite_shelf.py
ice/streamlit_utils.py
ice/trace.py
ice/utils.py
ice/version.py
ice/agents/__init__.py
ice/agents/approval.py
ice/agents/augmented.py
ice/agents/base.py
ice/agents/cached.py
ice/agents/fake.py
ice/agents/human.py
ice/agents/openai.py
ice/agents/openai_reasoning.py
ice/agents/ought_inference.py
ice/agents/squad.py
ice/agents/tfew.py
ice/apis/__init__.py
ice/apis/openai.py
ice/contrib/README.md
ice/evaluation/evaluate_recipe_result.py
ice/evaluation/evaluation_report.py
ice/evaluation/summarize_experiment_evals.py
ice/evaluation/utils.py
ice/formatter/__init__.py
ice/formatter/multi.py
ice/formatter/transform/__init__.py
ice/formatter/transform/dependent.py
ice/formatter/transform/positional.py
ice/formatter/transform/value.py
ice/metrics/__init__.py
ice/metrics/base.py
ice/metrics/gold_paragraphs.py
ice/metrics/gold_standards.py
ice/metrics/nubia.py
ice/metrics/rouge.py
ice/nn/__init__.py
ice/nn/bert_t5_t0_ensemble.py
ice/nn/bert_t5_t0_example.py
ice/nn/tfew.py
ice/nn/weights/README.md
ice/recipes/__init__.py
ice/recipes/abstract_qa.py
ice/recipes/adherence_keyword_baseline.py
ice/recipes/adherence_simple.py
ice/recipes/adherence_tfew_paragraph.py
ice/recipes/all_quotes.py
ice/recipes/best_completion.py
ice/recipes/blinding_dynamic.py
ice/recipes/combine_abstract_answers.py
ice/recipes/comparisons_qa.py
ice/recipes/evaluate_result.py
ice/recipes/evaluate_results.py
ice/recipes/experiment_arms.py
ice/recipes/find_best_few_shot_prompt.py
ice/recipes/funnel_simple.py
ice/recipes/placebo_description.py
ice/recipes/placebo_dialogs.py
ice/recipes/placebo_keyword_baseline.py
ice/recipes/placebo_simple.py
ice/recipes/placebo_tree.py
ice/recipes/rank_paragraphs.py
ice/recipes/single_prompt.py
ice/recipes/subrecipe_example.py
ice/recipes/synthesize.py
ice/recipes/synthesize_compositional.py
ice/recipes/elicit/common.py
ice/recipes/elicit/qa.py
ice/recipes/elicit/search.py
ice/recipes/elicit/search_and_synthesize.py
ice/recipes/primer/amplify.py
ice/recipes/primer/answer_by_computation.py
ice/recipes/primer/answer_by_reasoning.py
ice/recipes/primer/answer_by_search.py
ice/recipes/primer/answer_by_search_direct.py
ice/recipes/primer/chain_of_thought.py
ice/recipes/primer/eval_direct.py
ice/recipes/primer/eval_selective.py
ice/recipes/primer/hello.py
ice/recipes/primer/paper_hello.py
ice/recipes/primer/paper_qa.py
ice/recipes/primer/paper_qa_class.py
ice/recipes/primer/paper_qa_classes.py
ice/recipes/primer/paper_qa_ranker.py
ice/recipes/primer/qa.py
ice/recipes/primer/qa_simple.py
ice/recipes/primer/search_json.py
ice/recipes/primer/search_string.py
ice/recipes/primer/sequential_action.py
ice/recipes/primer/subquestions.py
ice/recipes/primer/subquestions_answered.py
ice/recipes/primer/verify_answer.py
ice/recipes/primer/amplify_one/recipe.py
ice/recipes/primer/amplify_one/utils.py
ice/recipes/primer/answer_by_dispatch/classify.py
ice/recipes/primer/answer_by_dispatch/execute.py
ice/recipes/primer/answer_by_dispatch/prompt.py
ice/recipes/primer/answer_by_dispatch/types.py
ice/recipes/primer/debate/prompt.py
ice/recipes/primer/debate/recipe.py
ice/recipes/primer/debate/types.py
ice/recipes/primer/debate/utils.py
ice/recipes/primer/verify/last.py
ice/recipes/primer/verify/steps.py
ice/recipes/primer/verify/utils.py
ice/routes/agents.py
ice/routes/app.py
ice/routes/base.py
ice/routes/traces.py
ice/routes/ui/index.html
ice/routes/ui/assets/index.f3553fdd.css
ice/routes/ui/assets/index.fa693be9.js
ought_ice.egg-info/PKG-INFO
ought_ice.egg-info/SOURCES.txt
ought_ice.egg-info/dependency_links.txt
ought_ice.egg-info/requires.txt
ought_ice.egg-info/top_level.txt
papers/README.md
papers/keenan-2018-tiny.txt
papers/keenan-2018.pdf
scripts/eval-in-app-qa.sh
scripts/release.sh
scripts/update-primer.py
streamlits/home.py
streamlits/pages/gold_standard_paragraphs.py
streamlits/pages/placebo_classification_histogram.py
streamlits/pages/playground.py
streamlits/pages/results_viewer.py
tests/test_main.py
tests/test_metrics.py
tests/test_paper.py
tests/test_primer_recipes.py
tests/test_utils.py
tests/test_formatter/test_multi.py
tests/test_formatter/test_transform/test_dependent.py
tests/test_formatter/test_transform/test_value.py
ui/.eslintrc.json
ui/index.html
ui/main.tsx
ui/package-lock.json
ui/package.json
ui/postcss.config.js
ui/tailwind.config.js
ui/tsconfig.json
ui/tsconfig.node.json
ui/vite-env.d.ts
ui/vite.config.ts
ui/components/ChakraWrapper/ChakraAlerts.stories.tsx
ui/components/ChakraWrapper/ChakraButton.stories.tsx
ui/components/ChakraWrapper/ChakraInput.stories.tsx
ui/components/ChakraWrapper/ChakraTabs.stories.tsx
ui/components/ChakraWrapper/ChakraTag.stories.tsx
ui/components/ChakraWrapper/ChakraWrapper.tsx
ui/components/ChakraWrapper/IconButton.tsx
ui/components/ChakraWrapper/alertStyles.ts
ui/components/ChakraWrapper/buttonStyles.ts
ui/components/ChakraWrapper/inputStyles.ts
ui/components/ChakraWrapper/tabsStyles.ts
ui/components/ChakraWrapper/tagStyles.ts
ui/components/ChakraWrapper/textareaStyles.ts
ui/components/TracePage/Separator.tsx
ui/components/TracePage/Spinner.tsx
ui/components/TracePage/TracePage.tsx
ui/helpers/recipes.ts
ui/pages/HomePage.tsx
ui/pages/TraceListPage.tsx
ui/patches/react-archer+4.1.0.patch
ui/styles/Home.module.css
ui/styles/colors.json
ui/styles/globals.css