.env.example
.flake8
.gitignore
.pre-commit-config.yaml
.prettierrc.json
CHANGELOG.md
CLA.md
LICENSE.md
MANIFEST.in
README.md
conftest.py
main.py
mypy.ini
pyproject.toml
setup.cfg
setup.py
tox.ini
.github/dependabot.yml
.github/workflows/chromatic.yml
.github/workflows/cla.yml
.github/workflows/deploy-preview.yml
.github/workflows/deploy-prod.yml
.github/workflows/tests.yml
gold_standards/README.md
gold_standards/gold_standards.csv
ice/__init__.py
ice/agent.py
ice/cache.py
ice/cli_utils.py
ice/environment.py
ice/execution_context.py
ice/json_value.py
ice/logging.py
ice/mode.py
ice/paper.py
ice/py.typed
ice/recipe.py
ice/server.py
ice/settings.py
ice/sqlite_shelf.py
ice/summarize.py
ice/trace.py
ice/utils.py
ice/version.py
ice/agents/approval.py
ice/agents/augmented.py
ice/agents/base.py
ice/agents/cached.py
ice/agents/fake.py
ice/agents/human.py
ice/agents/openai.py
ice/agents/openai_reasoning.py
ice/agents/ought_inference.py
ice/agents/squad.py
ice/agents/tfew.py
ice/apis/__init__.py
ice/apis/openai.py
ice/datasets/qasper.py
ice/evaluation/evaluate_recipe_result.py
ice/evaluation/evaluation_report.py
ice/evaluation/summarize_experiment_evals.py
ice/evaluation/utils.py
ice/formatter/__init__.py
ice/formatter/multi.py
ice/formatter/transform/__init__.py
ice/formatter/transform/dependent.py
ice/formatter/transform/positional.py
ice/formatter/transform/value.py
ice/metrics/__init__.py
ice/metrics/base.py
ice/metrics/gold_paragraphs.py
ice/metrics/gold_standards.py
ice/metrics/nubia.py
ice/metrics/qasper.py
ice/metrics/rouge.py
ice/nn/__init__.py
ice/nn/bert_t5_t0_ensemble.py
ice/nn/bert_t5_t0_example.py
ice/nn/tfew.py
ice/nn/weights/README.md
ice/recipes/__init__.py
ice/recipes/abstract_qa.py
ice/recipes/adherence_keyword_baseline.py
ice/recipes/adherence_simple.py
ice/recipes/adherence_tfew_paragraph.py
ice/recipes/all_quotes.py
ice/recipes/best_completion.py
ice/recipes/blinding_dynamic.py
ice/recipes/combine_abstract_answers.py
ice/recipes/comparisons_qa.py
ice/recipes/evaluate_result.py
ice/recipes/evaluate_results.py
ice/recipes/experiment_arms.py
ice/recipes/find_best_few_shot_prompt.py
ice/recipes/funnel_simple.py
ice/recipes/placebo_description.py
ice/recipes/placebo_dialogs.py
ice/recipes/placebo_keyword_baseline.py
ice/recipes/placebo_simple.py
ice/recipes/placebo_tree.py
ice/recipes/rank_paragraphs.py
ice/recipes/single_prompt.py
ice/recipes/subrecipe_example.py
ice/recipes/synthesize.py
ice/recipes/synthesize_compositional.py
ice/recipes/consort_flow/baseline_elicit_answer.py
ice/recipes/consort_flow/baselines.py
ice/recipes/consort_flow/experiments_and_arms.py
ice/recipes/consort_flow/generate_questions.py
ice/recipes/consort_flow/golds.py
ice/recipes/consort_flow/types.py
ice/recipes/elicit/common.py
ice/recipes/elicit/qa.py
ice/recipes/elicit/search.py
ice/recipes/elicit/search_and_synthesize.py
ice/recipes/experiments_and_arms/__init__.py
ice/recipes/experiments_and_arms/golds.py
ice/recipes/experiments_and_arms/num_utils.py
ice/recipes/experiments_and_arms/types.py
ice/recipes/experiments_and_arms/prompts/can_count_exps.py
ice/recipes/experiments_and_arms/prompts/can_name_arms.py
ice/recipes/experiments_and_arms/prompts/can_name_exps.py
ice/recipes/experiments_and_arms/prompts/cluster.py
ice/recipes/experiments_and_arms/prompts/consensus.py
ice/recipes/experiments_and_arms/prompts/count_exps.py
ice/recipes/experiments_and_arms/prompts/name_arms.py
ice/recipes/experiments_and_arms/prompts/name_exps.py
ice/recipes/experiments_and_arms/prompts/passages_to_keep.py
ice/recipes/experiments_and_arms/prompts/quick_evaluate.py
ice/recipes/experiments_and_arms/prompts/quick_list.py
ice/recipes/experiments_and_arms/prompts/utils.py
ice/recipes/experiments_and_arms/recipes/best_passages.py
ice/recipes/experiments_and_arms/recipes/cluster.py
ice/recipes/experiments_and_arms/recipes/consensus.py
ice/recipes/experiments_and_arms/recipes/count_experiments.py
ice/recipes/experiments_and_arms/recipes/experiments_and_arms.py
ice/recipes/experiments_and_arms/recipes/name_arms.py
ice/recipes/experiments_and_arms/recipes/name_experiments.py
ice/recipes/experiments_and_arms/recipes/quick_evaluate.py
ice/recipes/experiments_and_arms/recipes/reason_select_and_answer.py
ice/recipes/meta/eval_text_classification.py
ice/recipes/meta/eval_paper_qa/common_baselines.py
ice/recipes/meta/eval_paper_qa/common_eval_methods.py
ice/recipes/meta/eval_paper_qa/paper_qa_baseline.py
ice/recipes/meta/eval_paper_qa/qa_baseline.py
ice/recipes/meta/eval_paper_qa/quick_list.py
ice/recipes/meta/eval_paper_qa/types.py
ice/recipes/meta/eval_paper_qa/utils.py
ice/recipes/meta/matching/match.py
ice/recipes/meta/matching/prompt.py
ice/recipes/primer/amplify.py
ice/recipes/primer/answer_by_computation.py
ice/recipes/primer/answer_by_reasoning.py
ice/recipes/primer/answer_by_search.py
ice/recipes/primer/answer_by_search_direct.py
ice/recipes/primer/chain_of_thought.py
ice/recipes/primer/eval_direct.py
ice/recipes/primer/eval_selective.py
ice/recipes/primer/hello.py
ice/recipes/primer/paper_hello.py
ice/recipes/primer/paper_qa.py
ice/recipes/primer/paper_qa_class.py
ice/recipes/primer/paper_qa_classes.py
ice/recipes/primer/paper_qa_ranker.py
ice/recipes/primer/qa.py
ice/recipes/primer/qa_simple.py
ice/recipes/primer/search_json.py
ice/recipes/primer/search_string.py
ice/recipes/primer/sequential_action.py
ice/recipes/primer/subquestions.py
ice/recipes/primer/subquestions_answered.py
ice/recipes/primer/verify_answer.py
ice/recipes/primer/amplify_one/recipe.py
ice/recipes/primer/amplify_one/utils.py
ice/recipes/primer/answer_by_dispatch/classify.py
ice/recipes/primer/answer_by_dispatch/execute.py
ice/recipes/primer/answer_by_dispatch/prompt.py
ice/recipes/primer/answer_by_dispatch/types.py
ice/recipes/primer/debate/prompt.py
ice/recipes/primer/debate/recipe.py
ice/recipes/primer/debate/types.py
ice/recipes/primer/debate/utils.py
ice/recipes/primer/verify/last.py
ice/recipes/primer/verify/steps.py
ice/recipes/primer/verify/utils.py
ice/recipes/program_search/types.py
ice/recipes/program_search/nodes/compress.py
ice/recipes/program_search/nodes/answer/answer.py
ice/recipes/program_search/nodes/answer/types.py
ice/recipes/program_search/nodes/answer/generate_reasoning/prompts.py
ice/recipes/program_search/nodes/augment_question/augment_question.py
ice/recipes/program_search/nodes/augment_question/prompts.py
ice/recipes/program_search/nodes/decontext/decontextualize.py
ice/recipes/program_search/nodes/decontext/prompts.py
ice/recipes/program_search/nodes/prune/prompts.py
ice/recipes/program_search/nodes/prune/prune.py
ice/recipes/program_search/nodes/question_decontext/prompts.py
ice/recipes/program_search/nodes/select/dynamic.py
ice/recipes/program_search/nodes/select/prompts.py
ice/recipes/program_search/nodes/select/select.py
ice/recipes/program_search/utils/find_examples.py
ice/routes/app.py
ice/routes/base.py
ice/routes/traces.py
ice/routes/ui/index.html
ice/routes/ui/assets/index-57358a1f.css
ice/routes/ui/assets/index-f95e057f.js
ought_ice.egg-info/PKG-INFO
ought_ice.egg-info/SOURCES.txt
ought_ice.egg-info/dependency_links.txt
ought_ice.egg-info/requires.txt
ought_ice.egg-info/top_level.txt
papers/README.md
papers/keenan-2018-tiny.txt
papers/keenan-2018.pdf
scripts/release.sh
scripts/update-primer.py
tests/test_json.py
tests/test_main.py
tests/test_metrics.py
tests/test_paper.py
tests/test_primer_recipes.py
tests/test_summarize.py
tests/test_trace.py
tests/test_utils.py
tests/test_formatter/test_multi.py
tests/test_formatter/test_transform/test_dependent.py
tests/test_formatter/test_transform/test_value.py
ui/.eslintrc.json
ui/.npmrc
ui/index.html
ui/main.tsx
ui/package-lock.json
ui/package.json
ui/postcss.config.js
ui/tailwind.config.js
ui/tsconfig.json
ui/tsconfig.node.json
ui/vercel.json
ui/vite-env.d.ts
ui/vite.config.ts
ui/.storybook/main.ts
ui/.storybook/preview-head.html
ui/.storybook/preview.jsx
ui/components/MainWrapper.tsx
ui/components/ChakraWrapper/ChakraAlerts.stories.tsx
ui/components/ChakraWrapper/ChakraButton.stories.tsx
ui/components/ChakraWrapper/ChakraInput.stories.tsx
ui/components/ChakraWrapper/ChakraTabs.stories.tsx
ui/components/ChakraWrapper/ChakraTag.stories.tsx
ui/components/ChakraWrapper/ChakraWrapper.tsx
ui/components/ChakraWrapper/IconButton.tsx
ui/components/ChakraWrapper/alertStyles.ts
ui/components/ChakraWrapper/buttonStyles.ts
ui/components/ChakraWrapper/inputStyles.ts
ui/components/ChakraWrapper/tabsStyles.ts
ui/components/ChakraWrapper/tagStyles.ts
ui/components/ChakraWrapper/textareaStyles.ts
ui/components/TracePage/CallIconButton.stories.tsx
ui/components/TracePage/CallIconButton.tsx
ui/components/TracePage/CallName.tsx
ui/components/TracePage/FString.stories.tsx
ui/components/TracePage/FString.tsx
ui/components/TracePage/Spinner.tsx
ui/components/TracePage/Table.stories.tsx
ui/components/TracePage/Table.tsx
ui/components/TracePage/Toolbar.tsx
ui/components/TracePage/TracePage.tsx
ui/helpers/recipes.ts
ui/pages/HomePage.tsx
ui/pages/TraceListPage.tsx
ui/patches/react-archer+4.1.0.patch
ui/styles/Home.module.css
ui/styles/colors.json
ui/styles/globals.css