rename folder to prompt_evaluations and update README

2024-09-04 17:06:50 -06:00
parent 8174d9d587
commit c2dd47ec9b
94 changed files with 8 additions and 11 deletions
--- a/prompt_evaluations/05_prompt_foo_code_graded_animals/promptfooconfig.yaml
+++ b/prompt_evaluations/05_prompt_foo_code_graded_animals/promptfooconfig.yaml
@@ -0,0 +1,18 @@
+description: "Animal Legs Eval"
+
+prompts:
+  - prompts.py:simple_prompt
+  - prompts.py:better_prompt
+  - prompts.py:chain_of_thought_prompt
+  
+providers:
+  - anthropic:messages:claude-3-haiku-20240307
+  - anthropic:messages:claude-3-5-sonnet-20240620
+
+tests: animal_legs_tests.csv
+
+defaultTest:
+  options:
+    transform: file://transform.py
+
+