add evaluations course and update models table

2024-09-04 16:45:46 -06:00
parent cf2979dc88
commit b81598db86
93 changed files with 15212 additions and 18 deletions
--- a/evaluations/05_prompt_foo_code_graded_animals/promptfooconfig.yaml
+++ b/evaluations/05_prompt_foo_code_graded_animals/promptfooconfig.yaml
@@ -0,0 +1,18 @@
+description: "Animal Legs Eval"
+
+prompts:
+  - prompts.py:simple_prompt
+  - prompts.py:better_prompt
+  - prompts.py:chain_of_thought_prompt
+  
+providers:
+  - anthropic:messages:claude-3-haiku-20240307
+  - anthropic:messages:claude-3-5-sonnet-20240620
+
+tests: animal_legs_tests.csv
+
+defaultTest:
+  options:
+    transform: file://transform.py
+
+