rename folder to prompt_evaluations and update README

2024-09-04 17:06:50 -06:00
parent 8174d9d587
commit c2dd47ec9b
94 changed files with 8 additions and 11 deletions
--- a/prompt_evaluations/09_custom_model_graded_prompt_foo/promptfooconfig.yaml
+++ b/prompt_evaluations/09_custom_model_graded_prompt_foo/promptfooconfig.yaml
@@ -0,0 +1,33 @@
+description: 'Summarization Evaluation'
+
+prompts:
+  - prompts.py:basic_summarize
+  - prompts.py:better_summarize
+  - prompts.py:best_summarize
+
+providers:
+  - id: anthropic:messages:claude-3-5-sonnet-20240620
+    label: "3.5 Sonnet"
+
+tests:
+  - vars:
+      article: file://articles/article1.txt
+  - vars:
+      article: file://articles/article2.txt
+  - vars:
+      article: file://articles/article3.txt
+  - vars:
+      article: file://articles/article4.txt
+  - vars:
+      article: file://articles/article5.txt
+  - vars:
+      article: file://articles/article6.txt
+  - vars:
+      article: file://articles/article7.txt
+  - vars:
+      article: file://articles/article8.txt
+
+defaultTest:
+  assert:
+    - type: python
+      value: file://custom_llm_eval.py