Skip to content

Commit

Permalink
update experiment yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
rachhek committed Dec 11, 2024
1 parent d9b3845 commit 9414900
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions use_case_research_assistant/experiment.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: named_entity_recognition
name: research_assistant
flow: flows/standard

connections:
Expand All @@ -10,21 +10,21 @@ connections:
api_type: azure

datasets:
- name: sample_research_questions_training
- name: research_assistant_training
source: data/sample_data.json
description: "This dataset is for sample research questions."
description: "This dataset is for prompt experiments."
mappings:
question: "${data.question}"
answer: "${data.answer}"

evaluators:
- name: evaluate_research_assistant
- name: research_assistant_evaluation_flow
flow: flows/evaluation
datasets:
- name: sample_research_questions_test
reference: sample_research_questions_training
source: data/eval_data.jsonl
- name: research_assistant_test
reference: research_assistant_training
source: data/test_data.jsonl
description: "This dataset is for evaluating flows."
mappings:
ground_truth: "${data.results}"
entities: "${run.outputs.entities}"
groundtruth: "${data.answer}"
prediction: "${run.outputs.answer}"

0 comments on commit 9414900

Please sign in to comment.