From 7c5c1c3def1a1c81f8e1184e6710e3fbcc27a7cd Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Fri, 12 Jul 2024 14:54:35 -0400 Subject: [PATCH] pipelines: Add missing drop_duplicates for context in grounded skills The full grounded skills pipeline begins by generating context. This block had "drop_duplicates: context" in its config, but it was accidentally dropped in the conversion to yaml. Signed-off-by: Russell Bryant --- src/instructlab/sdg/pipelines/full/grounded_skills.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/instructlab/sdg/pipelines/full/grounded_skills.yaml b/src/instructlab/sdg/pipelines/full/grounded_skills.yaml index 9f7e927f..f684af6f 100644 --- a/src/instructlab/sdg/pipelines/full/grounded_skills.yaml +++ b/src/instructlab/sdg/pipelines/full/grounded_skills.yaml @@ -9,6 +9,8 @@ blocks: gen_kwargs: temperature: 0.7 max_tokens: 2048 + drop_duplicates: + - context - name: gen_grounded_questions type: LLMBlock config: