From a1a6fd641c21a2b98af0520ee17b337355df390f Mon Sep 17 00:00:00 2001 From: Michael Ilie Date: Fri, 3 May 2024 13:07:30 -0400 Subject: [PATCH] excluded calculating with the first 200 papers --- .../experiments/evaluate_human_agreement.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/prompt_systematic_review/experiments/evaluate_human_agreement.py b/src/prompt_systematic_review/experiments/evaluate_human_agreement.py index c4daea3..35971ad 100644 --- a/src/prompt_systematic_review/experiments/evaluate_human_agreement.py +++ b/src/prompt_systematic_review/experiments/evaluate_human_agreement.py @@ -44,7 +44,7 @@ def evaluate_human_agreement(inputFile="arxiv_papers_with_abstract.csv"): df["title"] = df["title"].apply(lambda x: process_paper_title(x)) # df = df.iloc[400:800] - df_limited = df.copy() # .iloc[400:800] + df_limited = df.copy().iloc[200:] df_limited["human_review"] = ~df_limited["title"].isin(blacklist["title"]) keepables = ["highly relevant", "somewhat relevant", "neutral"]