From b2233cc886796318799e6b84292a5fd44ab100d7 Mon Sep 17 00:00:00 2001
From: Ubuntu
<zbzscript@zbgpu01.ndj4anicnnlexeer5gqrjnt1hc.ax.internal.cloudapp.net>
Date: Wed, 26 Feb 2025 10:46:30 +0000
Subject: [PATCH] :pencil2: adjust default input and output path
---
compute_pppl.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/compute_pppl.py b/compute_pppl.py
index 58a4ba6..189c3f1 100644
--- a/compute_pppl.py
+++ b/compute_pppl.py
@@ -21,8 +21,8 @@ logging.basicConfig(level=logging.INFO)
def parse_args():
parser = argparse.ArgumentParser(description="Compute pseudo-perplexity for each word in a text.")
parser.add_argument("-m", "--model-name", type=str, default="bert-base-multilingual-uncased", help="Model name or path")
- parser.add_argument("-i", "--input-path", type=str, default="data/sentences", help="Path to the input directory")
- parser.add_argument("-o", "--output-path", type=str, default="data/pppl_per_sent", help="Path to the output directory")
+ parser.add_argument("-i", "--input-path", type=str, default="data/worderror_json", help="Path to the input directory")
+ parser.add_argument("-o", "--output-path", type=str, default="data/pppl", help="Path to the output directory")
parser.add_argument("-w", "--window-size", type=int, default=11, help="Size of the sliding window")
parser.add_argument("-b", "--batch-size", type=int, default=32, help="Batch size for processing")
return parser.parse_args()
--
GitLab