From a81a839100c271c75f8c633627a884dccbde5941 Mon Sep 17 00:00:00 2001 From: Ubuntu <zbzscript@zbgpu01.ndj4anicnnlexeer5gqrjnt1hc.ax.internal.cloudapp.net> Date: Fri, 31 Jan 2025 11:33:36 +0000 Subject: [PATCH] :zap: create output directory automatically --- compute_pppl.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/compute_pppl.py b/compute_pppl.py index 11b6efd..58a4ba6 100644 --- a/compute_pppl.py +++ b/compute_pppl.py @@ -5,6 +5,7 @@ import json import logging import argparse from tqdm import tqdm +from pathlib import Path from transformers import AutoTokenizer, AutoModelForMaskedLM @@ -193,6 +194,7 @@ def main(args): model_name = args.model_name window_size = args.window_size batch_size = args.batch_size + Path(args.output_path).mkdir(parents=True, exist_ok=True) for (root,dirs,files) in os.walk(args.input_path, topdown=True): -- GitLab