From 63948eefb028f35607273e028302b2211f4e8d51 Mon Sep 17 00:00:00 2001 From: coffee Date: Fri, 9 May 2025 18:58:34 +0800 Subject: [PATCH] del trans --- utils/tans_json_to_txt.py | 14 -------------- 1 file changed, 14 deletions(-) delete mode 100755 utils/tans_json_to_txt.py diff --git a/utils/tans_json_to_txt.py b/utils/tans_json_to_txt.py deleted file mode 100755 index f57b5b8..0000000 --- a/utils/tans_json_to_txt.py +++ /dev/null @@ -1,14 +0,0 @@ -import json - -def extract_completions(json_file_path, output_file_path): - with open(json_file_path, 'r', encoding='utf-8') as json_file: - data = json.load(json_file) - - completions = [conversion["completion"] for conversion in data] - - with open(output_file_path, 'w', encoding='utf-8') as output_file: - for completion in completions: - output_file.write(completion + '\n') - -extract_completions('corpus/wikipedia-cn-20230720-filtered.json', 'corpus/wikipedia.txt') -