From 33120855681292ef35c4ed7e69854c86798b0a21 Mon Sep 17 00:00:00 2001 From: coffee Date: Fri, 9 May 2025 18:57:34 +0800 Subject: [PATCH] del trans --- utils/trans_json_to_txt.py | 14 -------------- 1 file changed, 14 deletions(-) delete mode 100755 utils/trans_json_to_txt.py diff --git a/utils/trans_json_to_txt.py b/utils/trans_json_to_txt.py deleted file mode 100755 index f57b5b8..0000000 --- a/utils/trans_json_to_txt.py +++ /dev/null @@ -1,14 +0,0 @@ -import json - -def extract_completions(json_file_path, output_file_path): - with open(json_file_path, 'r', encoding='utf-8') as json_file: - data = json.load(json_file) - - completions = [conversion["completion"] for conversion in data] - - with open(output_file_path, 'w', encoding='utf-8') as output_file: - for completion in completions: - output_file.write(completion + '\n') - -extract_completions('corpus/wikipedia-cn-20230720-filtered.json', 'corpus/wikipedia.txt') -