From 4550697faf0cfc460350624e26735d93b609cc85 Mon Sep 17 00:00:00 2001 From: coffee Date: Tue, 29 Apr 2025 18:28:45 +0800 Subject: [PATCH] add utils for data process --- utils/tans_json_to_txt.py | 1 + 1 file changed, 1 insertion(+) diff --git a/utils/tans_json_to_txt.py b/utils/tans_json_to_txt.py index d2e7859..f57b5b8 100644 --- a/utils/tans_json_to_txt.py +++ b/utils/tans_json_to_txt.py @@ -11,3 +11,4 @@ def extract_completions(json_file_path, output_file_path): output_file.write(completion + '\n') extract_completions('corpus/wikipedia-cn-20230720-filtered.json', 'corpus/wikipedia.txt') +