Initial commit

playground/equal_splitter.py

@@ -0,0 +1,38 @@
+import json
+from math import ceil
+
+
+def split_json_file(input_file, n_splits):
+    # Read the JSON file
+    with open(input_file, "r") as file:
+        data = json.load(file)
+
+    # Calculate the size of each split
+    total_items = len(data)
+    items_per_split = ceil(total_items / n_splits)
+
+    # Split the data and save into separate files
+    for i in range(n_splits):
+        start_index = i * items_per_split
+        end_index = min((i + 1) * items_per_split, total_items)
+        split_data = data[start_index:end_index]
+
+        # Write the split data to a new JSON file
+        with open(f"{input_file.split('.')[0]}_split_{i}.json", "w") as split_file:
+            json.dump(split_data, split_file, indent=4)
+
+
+def main():
+    import argparse
+
+    parser = argparse.ArgumentParser(description="Split a JSON file into multiple parts.")
+    parser.add_argument("--input_file", type=str, help="The JSON file to split")
+    parser.add_argument("--n_splits", type=int, help="The number of splits")
+
+    args = parser.parse_args()
+
+    split_json_file(args.input_file, args.n_splits)
+
+
+if __name__ == "__main__":
+    main()