将JSON文件拆分成更小的部分

import json

def split_json_file(file_path, chunk_size):
    with open(file_path, 'r') as file:
        data = json.load(file)
    
    chunked_data = []
    for i in range(0, len(data), chunk_size):
        chunked_data.append(data[i:i + chunk_size])
    
    return chunked_data

# 示例用法
file_path = 'data.json'
chunk_size = 100
chunked_data = split_json_file(file_path, chunk_size)

for i, chunk in enumerate(chunked_data):
    with open(f'chunk_{i}.json', 'w') as file:
        json.dump(chunk, file)

import ijson

def split_json_file_stream(file_path, chunk_size):
    with open(file_path, 'r') as file:
        parser = ijson.items(file, 'item')
        chunked_data = []
        current_chunk = []
        
        for item in parser:
            current_chunk.append(item)
            if len(current_chunk) >= chunk_size:
                chunked_data.append(current_chunk)
                current_chunk = []
        
        if current_chunk:
            chunked_data.append(current_chunk)
    
    return chunked_data

# 示例用法
file_path = 'data.json'
chunk_size = 100
chunked_data = split_json_file_stream(file_path, chunk_size)

for i, chunk in enumerate(chunked_data):
    with open(f'chunk_{i}.json', 'w') as file:
        json.dump(chunk, file)