Cython并行读取文件并绕过GIL

# cython: language_level=3

import cython
from cython.parallel import prange

@cython.boundscheck(False)
@cython.wraparound(False)
def read_files_parallel(file_list):
    cdef int num_files = len(file_list)
    cdef int i

    # 创建一个列表来保存读取的文件内容
    result = []

    # 使用prange函数并行地遍历文件列表
    for i in prange(num_files, nogil=True):
        with open(file_list[i], 'r') as file:
            result.append(file.read())

    return result

from distutils.core import setup
from Cython.Build import cythonize

setup(
    ext_modules = cythonize("file_reader.pyx")
)

python setup.py build_ext --inplace

import file_reader

file_list = ['file1.txt', 'file2.txt', 'file3.txt']
result = file_reader.read_files_parallel(file_list)