尝试创建包含N个分类变量的所有可能组合的数据框

import pandas as pd

# 定义分类变量的值
colors = ['Red', 'Blue', 'Green']
sizes = ['Small', 'Medium', 'Large']
materials = ['Cotton', 'Polyester', 'Wool']

# 使用itertools.product生成所有组合
from itertools import product

combinations = list(product(colors, sizes, materials))

# 将组合转换为数据框
df = pd.DataFrame(combinations, columns=['Color', 'Size', 'Material'])

print(df)

combinations_generator = product(colors, sizes, materials)

# 分批次读取数据
batch_size = 1000
for i in range(0, len(combinations), batch_size):
    batch = combinations[i:i+batch_size]
    df_batch = pd.DataFrame(batch, columns=['Color', 'Size', 'Material'])
    # 处理df_batch