从不同API获取的数据存储实体类型之间的差异

import json

def adapt_data(data):
    if isinstance(data, str):
        data = json.loads(data)
    # 进行类型转换
    if 'key' in data and not isinstance(data['key'], int):
        data['key'] = int(data['key'])
    return data

from sqlalchemy import create_engine, Column, Integer, String
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import sessionmaker

Base = declarative_base()

class DataEntity(Base):
    __tablename__ = 'data'
    id = Column(Integer, primary_key=True)
    key = Column(String)
    value = Column(String)

engine = create_engine('sqlite:///example.db')
Base.metadata.create_all(engine)
Session = sessionmaker(bind=engine)
session = Session()

def store_data(data):
    entity = DataEntity(key=data['key'], value=data['value'])
    session.add(entity)
    session.commit()

import requests

def fetch_large_data(url):
    response = requests.get(url, stream=True)
    for chunk in response.iter_content(chunk_size=1024):
        if chunk:
            # 处理每个数据块
            process_chunk(chunk)