Python获取股票机构调研数据

[Mysql-Database]
host=localhost
user=root
passwd=tianjingle
db=noun
charset=utf8
[Email]
pass=1
user=1062879@qq.com
sender=2695062879@qq.com
receiver=2695062879@qq.com,1640910489@qq.com
[System]
syn=True
scans=4000
[Jgdy]
fetchUrl=http://datainterface3.eastmoney.com/EM_DataCenter_V3/api/JGDYHZ/GetJGDYMX?js=datatable435798&tkn=eastmoney&secuCode={0}&sortfield=4&sortdirec=1&pageNum={1}&pageSize={2}&cfg=jgdyhz&p=2&pageNo={3}&_=1610583145484

import configparser
class Connection:

    host = 'localhost'
    port = 3307
    user = 'root'
    passwd = ''
    db = 'noun'
    charset = 'utf8'

    emailPass=''
    emaialUser=''
    sender=''
    receivers=''

    jgdyUrl=''
    syn=False
    scans=2000

    def __init__(self):
        cf = configparser.ConfigParser()
        cf.read("config.ini")  
        self.emailPass = cf.get("Email","pass") 
        self.emaialUser = cf.get("Email","user")  
        self.sender = cf.get("Email","sender")
        self.receivers = cf.get("Email","receiver")
        self.host = cf.get("Mysql-Database", "host")  
        self.user = cf.get("Mysql-Database", "user")  
        self.passwd = cf.get("Mysql-Database", "passwd") 
        self.db = cf.get("Mysql-Database", "db")  
        self.charset = cf.get("Mysql-Database", "charset") 
        self.syn=cf.get("System","syn")
        self.scans=cf.get("System","scans")
        self.jgdyUrl=cf.get("Jgdy","fetchUrl")

import json
import uuid

import pymysql
import requests
from prettytable import PrettyTable

from src.NewTun.Connection import Connection

class JgdyQuery:

    connection = None
    cursor = None
    #解析数据
    def __init__(self):
        self.connection = Connection()

    #解析数据
    def printJgdyInfo(self,code,page):
        url = self.connection.jgdyUrl
        url=url.format(code,page,10,page)
        datas = self.get_url(url)

        # 取出json
        datas = datas[datas.find('{'):datas.find('}') + 3]  # 从出现第一个{开始，取到第三个花括号}
        jsonBody = json.loads(datas)
        jsonDatas = jsonBody['Data']
        realData=jsonDatas[0]
        splitStr=realData["SplitSymbol"]
        FieldName=realData["FieldName"]
        FieldNames=FieldName.split(',')
        myData=realData['Data']
        fundsArray=[]
        for data in myData:
            fundsArray = data.split(splitStr)
            self.save2DB(fundsArray)

    #获取数据
    def get_url(self, url, params=None, proxies=None):
        rsp = requests.get(url, params=params, proxies=proxies)
        rsp.raise_for_status()
        return rsp.text

    def save2DB(self,item):
        connect = pymysql.Connect(
            host=self.connection.host,
            port=self.connection.port,
            user=self.connection.user,
            passwd=self.connection.passwd,
            db=self.connection.db,
            charset=self.connection.charset
        )
        cursor=connect.cursor()
        #去重
        sql = "select * from ajgdy where CompanyCode='%s' and Licostaff='%s' and NoticeDate='%s'"
        data = (item[0], item[15],item[7])
        cursor.execute(sql % data)
        if len(list(cursor)) == 0:
            #入库
            sql = "INSERT INTO ajgdy (id, CompanyCode,CompanyName,OrgCode,OrgName,OrgSum,SCode,SName,NoticeDate,StartDate,EndDate,Place,Description,Orgtype,OrgtypeName,Personnel,Licostaff,Maincontent,ChangePercent,Close) " \
                  "VALUES ( '%s', '%s','%s', '%s','%s', '%s', '%s','%s', '%s','%s','%s', '%s','%s', '%s','%s', '%s', '%s','%s', '%s','%s')"
            data = (uuid.uuid1(), item[0], item[1], item[2], item[3], item[4], item[5], item[6], item[7],item[8], item[9], item[10], item[11],item[12], item[13], item[14], item[15],item[16], item[17], item[18])
            cursor.execute(sql % data)
            connect.commit()

# tianjl = JgdyQuery()
# tianjl.printJgdyInfo("300232",1)