import pymssql
import requests
import time
import os
# -*- coding: gb2312 -*- #
"""
测试之前爬取存到数据库的代理ip是否可用,可行。。
接着爬呀爬。
"""
headers={
'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3722.400 QQBrowser/10.5.3751.400',
}
usr=pymssql.connect('KIRIN','sa','123','student',autocommit=True)
sql=usr.cursor()
# sql.execute('''delete from ip where ip=('60.167.135.229')''')
# 数据库删除ip方法
def delete(ip):
xx=usr.cursor()
xx.execute(f'''delete from ip where ip=('{ip}')''')
print(ip,'不可用,已移除')
def getip(): # 从数据库获取ip并进行拼接处理,给下面请求测试使用
sql.execute('select ip,port from ip')
aa = sql.fetchall()
ip = []
for xx in aa:
xxx = ':'.join(xx)
ip.append(xxx)
return ip
# ip请求外部方法
def put():
a=getip()
for x in a:
t={'http':'{}'.format(x)} # 接收到处理过的ip 下面发送请求
try:
req = requests.get('http://666cc.cn/blog/', headers=headers, proxies=t, timeout=3)
if req.status_code==200:
print('ip可用',x)
except Exception as e:
print(e)
xx=x.find(':')
delete(x[:xx])
put()
sql.close()