0555-6.1.0-使用Python并发访问认证和非认证集群

pip install hdfs
pip install requests_kerberos
pip install subprocess

import subprocess
import hdfs
from hdfs.ext.kerberos import KerberosClient
from hdfs import *
import os
import threading
import time

kt_cmd = 'kinit -kt /root/krbconf/hive.keytab hive@FAYSON.COM' #认证凭据
status = subprocess.call([kt_cmd], shell=True)

if status != 0:
print("kinit ERROR:")
print(subprocess.call([kt_cmd], shell=True))
exit()

noneclient=Client("http://cdh235.fayson.com:50070;http://cdh236.fayson.com:50070") #创建非认证集群客户端
krbclient=KerberosClient('http://cdh3.fayson.com:50070;http://cdh4.fayson.com:50070') #创建认证集群客户端

def listfiles(client,s):
for i in range(0,3):
time.sleep(s)
print threading.currentThread()
for path in client.list("/"):
print path
      print “********************************”
nonethread=threading.Thread(target=listfiles,args=(noneclient,3)) #创建访问非认证集群的线程
krbthread=threading.Thread(target=listfiles,args=(krbclient,4)) #创建访问认证集群的线程
nonethread.start()
krbthread.start()