Python实现多并发访问网站功能示例_Python

Python实现多并发访问网站功能示例

2020-11-19 00:26微烟波 Python

这篇文章主要介绍了Python实现多并发访问网站功能,结合具体实例形式分析了Python线程结合URL模块并发访问网站的相关操作技巧,需要的朋友可以参考下

本文实例讲述了Python实现多并发访问网站功能。分享给大家供大家参考，具体如下：

									# Filename:visitweb_threads.py

									# Description:python visit web, get startTime, endTime, everytimes spentTime,threading

									import threading

									import urllib

									import time

									import datetime

									print 'num    web       SpentTime'

									def Process(url,n):

									  minSpan = 0.0

									  maxSpan = 0.0

									  sumSpan= 0.0

									  over1s = 0

									  file = open('data.txt','a') # save Data

									  for i in range(n):

									    startTime =datetime.datetime.now()

									    try:

									      urlItem = urllib.urlopen(url)

									      htmSource = urlItem.read()

									      urlItem.close()

									    except:

									      pass

									    endTime = datetime.datetime.now()

									    span = (endTime-startTime).total_seconds()

									    sumSpan = sumSpan + span

									    if span < minSpan:

									      minSpan = span

									    if span > maxSpan:

									      maxSpan = span

									    if span>1:

									      over1s=over1s + 1

									    print(u'%4d %s Spent:%7s seconds'%(i,url,span))

									    file.write(u'%4d %s ST:%s ET:%s Spent :%s seconds\n'%(i,url,startTime,endTime,span))

									  file.write('\n')

									  print(u'\n requested:%s times\n Total Spent:%s seconds\n avg:%s seconds\n max:%s seconds\n min:%s seconds\n over 1 secnod:%s times\n'%(n,sumSpan,sumSpan/n,maxSpan,minSpan,over1s))

									  file.write(u' requested:%s times\n Total Spent:%s seconds\n avg:%s seconds\n max:%s seconds\n min:%s seconds\n over 1 secnod:%s times\n'%(n,sumSpan,sumSpan/n,maxSpan,minSpan,over1s))

									  file.close()

									class ThreadClass(threading.Thread):

									  def run(self):

									    now = datetime.datetime.now()

									    print "%s says Hello World at time: %s" % (self.getName(), now)

									    file = open('threads_data.txt','a') # save threads_data

									    file.write( "%s says Hello World at time: %s\n" % (self.getName(), now))

									    Process('http://222.20.6.184/main.aspx',10) # visit website 网站的Url和每个进程的访问次数

									    now = datetime.datetime.now()

									    print "%s says Goodbye at time: %s" % (self.getName(), now)

									    file.write( "%s says Goodbye at time: %s\n" % (self.getName(), now))

									    file.close()

									if __name__=='__main__':

									#  file = open('threads_data.txt','w')

									#  file.close()

									#  file = open('data.txt','w')

									#  file.close()

									  for i in range(1000): # 多少次同时并发访问

									    t = ThreadClass()

									    t.start()