import  requests
import queue
import time
import logging
import threading
loghandel=logging.getLogger( totest )
fhand = logging.FileHandler( ./log/main.log ,  a )
formator = logging.Formatter(
     %(asctime)s - %(name)s - %(levelname)s - %(module)s - %(lineno)d - %(message)s ,
     %a, %d %b %Y %H:%M:%S )
fhand.setFormatter(formator)
fhand.setLevel(logging.DEBUG)
loghandel.addHandler(fhand)
loghandel.setLevel(logging.DEBUG)
def test5(threadcount):
    reqqueue = queue.Queue()
    respqueue=queue.Queue()
    for i in range(1,624):
        reqqueue.put( http://club.autohome.com.cn/bbs/forum-c-3170-{0}.html?orderby=dateline qaType=-1 .format(i))
    def downloadpage(url):
        starttime = time.time()
        startclock = time.clock()
        rsp = requests.get(url)
        endtime = time.time()
        endclock = time.clock()
        loghandel.info(rsp.url +     + str(rsp.elapsed.microseconds) +     + str(rsp.status_code) +     + str(
            endtime - starttime)+   + str(endclock - startclock))
        respqueue.put(rsp)
    while reqqueue.qsize()!=0:
        threadpool=[]
        for i in range(1, threadcount):
            try:
                page = reqqueue.get(block=False)
                t = threading.Thread(target=downloadpage(page))
                threadpool.append(t)
            except queue.Empty as e:
                loghandel.error( the pagequeue is empty )
                break
        for t in threadpool:
            t.start()
        for t in threadpool:
            t.join()
        threadpool.clear()
    return respqueue
if __name__ ==  __main__ :
    for i in [2, 6, 11, 31, 51]:
        starttime = time.time()
        startclock = time.clock()
        test5(i)
        endtime = time.time()
        endclock = time.clock()
        print(str(i - 1), endtime - starttime, endclock - startclock)