python 多线程下载文件

import httplib
import urllib2
import time
from threading import Thread
from Queue import Queue
from time import sleep

proxy = 'your proxy';
opener = urllib2.build_opener( urllib2.ProxyHandler({'http':proxy}) )
urllib2.install_opener( opener )

ids = {};
for i in range(1,110):
	try:
		listUrl = "http://www.someweb.net/sort/list_8_%d.shtml" % (i);
		print listUrl;
		page = urllib2.urlopen(listUrl).read();
		speUrl = "http://www.someweb.net/soft/";
		speUrlLen = len(speUrl);
		idx = page.find(speUrl,0);
		while idx!=-1:
			dotIdx = page.find(".",idx + speUrlLen);
			if dotIdx != -1:
				id = page[idx + speUrlLen:dotIdx];
				ids[id] = 1;
			idx = page.find("http://www.someweb.net/soft/",idx + speUrlLen);
	except:
		pass;


q = Queue()
NUM = 5
failedId = [];

def do_somthing_using(id):
	try:
		url = "http://www.someweb.net/download.php?softid=%s&type=dx" % (id);
		h2 = httplib.HTTPConnection("your proxy", "you port");
		h2.request("HEAD", url);
		resp = h2.getresponse();
		header = resp.getheaders();
		location = header[3][1];		
		sContent = urllib2.urlopen(location).read();
		savePath = "C:\\someweb\\%s.rar" % (id);
		file=open(savePath,'wb');
		file.write(sContent);
		file.close();	
		print savePath + " saved";
	except:
		pass;

def working():
    while True:
        arguments = q.get()
        do_somthing_using(arguments)
        sleep(1)
        q.task_done()

for i in range(NUM):
    t = Thread(target=working)
    t.setDaemon(True)
    t.start()
for id in ids:
    q.put(id)

q.join()