环境要求 :
- Python 2.7
- Requests库
pip install requests
验证脚本 :
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import threading
import requests
# config-start
testUrl = "http://1212.ip138.com/ic.asp" # 利用了ip138的IP查询接口
timeout = 5 # 设置超时
threadNumber = 50 # 设置线程数
proxiesFileName = "proxies.txt"
successFileName = "success.txt"
# config-end
def testOnline(ip,port):
'''
测试HTTP代理是否可用
利用IP138的接口 , 在响应的页面中寻找本机IP , 如果找到 , 则说明代理可以成功连接
'''
global successFileName
global testUrl
global timeout
keyWord = ip
proxies = {"http":"http://"+ip+":"+port}
try:
content=requests.get(testUrl,proxies=proxies,timeout=timeout).text
if keyWord in content:
print ip+":"+port
file=open(successFileName,"a+")
file.write(ip+":"+port+"\n")
file.close()
else:
print "Proxy Error..."
except Exception as e:
print "NetWork Error..."
class myThread (threading.Thread):
def __init__(self, ip, port):
threading.Thread.__init__(self)
self.ip = ip
self.port = port
def run(self):
testOnline(self.ip,self.port)
proxies=open(proxiesFileName,"r")
threads = [] # 线程池
for proxy in proxies:
line = proxy[0:-1]
ip = line.split(":")[0] # 获取IP
port = line.split(":")[1]
threads.append(myThread(ip,port))
for t in threads:
t.start()
while True:
if(len(threading.enumerate())<threadNumber):
break
测试代理IP数据 :
60.31.185.90:8080
218.108.89.245:808
222.82.222.242:9999
60.206.222.157:3128
60.207.180.1:3128
61.168.162.3:80
218.76.106.78:3128
223.68.1.38:8000
1.82.216.134:80
220.160.22.115:80
122.72.18.160:80
58.217.195.141:80
223.67.136.218:80
60.206.113.252:3128
60.206.60.153:3128
122.72.33.138:80
124.133.230.254:80
1.82.216.135:80
114.215.101.42:3128
202.107.238.51:3128
114.215.150.13:3128
60.207.239.247:3128
203.70.11.186:80
211.153.17.151:80
60.207.189.250:3128
60.207.239.245:3128
111.204.0.194:9999
60.207.239.246:3128
218.56.132.157:8080
183.63.110.202:3128
123.65.217.151:9797
203.91.121.74:3128
218.67.126.15:3128
118.144.213.85:3128
115.231.219.202:3128
60.206.183.249:3128
113.200.159.155:9999
218.56.132.154:8080
202.105.179.164:3128
60.207.135.221:3128
162.105.80.111:3128
124.206.111.158:3128
60.207.175.2:3128
123.57.180.234:3128
118.144.154.253:3128
122.224.227.202:3128
218.56.132.158:8080
218.56.132.156:8080
60.206.148.135:3128
60.206.229.152:3128
221.204.11.8:8080
115.238.228.9:8080
60.191.160.20:3128
113.102.153.123:9999
61.163.39.70:9999
60.191.164.226:3128
123.57.58.164:80
124.88.67.54:80
122.226.255.254:3128
123.139.59.85:9999
58.242.248.5:80
60.191.164.83:3128
119.10.72.33:8088
122.224.215.14:3128
14.119.46.231:9999
218.75.149.207:3128
112.95.56.37:9999
27.46.48.137:8888
221.219.230.62:9000
119.129.96.39:9797
119.29.103.13:8888
123.5.57.136:9999
61.52.129.79:9999
123.15.44.40:9999
14.119.40.131:8080
结果 :
Paste_Image.png
122.72.33.138:80
58.217.195.141:80
1.82.216.135:80
220.160.22.115:80
1.82.216.134:80
122.72.18.160:80
114.215.101.42:3128
114.215.150.13:3128
123.65.217.151:9797
58.242.248.5:80
61.168.162.3:80
122.224.227.202:3128
223.68.1.38:8000
124.88.67.54:80
202.107.238.51:3128
218.56.132.154:8080
183.63.110.202:3128
203.91.121.74:3128
162.105.80.111:3128
115.231.219.202:3128
123.5.57.136:9999
60.191.164.83:3128
218.67.126.15:3128
122.72.33.138:80
1.82.216.134:80
58.217.195.141:80
1.82.216.135:80
122.72.18.160:80
220.160.22.115:80
122.224.227.202:3128
58.242.248.5:80
221.204.11.8:8080
223.68.1.38:8000
124.88.67.54:80
114.215.150.13:3128
114.215.101.42:3128
122.72.33.138:80
58.217.195.141:80
1.82.216.135:80
1.82.216.134:80
220.160.22.115:80
122.72.18.160:80
114.215.150.13:3128
58.242.248.5:80
61.168.162.3:80
223.68.1.38:8000
122.224.227.202:3128
119.29.103.13:8888
202.107.238.51:3128
123.5.57.136:9999
114.215.101.42:3128
123.57.180.234:3128
202.105.179.164:3128
