Updates to test tools.

Author: juhanurmi

requirements.txt

@@ -10,7 +10,6 @@ certifi==14.05.14
 cffi==0.8.6
 cryptography==0.7.2
 cssselect==0.9.1
-dirbot==1.0
 django-debug-toolbar==1.2.2
 django-haystack==2.3.1
 enum34==1.0.4

tools/test_hidden_services.py

@@ -5,6 +5,7 @@
 import socket
 import urllib2
 from urllib2 import Request
+import requests
 
 import simplejson
 import socks
@@ -147,7 +148,7 @@ def get2txt(url):
     """Read from URL."""
     txt = ""
     try:
-        txt = urllib2.urlopen(url).read()
+        txt = requests.get(url, verify=False).text
         return txt
     except urllib2.HTTPError as error:
         print error