scraper.py

#!/usr/bin/python
# -*- coding: utf-8 -*-

####################################################################################
#
# Basicly same idea as Passcracker.py, only this generates a baseword list. 
# Reads 1MB from password.txt and choose a random word to search for. 
#
####################################################################################

import json
import urllib2
import re
import sys
import random
import subprocess
import unicodedata
import time

def unique(words):
	array = []
	[array.append(x.encode('utf-8')) for x in words if x not in array and (len(x) > 3 and len(x) < 16)]
	return array

def twitter(query):
	twitter = urllib2.urlopen("http://search.twitter.com/search.json?q=%s&rpp=1000"%query).read()
	data = json.loads(twitter)
	array = []

	for tweet in data['results']:
		filterurl = re.sub(r"""((?:[a-z][\w-]+:(?:/{1,3}|[a-z0-9%])|www\d{0,3}[.]|[a-z0-9.\-]+[.‌​][a-z]{2,4}/)(?:[^\s()<>]+|(([^\s()<>]+|(([^\s()<>]+)))*))+(?:(([^\s()<>]+|(‌​([^\s()<>]+)))*)|[^\s'!()[]{};:'".,<>?«»""'']))""", ' ', tweet['text'])
		filterspecial = unicodedata.normalize('NFKD', re.sub(r"""[^\w]|_""", ' ',filterurl)).encode('ascii', 'ignore')
		array.extend(re.split(r"""\s+""", filterspecial))
	return array

def randomword():
	f= open('password.txt', "r")
	f.seek (0, 2)
	size = f.tell()
	f.seek (max (size-1024, 0), 0)
	words = random.choice(filter(None, [line.strip() for line in f.readlines()]))

	return words

if __name__ == "__main__":	
		
		while 1:
			try:
				word = randomword()
				print "Searching for:",word
				wordlist = unique(twitter(word))
	
				for i in xrange(len(wordlist)):				
					open("password.txt", "a").write("%s\n"%wordlist[i])
				time.sleep(1)

			except (KeyboardInterrupt, SystemExit):
				sys.exit(sys.stderr.write("Bai Bai\n"))
			except:
				pass