bad-word-detector.py

import sys
import time

try:
    from nltk import wordpunct_tokenize
    from nltk.corpus import stopwords
except ImportError:
    print '[!] You need to install nltk (http://nltk.org/index.html)'

def calculate_languages_ratios(text):
    languages_ratios = {}
    tokens = wordpunct_tokenize(text)
    words = [word.lower() for word in tokens]

    # Compute per language included in nltk number of unique stopwords appearing in analyzed text
    for language in stopwords.fileids():
        stopwords_set = set(stopwords.words(language))
        words_set = set(words)
        common_elements = words_set.intersection(stopwords_set)

        languages_ratios[language] = len(common_elements) # language "score"

    return languages_ratios

def detect_language(text):
    ratios = calculate_languages_ratios(text)
    most_rated_language = max(ratios, key=ratios.get)
    return most_rated_language

def load_bad_words(language):
	if language.upper() in ['ENGLISH','FRENCH','SPANISH','GERMAN']:
		try:
			badwords_list=[]
			lang_file = open('datasets/'+language.lower()+'.csv','rb')
			for word in lang_file:
				badwords_list.append(word.lower().strip('\n'))
			return badwords_list
		except:
			return False
		finally:
			lang_file.close()
	else:
		return False

def load_file(filename):
	file=open(filename,'rb')
	return file

filename = sys.argv[1]
print 'Input File Name : '+filename
try:
	input_file = load_file(filename)
	text = ''
	line_count=1
	for i in input_file:
		text+=str(line_count)+'| '+i
		line_count+=1
	print '\n'
	time.sleep(2)
	print '-----------------Input Text-----------------'
	print text
	print '--------------------------------------------\n'
except Exception,e:
	print 'Error Occured while loading text file. Error : '+str(e)
finally:
	input_file.close()

language = detect_language(text)
print '\n'
time.sleep(1)
print '----------------------------'
print 'Language Deteced : ',language.upper()
print '----------------------------'
print '\n'

time.sleep(1)
print 'Checking for bad words in '+language.upper()+' language...'
print '**********************************************************\n'
try:
	badwords = load_bad_words(language)
	badwords = set(badwords)

except Exception,e:
	print 'Error Occured in Program - Error : '+str(e)

text_list = text.split('\n')
for sentence in text_list:
	line_number = str(text_list.index(sentence)+1)
	for key in ['.', ',', '"', "'", '?', '!', ':', ';', '(', ')', '[', ']', '{', '}']:
		sentence = sentence.replace(key,'')
	abuses=[i for i in sentence.lower().split() if i in badwords]
	if abuses == []:
		continue
	else:
		time.sleep(0.5)
		print '-- '+str(len(abuses))+' Bad Words found at line number : '+line_number+' --'
		x_words=''
		for i in abuses:
			x_words+=i+', '
		print 'Bad Words : '+x_words[:-2]
		print '-----------------\n'