From 6b275d17db4ff547cb5df1e390aa690f62c62778 Mon Sep 17 00:00:00 2001
From: John <denialmc@outlook.com>
Date: Tue, 9 Jun 2015 18:46:16 +0300
Subject: [PATCH] Whitelist tool update

---
 dev/tools/whitelist/whitelist_tool.py | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/dev/tools/whitelist/whitelist_tool.py b/dev/tools/whitelist/whitelist_tool.py
index cbdbfe2f..5c64177d 100644
--- a/dev/tools/whitelist/whitelist_tool.py
+++ b/dev/tools/whitelist/whitelist_tool.py
@@ -38,6 +38,11 @@ def acceptWord():
 
     acceptWord()
 
+def removeDuplicates(list):
+    seen = set()
+    seen_add = seen.add
+    return [x for x in list if not (x in seen or seen_add(x))]
+
 def saveChanges():
     global LOCAL_LIST
     print 'Saving the whitelist...'
@@ -46,11 +51,16 @@ def saveChanges():
         f.write('WHITELIST = [\n')
 
         LOCAL_LIST.sort()
-        LOCAL_LIST = list(set(LOCAL_LIST)) # Remove duplicates
+        LOCAL_LIST = removeDuplicates(LOCAL_LIST)
         addedWords = []
 
         for word in LOCAL_LIST:
-            if word in addedWords:
+
+            if word in addedWords or word.contains('\\'):
+                continue
+            try:
+                word.decode('ascii')
+            except:
                 continue
             addedWords.append(word)