Introduced DiffyBOT! A tool that finds duplicate questions

diffybot.py

@@ -0,0 +1,52 @@
+# A python helper script that finds duplicates
+
+import os
+
+path = input("Specify the path: ")
+
+quests = list(os.walk(path))[0][1]
+
+m = {}
+
+print("Loading questions...")
+
+for q in quests:
+    qq = open(path + "/" + q + "/quest.txt", "r").read()
+    if qq.startswith("img=") and "\n" in qq:
+        qq = qq[qq.index("\n"):]
+
+    cc = open(path + "/" + q + "/correct.txt", "r").read()
+    if cc.startswith("img=") and "\n" in cc:
+        cc = cc[cc.index("\n"):]
+    
+    qq = qq + cc
+
+    qq = qq.replace("\n", "")
+    qq = qq.replace("<pre>", "")
+    qq = qq.replace("<code>", "")
+    qq = qq.replace("</pre>", "")
+    qq = qq.replace("</code>", "")
+    qq = qq.replace("'", "")
+    qq = qq.replace("à", "a")
+    qq = qq.replace("è", "e")
+    qq = qq.replace("ì", "i")
+    qq = qq.replace("ò", "o")
+    qq = qq.replace("ù", "u")
+    qq = qq.replace(" ", "")
+    m[q] = qq
+
+print("Comparing questions...")
+
+rev_dict = {}
+
+for key, value in m.items():
+    rev_dict.setdefault(value, set()).add(key)
+
+
+result = [values for key, values in rev_dict.items()
+                              if len(values) > 1]
+
+if result:
+    print("Duplicate questions:", str(result))
+else:
+    print("There are no duplicates!")