black

Code/python/chatcloud.py

@@ -7,22 +7,27 @@ import re
 import shutil
 
 logfile = "/home/archangelic/irc/log"
-#logfile = "/home/jumblesale/Code/irc/log"
+# logfile = "/home/jumblesale/Code/irc/log"
 outfile = "/home/krowbar/logs/chatcloud.json"
-#outfile = "/home/krowbar/logs/chatcloud_2016_10.json"
+# outfile = "/home/krowbar/logs/chatcloud_2016_10.json"
 
 bannedUsersFile = "/home/krowbar/Code/python/bannedUsers"
 bannedWordsFile = "/home/krowbar/Code/python/bannedWords"
-wordData = {} # keyed by "word" that contains a count
-#we only care about recent chats, let's say for the past sixteen hours
+wordData = {}  # keyed by "word" that contains a count
+# we only care about recent chats, let's say for the past sixteen hours
 timeTo = calendar.timegm(time.gmtime())
-#timeTo = calendar.timegm(time.strptime("1 Nov 16", "%d %b %y"))
+# timeTo = calendar.timegm(time.strptime("1 Nov 16", "%d %b %y"))
 
 timeCutoff = timeTo - (16 * 60 * 60)
-#timeCutoff = calendar.timegm(time.strptime("1 Oct 16", "%d %b %y"))
-print "Generating word cloud based off words from " + str(timeCutoff) + " to " + str(timeTo)
-minOccurance = 3 #we'll have to reduce the minOccurances if we reduce the timeCutoff
-minLength = 3 #number of letters long
+# timeCutoff = calendar.timegm(time.strptime("1 Oct 16", "%d %b %y"))
+print(
+    "Generating word cloud based off words from "
+    + str(timeCutoff)
+    + " to "
+    + str(timeTo)
+)
+minOccurance = 3  # we'll have to reduce the minOccurances if we reduce the timeCutoff
+minLength = 3  # number of letters long
 bannedWords = open(bannedWordsFile).read().splitlines()
 bannedUsers = open(bannedUsersFile).read().splitlines()
 
@@ -32,24 +37,28 @@ with open(logfile, "r") as log:
             time, user, message = line.split("\t", 3)
             time = int(time)
         except ValueError:
-            continue #There are some bad lines in the log file that we'll ignore if we can't parse
+            continue  # There are some bad lines in the log file that we'll ignore if we can't parse
         if user in bannedUsers:
-            continue #We don't care what they say
+            continue  # We don't care what they say
         if time >= timeCutoff and time <= timeTo:
-            #print "Processing line from " + user + " at " + str(time)
-            for word in re.sub('[\'\"\`\/\\;:,.?!*&^\-()<>\{\}|_\[\]0-9]', ' ', message).lower().split():
-                #changing symbols into spaces instead of stripping them avoids compounded words
+            # print "Processing line from " + user + " at " + str(time)
+            for word in (
+                re.sub("['\"\`\/\\;:,.?!*&^\-()<>\{\}|_\[\]0-9]", " ", message)
+                .lower()
+                .split()
+            ):
+                # changing symbols into spaces instead of stripping them avoids compounded words
                 if len(word) < minLength or word in bannedWords:
-                    #print "Rejecting " + word
+                    # print "Rejecting " + word
                     continue
-                #if the word already exists in the list
+                # if the word already exists in the list
                 if word in wordData:
                     wordData[word] += 1
-                else: #if they are new
+                else:  # if they are new
                     wordData[word] = 1
-                    #print "Added word: " + word
-wordData = {i:wordData[i] for i in wordData if wordData[i] >= minOccurance }
-if(len(wordData) == 0):
+                    # print "Added word: " + word
+wordData = {i: wordData[i] for i in wordData if wordData[i] >= minOccurance}
+if len(wordData) == 0:
     wordData = {"NOTHING": 1, "INTERESTING": 1, "TODAY": 1}
 with open(outfile + ".tmp", "w") as tmpFile:
     tmpFile.write(json.dumps(wordData))