RussellChamp/tilde-projects
1
0 Fork 0
mirror of https://github.com/RussellChamp/tilde-projects.git synced 2026-10-28 00:22:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

black

Browse Source
This commit is contained in:
Ben Harris committed 2018-10-09 02:50:10 -04:00
1 parent a8a5de36f2
commit 58753c7234
38 files changed
+4549 -2523
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

Code/python/chatbesties.py
+87 -55
View File
@@ -11,29 +11,29 @@ import operator
MAX_NODES = 4
logfile = "/home/archangelic/irc/log"
#logfile = "/home/jumblesale/Code/irc/log"
# logfile = "/home/jumblesale/Code/irc/log"
outfile = "/home/krowbar/logs/chatBesties.json"
outCircle = "/home/krowbar/logs/chatcircle.json"
timePeriod = calendar.timegm(time.gmtime()) - (2 * 7 * 24 * 60 * 60) #2 weeks
timePeriod = calendar.timegm(time.gmtime()) - (2 * 7 * 24 * 60 * 60) # 2 weeks
userData = {} #hash keyed by "user" that contains a hash of mentioned other users with count
userData = {} # hash keyed by "user" that contains a hash of mentioned other users with count
nameFix = {
'jumblesal': 'jumblesale',
'hardmath1': 'kc',
'hardmath123': 'kc',
'bendorphan': 'endorphant',
'endorphan': 'endorphant',
'synergian': 'synergiance'
}
"jumblesal": "jumblesale",
"hardmath1": "kc",
"hardmath123": "kc",
"bendorphan": "endorphant",
"endorphan": "endorphant",
"synergian": "synergiance",
}
users = []
#Get a list of all user names by checking the logs for people who have said things
# Get a list of all user names by checking the logs for people who have said things
with open(logfile, "r") as log:
for line in log:
try:
time, user, message = line.split("\t", 3)
if int(time) < timePeriod:
continue #only add users who have spoken in the last period
continue # only add users who have spoken in the last period
if nameFix.has_key(user):
user = nameFix[user]
else:
@@ -42,73 +42,105 @@ with open(logfile, "r") as log:
if user not in users:
users.append(user)
except ValueError:
continue #There are some bad lines in the log file that we'll ignore if we can't parse
continue # There are some bad lines in the log file that we'll ignore if we can't parse
d3data = {}
d3data['nodes'] = []
d3data["nodes"] = []
#re-read the log and this time look for instances of user names in messages
# re-read the log and this time look for instances of user names in messages
with open(logfile, "r") as log:
for line in log:
try:
time, user, message = line.split("\t", 3)
if int(time) < timePeriod:
continue #only consider the past three weeks of chats
continue # only consider the past three weeks of chats
if nameFix.has_key(user):
user = nameFix[user]
else:
user = user.lower()
except ValueError:
continue #There are some bad lines in the log file that we'll ignore if we can't parse
for word in message.split(' '):
word = re.sub('[^A-Za-z0-9]+', '', word)
if word in users: #SOMEONE MENTIONED SOMEONE
if userData.has_key(user): #This user is already set up
if userData[user]['data'].has_key(word): #This user has mentioned this person before
userData[user]['data'][word] += 1
else: #This user never mentioned this person before
userData[user]['data'][word] = 1
#give both the target and mentioner a point
else: #This user was never set up
userData[user] = {} #make it a dictionary!
userData[user]['data'] = {}
userData[user]['data'][word] = 1
userData[user]['score'] = 0
userData[user]['id'] = len(d3data['nodes']) #so we know how to match people during the links phase
d3data['nodes'].append({"name": user, "group": 1})
if not userData.has_key(word): #check if the target has not been set up
continue # There are some bad lines in the log file that we'll ignore if we can't parse
for word in message.split(" "):
word = re.sub("[^A-Za-z0-9]+", "", word)
if word in users: # SOMEONE MENTIONED SOMEONE
if userData.has_key(user): # This user is already set up
if userData[user]["data"].has_key(
word
): # This user has mentioned this person before
userData[user]["data"][word] += 1
else: # This user never mentioned this person before
userData[user]["data"][word] = 1
# give both the target and mentioner a point
else: # This user was never set up
userData[user] = {} # make it a dictionary!
userData[user]["data"] = {}
userData[user]["data"][word] = 1
userData[user]["score"] = 0
userData[user]["id"] = len(
d3data["nodes"]
) # so we know how to match people during the links phase
d3data["nodes"].append({"name": user, "group": 1})
if not userData.has_key(
word
): # check if the target has not been set up
userData[word] = {}
userData[word]['data'] = {}
userData[word]['score'] = 0
userData[word]['id'] = len(d3data['nodes'])
d3data['nodes'].append({"name": word, "group": 1})
userData[user]['score'] += 1
userData[word]['score'] += 1
userData[word]["data"] = {}
userData[word]["score"] = 0
userData[word]["id"] = len(d3data["nodes"])
d3data["nodes"].append({"name": word, "group": 1})
userData[user]["score"] += 1
userData[word]["score"] += 1
d3data['links'] = []
#Now connect all the pople to their stuff
d3data["links"] = []
# Now connect all the pople to their stuff
for user, values in userData.iteritems():
#give the user a 'group' based on their total score
d3data['nodes'][values['id']]['group'] = int(math.ceil(math.log(values['score'])))
besties = sorted(values['data'].items(), key=operator.itemgetter(1), reverse=True)[0:MAX_NODES] #ONLY the top besties
# give the user a 'group' based on their total score
d3data["nodes"][values["id"]]["group"] = int(math.ceil(math.log(values["score"])))
besties = sorted(values["data"].items(), key=operator.itemgetter(1), reverse=True)[
0:MAX_NODES
] # ONLY the top besties
for target, score in besties:
try:
print "Adding link from " + user + " (" + str(values['id']) + ") to " + target + " (" + str(userData[target]['id']) + ") with strength " + str(score)
d3data['links'].append({"source": values['id'], "target": userData[target]['id'], "value": math.ceil(math.sqrt(score))*2 })
print(
"Adding link from "
+ user
+ " ("
+ str(values["id"])
+ ") to "
+ target
+ " ("
+ str(userData[target]["id"])
+ ") with strength "
+ str(score)
)
d3data["links"].append(
{
"source": values["id"],
"target": userData[target]["id"],
"value": math.ceil(math.sqrt(score)) * 2,
}
)
except KeyError:
print "! Error when trying to link " + user + " to " + target
print("! Error when trying to link " + user + " to " + target)
continue
if len(values['data']) > MAX_NODES:
print " ...ignoring " + str(len(values['data']) - MAX_NODES) + " more connections from " + user
if len(values["data"]) > MAX_NODES:
print(
" ...ignoring "
+ str(len(values["data"]) - MAX_NODES)
+ " more connections from "
+ user
)
d3Circle = {}
d3Circle['names'] = [''] * len(userData)
d3Circle['matrix'] = [[0] * len(userData)] * len(userData)
d3Circle["names"] = [""] * len(userData)
d3Circle["matrix"] = [[0] * len(userData)] * len(userData)
for user, values in userData.iteritems():
d3Circle['names'][values['id']] = user
for name, score in values['data'].iteritems():
d3Circle['matrix'][values['id']][userData[name]['id']] = score if score > 1 else 0
d3Circle["names"][values["id"]] = user
for name, score in values["data"].iteritems():
d3Circle["matrix"][values["id"]][userData[name]["id"]] = (
score if score > 1 else 0
)
with open(outfile + ".tmp", "w") as tmpFile:
tmpFile.write(json.dumps(d3data))