#from six.moves import urllib import datetime #from subprocess import call from mastodon import Mastodon #import time #import threading #import csv import os import json #import time #import signal import sys import os.path import requests import operator #import redis #import calendar import psycopg2 import pdb #from decimal import * #getcontext().prec = 2 def mastodon(): # Load secrets from secrets file secrets_filepath = "secrets/secrets.txt" uc_client_id = get_parameter("uc_client_id", secrets_filepath) uc_client_secret = get_parameter("uc_client_secret", secrets_filepath) uc_access_token = get_parameter("uc_access_token", secrets_filepath) # Load configuration from config file config_filepath = "config/config.txt" mastodon_hostname = get_parameter("mastodon_hostname", config_filepath) # Initialise Mastodon API mastodon = Mastodon( client_id=uc_client_id, client_secret=uc_client_secret, access_token=uc_access_token, api_base_url='https://' + mastodon_hostname, ) # Initialise access headers headers = {'Authorization': 'Bearer %s'%uc_access_token} return (mastodon, mastodon_hostname) def db_config(): # Load db configuration from config file config_filepath = "config/db_config.txt" mastodon_db = get_parameter("mastodon_db", config_filepath) mastodon_db_user = get_parameter("mastodon_db_user", config_filepath) welcome_db = get_parameter("welcome_db", config_filepath) welcome_db_user = get_parameter("welcome_db_user", config_filepath) return (mastodon_db, mastodon_db_user, welcome_db, welcome_db_user) # Returns the parameter from the specified file def get_parameter( parameter, file_path ): # Check if secrets file exists if not os.path.isfile(file_path): print("File %s not found, exiting."%file_path) sys.exit(0) # Find parameter in file with open( file_path ) as f: for line in f: if line.startswith( parameter ): return line.replace(parameter + ":", "").strip() # Cannot find parameter, exit print(file_path + " Missing parameter %s "%parameter) sys.exit(0) ############################################################################### # main if __name__ == '__main__': mastodon, mastodon_hostname = mastodon() mastodon_db, mastodon_db_user, welcome_db, welcome_db_user = db_config() ############################################################################### # current registered users ############################################################################### try: conn = None conn = psycopg2.connect(database = mastodon_db, user = mastodon_db_user, password = "", host = "/var/run/postgresql", port = "5432") cur = conn.cursor() cur.execute("SELECT count(*) FROM users WHERE disabled='f' and approved='t'") row = cur.fetchone() if row != None: current_id = row[0] else: current_id = 0 cur.close() except (Exception, psycopg2.DatabaseError) as error: print (error) finally: if conn is not None: conn.close() print("Current users: %s "% current_id) ############################################################################### now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S") users_before = current_id users_hour = 0 conn = None try: conn = psycopg2.connect(database = welcome_db, user = welcome_db_user, password = "", host = "/var/run/postgresql", port = "5432") cur = conn.cursor() cur.execute("SELECT DISTINCT ON (datetime) users FROM welcome WHERE datetime > current_timestamp - INTERVAL '70 minutes' ORDER BY datetime asc LIMIT 1") row = cur.fetchone() users_before = row[0] cur.close() users_hour = current_id - users_before except (Exception, psycopg2.DatabaseError) as error: print (error) finally: if conn is not None: conn.close() print("-----------------") print("current users: "+str(current_id)) print("users before: "+str(users_before)) print("users / hour: "+str(users_hour)) insert_sql = """INSERT INTO welcome(datetime, users, users_hour) VALUES(%s,%s,%s) RETURNING datetime;""" conn = None now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S") try: conn = psycopg2.connect(database = welcome_db, user = welcome_db_user, password = "", host = "/var/run/postgresql", port = "5432") cur = conn.cursor() cur.execute(insert_sql, (now, current_id, users_hour)) datetime = cur.fetchone()[0] conn.commit() cur.close() except (Exception, psycopg2.DatabaseError) as error: print(error) finally: if conn is not None: conn.close() ############################################################################### # WORK OUT THE TOOT TEXT ############################################################################### # Calculate difference in times hourly_change_string = "" daily_change_string = "" weekly_change_string = "" users_hourly_change_string = "" try: conn = None conn = psycopg2.connect(database = welcome_db, user = welcome_db_user, password = "", host = "/var/run/postgresql", port = "5432") cur = conn.cursor() cur.execute("SELECT DISTINCT ON (datetime) users, datetime FROM welcome WHERE datetime > current_timestamp - INTERVAL '62 minutes' ORDER BY datetime asc LIMIT 1") row = cur.fetchone() if row[0] == None: users_last_hour = 0 else: users_last_hour = row[0] cur.execute("SELECT DISTINCT ON (datetime) users,datetime FROM welcome WHERE datetime > current_timestamp - INTERVAL '1 day' ORDER BY datetime asc LIMIT 1") row = cur.fetchone() if row[0] == None: users_last_day = 0 else: users_last_day = row[0] cur.execute("SELECT DISTINCT ON (datetime) users,datetime FROM welcome WHERE datetime > current_timestamp - INTERVAL '7 days' ORDER BY datetime asc LIMIT 1") row = cur.fetchone() if row[0] == None: users_last_week = 0 else: users_last_week = row[0] cur.close() except (Exception, psycopg2.DatabaseError) as error: print (error) finally: if conn is not None: conn.close() ################################################################################# welcome_users = [] if time.localtime().tm_isdst == 0: interval_time = '60 minutes' elif time.localtime().tm_isdst == 1: interval_time = '120 minutes' conn = None try: conn = psycopg2.connect(database = mastodon_db, user = mastodon_db_user, password = "", host = "/var/run/postgresql", port = "5432") cur = conn.cursor() cur.execute("select username, domain from accounts where (created_at + interval '" + interval_time + "' > (now() - interval '1 hour')) and domain is null and id in (select account_id from users where approved and not disabled)") rows = cur.fetchall() for row in rows: if row[1] == None: welcome_users.append(row[0]) cur.close() except (Exception, psycopg2.DatabaseError) as error: print(error) finally: if conn is not None: conn.close() i = 0 new_users_string = "" while i < len(welcome_users): new_users_string = new_users_string+"@"+welcome_users[i] i += 1 if i < len(welcome_users): new_users_string = new_users_string+", " ######################################################################################################### hour_inc = current_id - users_last_hour day_inc = current_id - users_last_day week_inc = current_id - users_last_week print("------------------------") print("new users last hour: "+str(hour_inc)) print("new users last day: "+str(day_inc)) print("new users last week: "+str(week_inc)) ################################################################################### # Hourly change if hour_inc != 0: users_hourly_change = current_id - users_last_hour print("Hourly users evolution: %s"%users_hourly_change) if users_hourly_change > 0: hourly_change_string = "+" + format(users_hourly_change, ",d") + " en la darrera hora\n" # Daily change if day_inc != 0: daily_change = current_id - users_last_day print("Daily users evolution: %s"%daily_change) if daily_change > 0: daily_change_string = "+" + format(daily_change, ",d") + " in the last day\n" # Weekly change if week_inc != 0: weekly_change = current_id - users_last_week print("Weekly users evolution: %s"%weekly_change) if weekly_change > 0: weekly_change_string = "+" + format(weekly_change, ",d") + " in the last week\n" elif users_hourly_change < 0: hourly_change_string = format(users_hourly_change, ",d") + " in the last hour\n" # Daily change if day_inc != 0: daily_change = current_id - users_last_day print("Daily evolution: %s"%daily_change) if daily_change < 0: daily_change_string = format(daily_change, ",d") + " in the last day\n" # Weekly change if week_inc != 0: weekly_change = current_id - users_last_week print("Weekly evolution: %s"%weekly_change) if weekly_change < 0: weekly_change_string = format(weekly_change, ",d") + " in the last week\n" ############################################################################### # TOOT IT! ############################################################################### if len(welcome_users) > 0: toot_text = "\n" toot_text += mastodon_hostname + " welcomes:" + "\n\n" toot_text += new_users_string + "\n" toot_text += "\n" toot_text += "\n\nWe have " + str(current_id) + " users\n\n" toot_text += hourly_change_string toot_text += daily_change_string toot_text += weekly_change_string toot_text += "\n" print("Tooting...") print(toot_text) if len(toot_text) < 500: mastodon.status_post(toot_text, in_reply_to_id=None, ) else: toot_text1, toot_text2 = toot_text[:int(len(toot_text)/2)], toot_text[int(len(toot_text)/2):] toot_id = mastodon.status_post(toot_text1, in_reply_to_id=None,) mastodon.status_post(toot_text2, in_reply_to_id=toot_id,) print(toot_text1) print(toot_text2) print("Done!")