summaryrefslogtreecommitdiff
path: root/scripts
diff options
context:
space:
mode:
Diffstat (limited to 'scripts')
-rwxr-xr-xscripts/aurblup.py64
-rwxr-xr-xscripts/mkpkglists.py41
-rwxr-xr-xscripts/notify.py382
-rwxr-xr-xscripts/pkgmaint.py25
-rwxr-xr-xscripts/popupdate.py30
5 files changed, 0 insertions, 542 deletions
diff --git a/scripts/aurblup.py b/scripts/aurblup.py
deleted file mode 100755
index 325ef3d..0000000
--- a/scripts/aurblup.py
+++ /dev/null
@@ -1,64 +0,0 @@
-#!/usr/bin/python3
-
-import configparser
-import mysql.connector
-import os
-import pyalpm
-import re
-
-config = configparser.RawConfigParser()
-config.read(os.path.dirname(os.path.realpath(__file__)) + "/../conf/config")
-
-aur_db_host = config.get('database', 'host')
-aur_db_name = config.get('database', 'name')
-aur_db_user = config.get('database', 'user')
-aur_db_pass = config.get('database', 'password')
-aur_db_socket = config.get('database', 'socket')
-db_path = config.get('aurblup', 'db-path')
-sync_dbs = config.get('aurblup', 'sync-dbs').split(' ')
-servers = config.get('aurblup', 'servers').split(' ')
-
-blacklist = set()
-providers = set()
-
-h = pyalpm.Handle("/", db_path)
-for sync_db in sync_dbs:
- repo = h.register_syncdb(sync_db, pyalpm.SIG_DATABASE_OPTIONAL)
- repo.servers = [server.replace("%s", sync_db) for server in servers]
- t = h.init_transaction()
- repo.update(False)
- t.release()
-
- for pkg in repo.pkgcache:
- blacklist.add(pkg.name)
- [blacklist.add(x) for x in pkg.replaces]
- providers.add((pkg.name, pkg.name))
- for provision in pkg.provides:
- provisionname = re.sub(r'(<|=|>).*', '', provision)
- providers.add((pkg.name, provisionname))
-
-db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
- passwd=aur_db_pass, db=aur_db_name,
- unix_socket=aur_db_socket, buffered=True)
-cur = db.cursor()
-
-cur.execute("SELECT Name FROM PackageBlacklist")
-oldblacklist = set([row[0] for row in cur.fetchall()])
-
-for pkg in blacklist.difference(oldblacklist):
- cur.execute("INSERT INTO PackageBlacklist (Name) VALUES (%s)", [pkg])
-for pkg in oldblacklist.difference(blacklist):
- cur.execute("DELETE FROM PackageBlacklist WHERE Name = %s", [pkg])
-
-cur.execute("SELECT Name, Provides FROM OfficialProviders")
-oldproviders = set(cur.fetchall())
-
-for pkg, provides in providers.difference(oldproviders):
- cur.execute("INSERT INTO OfficialProviders (Name, Provides) "
- "VALUES (%s, %s)", [pkg, provides])
-for pkg, provides in oldproviders.difference(providers):
- cur.execute("DELETE FROM OfficialProviders "
- "WHERE Name = %s AND Provides = %s", [pkg, provides])
-
-db.commit()
-db.close()
diff --git a/scripts/mkpkglists.py b/scripts/mkpkglists.py
deleted file mode 100755
index a6f8a19..0000000
--- a/scripts/mkpkglists.py
+++ /dev/null
@@ -1,41 +0,0 @@
-#!/usr/bin/python3
-
-import configparser
-import datetime
-import gzip
-import mysql.connector
-import os
-
-docroot = os.path.dirname(os.path.realpath(__file__)) + "/../web/html/"
-
-config = configparser.RawConfigParser()
-config.read(os.path.dirname(os.path.realpath(__file__)) + "/../conf/config")
-
-aur_db_host = config.get('database', 'host')
-aur_db_name = config.get('database', 'name')
-aur_db_user = config.get('database', 'user')
-aur_db_pass = config.get('database', 'password')
-aur_db_socket = config.get('database', 'socket')
-
-db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
- passwd=aur_db_pass, db=aur_db_name,
- unix_socket=aur_db_socket, buffered=True)
-cur = db.cursor()
-
-datestr = datetime.datetime.utcnow().strftime("%a, %d %b %Y %H:%M:%S GMT")
-pkglist_header = "# AUR package list, generated on " + datestr
-pkgbaselist_header = "# AUR package base list, generated on " + datestr
-
-with gzip.open(docroot + "packages.gz", "w") as f:
- f.write(bytes(pkglist_header + "\n", "UTF-8"))
- cur.execute("SELECT Packages.Name FROM Packages INNER JOIN PackageBases " +
- "ON PackageBases.ID = Packages.PackageBaseID " +
- "WHERE PackageBases.PackagerUID IS NOT NULL")
- f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
-
-with gzip.open(docroot + "pkgbase.gz", "w") as f:
- f.write(bytes(pkgbaselist_header + "\n", "UTF-8"))
- cur.execute("SELECT Name FROM PackageBases WHERE PackagerUID IS NOT NULL")
- f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
-
-db.close()
diff --git a/scripts/notify.py b/scripts/notify.py
deleted file mode 100755
index 25102a2..0000000
--- a/scripts/notify.py
+++ /dev/null
@@ -1,382 +0,0 @@
-#!/usr/bin/python3
-
-import configparser
-import email.mime.text
-import mysql.connector
-import os
-import subprocess
-import sys
-import textwrap
-
-config = configparser.RawConfigParser()
-config.read(os.path.dirname(os.path.realpath(__file__)) + '/../conf/config')
-
-aur_db_host = config.get('database', 'host')
-aur_db_name = config.get('database', 'name')
-aur_db_user = config.get('database', 'user')
-aur_db_pass = config.get('database', 'password')
-aur_db_socket = config.get('database', 'socket')
-
-aur_location = config.get('options', 'aur_location')
-aur_request_ml = config.get('options', 'aur_request_ml')
-
-sendmail = config.get('notifications', 'sendmail')
-sender = config.get('notifications', 'sender')
-reply_to = config.get('notifications', 'reply-to')
-
-
-def headers_cc(cclist):
- return {'Cc': str.join(', ', cclist)}
-
-
-def headers_msgid(thread_id):
- return {'Message-ID': thread_id}
-
-
-def headers_reply(thread_id):
- return {'In-Reply-To': thread_id, 'References': thread_id}
-
-
-def send_notification(to, subject, body, refs, headers={}):
- wrapped = ''
- for line in body.splitlines():
- wrapped += textwrap.fill(line, break_long_words=False) + '\n'
- body = wrapped + '\n' + refs
-
- for recipient in to:
- msg = email.mime.text.MIMEText(body, 'plain', 'utf-8')
- msg['Subject'] = subject
- msg['From'] = sender
- msg['Reply-to'] = reply_to
- msg['To'] = recipient
-
- for key, value in headers.items():
- msg[key] = value
-
- p = subprocess.Popen([sendmail, '-t', '-oi'], stdin=subprocess.PIPE)
- p.communicate(msg.as_bytes())
-
-
-def username_from_id(cur, uid):
- cur.execute('SELECT UserName FROM Users WHERE ID = %s', [uid])
- return cur.fetchone()[0]
-
-
-def pkgbase_from_id(cur, pkgbase_id):
- cur.execute('SELECT Name FROM PackageBases WHERE ID = %s', [pkgbase_id])
- return cur.fetchone()[0]
-
-
-def pkgbase_from_pkgreq(cur, reqid):
- cur.execute('SELECT PackageBaseID FROM PackageRequests WHERE ID = %s',
- [reqid])
- return cur.fetchone()[0]
-
-
-def get_user_email(cur, uid):
- cur.execute('SELECT Email FROM Users WHERE ID = %s', [uid])
- return cur.fetchone()[0]
-
-
-def get_maintainer_email(cur, pkgbase_id):
- cur.execute('SELECT Users.Email FROM Users ' +
- 'INNER JOIN PackageBases ' +
- 'ON PackageBases.MaintainerUID = Users.ID WHERE ' +
- 'PackageBases.ID = %s', [pkgbase_id])
- return cur.fetchone()[0]
-
-
-def get_recipients(cur, pkgbase_id, uid):
- cur.execute('SELECT DISTINCT Users.Email FROM Users ' +
- 'INNER JOIN PackageNotifications ' +
- 'ON PackageNotifications.UserID = Users.ID WHERE ' +
- 'PackageNotifications.UserID != %s AND ' +
- 'PackageNotifications.PackageBaseID = %s', [uid, pkgbase_id])
- return [row[0] for row in cur.fetchall()]
-
-
-def get_comment_recipients(cur, pkgbase_id, uid):
- cur.execute('SELECT DISTINCT Users.Email FROM Users ' +
- 'INNER JOIN PackageNotifications ' +
- 'ON PackageNotifications.UserID = Users.ID WHERE ' +
- 'Users.CommentNotify = 1 AND ' +
- 'PackageNotifications.UserID != %s AND ' +
- 'PackageNotifications.PackageBaseID = %s', [uid, pkgbase_id])
- return [row[0] for row in cur.fetchall()]
-
-
-def get_update_recipients(cur, pkgbase_id, uid):
- cur.execute('SELECT DISTINCT Users.Email FROM Users ' +
- 'INNER JOIN PackageNotifications ' +
- 'ON PackageNotifications.UserID = Users.ID WHERE ' +
- 'Users.UpdateNotify = 1 AND ' +
- 'PackageNotifications.UserID != %s AND ' +
- 'PackageNotifications.PackageBaseID = %s', [uid, pkgbase_id])
- return [row[0] for row in cur.fetchall()]
-
-
-def get_request_recipients(cur, reqid):
- cur.execute('SELECT DISTINCT Users.Email FROM PackageRequests ' +
- 'INNER JOIN PackageBases ' +
- 'ON PackageBases.ID = PackageRequests.PackageBaseID ' +
- 'INNER JOIN Users ' +
- 'ON Users.ID = PackageRequests.UsersID ' +
- 'OR Users.ID = PackageBases.MaintainerUID ' +
- 'WHERE PackageRequests.ID = %s', [reqid])
- return [row[0] for row in cur.fetchall()]
-
-
-def get_comment(cur, comment_id):
- cur.execute('SELECT Comments FROM PackageComments WHERE ID = %s',
- [comment_id])
- return cur.fetchone()[0]
-
-
-def get_flagger_comment(cur, pkgbase_id):
- cur.execute('SELECT FlaggerComment FROM PackageBases WHERE ID = %s',
- [pkgbase_id])
- return cur.fetchone()[0]
-
-
-def get_request_comment(cur, reqid):
- cur.execute('SELECT Comments FROM PackageRequests WHERE ID = %s', [reqid])
- return cur.fetchone()[0]
-
-
-def get_request_closure_comment(cur, reqid):
- cur.execute('SELECT ClosureComment FROM PackageRequests WHERE ID = %s',
- [reqid])
- return cur.fetchone()[0]
-
-
-def send_resetkey(cur, uid):
- cur.execute('SELECT UserName, Email, ResetKey FROM Users WHERE ID = %s',
- [uid])
- username, to, resetkey = cur.fetchone()
-
- subject = 'AUR Password Reset'
- body = 'A password reset request was submitted for the account %s ' \
- 'associated with your email address. If you wish to reset your ' \
- 'password follow the link [1] below, otherwise ignore this ' \
- 'message and nothing will happen.' % (username)
- refs = '[1] ' + aur_location + '/passreset/?resetkey=' + resetkey
-
- send_notification([to], subject, body, refs)
-
-
-def welcome(cur, uid):
- cur.execute('SELECT UserName, Email, ResetKey FROM Users WHERE ID = %s',
- [uid])
- username, to, resetkey = cur.fetchone()
-
- subject = 'Welcome to the Arch User Repository'
- body = 'Welcome to the Arch User Repository! In order to set an initial ' \
- 'password for your new account, please click the link [1] below. ' \
- 'If the link does not work, try copying and pasting it into your ' \
- 'browser.'
- refs = '[1] ' + aur_location + '/passreset/?resetkey=' + resetkey
-
- send_notification([to], subject, body, refs)
-
-
-def comment(cur, uid, pkgbase_id, comment_id):
- user = username_from_id(cur, uid)
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = get_comment_recipients(cur, pkgbase_id, uid)
- text = get_comment(cur, comment_id)
-
- user_uri = aur_location + '/account/' + user + '/'
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = 'AUR Comment for %s' % (pkgbase)
- body = '%s [1] added the following comment to %s [2]:' % (user, pkgbase)
- body += '\n\n' + text + '\n\n'
- body += 'If you no longer wish to receive notifications about this ' \
- 'package, please go to the package page [2] and select "%s".' % \
- ('Disable notifications')
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri
- thread_id = '<pkg-notifications-' + pkgbase + '@aur.archlinux.org>'
- headers = headers_reply(thread_id)
-
- send_notification(to, subject, body, refs, headers)
-
-
-def update(cur, uid, pkgbase_id):
- user = username_from_id(cur, uid)
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = get_update_recipients(cur, pkgbase_id, uid)
-
- user_uri = aur_location + '/account/' + user + '/'
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = 'AUR Package Update: %s' % (pkgbase)
- body = '%s [1] pushed a new commit to %s [2].' % (user, pkgbase)
- body += '\n\n'
- body += 'If you no longer wish to receive notifications about this ' \
- 'package, please go to the package page [2] and select "%s".' % \
- ('Disable notifications')
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri
- thread_id = '<pkg-notifications-' + pkgbase + '@aur.archlinux.org>'
- headers = headers_reply(thread_id)
-
- send_notification(to, subject, body, refs, headers)
-
-
-def flag(cur, uid, pkgbase_id):
- user = username_from_id(cur, uid)
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = [get_maintainer_email(cur, pkgbase_id)]
- text = get_flagger_comment(cur, pkgbase_id)
-
- user_uri = aur_location + '/account/' + user + '/'
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = 'AUR Out-of-date Notification for %s' % (pkgbase)
- body = 'Your package %s [1] has been flagged out-of-date by %s [2]:' % \
- (pkgbase, user)
- body += '\n\n' + text
- refs = '[1] ' + pkgbase_uri + '\n'
- refs += '[2] ' + user_uri
-
- send_notification(to, subject, body, refs)
-
-
-def comaintainer_add(cur, pkgbase_id, uid):
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = [get_user_email(cur, uid)]
-
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = 'AUR Co-Maintainer Notification for %s' % (pkgbase)
- body = 'You were added to the co-maintainer list of %s [1].' % (pkgbase)
- refs = '[1] ' + pkgbase_uri + '\n'
-
- send_notification(to, subject, body, refs)
-
-
-def comaintainer_remove(cur, pkgbase_id, uid):
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = [get_user_email(cur, uid)]
-
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = 'AUR Co-Maintainer Notification for %s' % (pkgbase)
- body = ('You were removed from the co-maintainer list of %s [1].' %
- (pkgbase))
- refs = '[1] ' + pkgbase_uri + '\n'
-
- send_notification(to, subject, body, refs)
-
-
-def delete(cur, uid, old_pkgbase_id, new_pkgbase_id=None):
- user = username_from_id(cur, uid)
- old_pkgbase = pkgbase_from_id(cur, old_pkgbase_id)
- if new_pkgbase_id:
- new_pkgbase = pkgbase_from_id(cur, new_pkgbase_id)
- to = get_recipients(cur, old_pkgbase_id, uid)
-
- user_uri = aur_location + '/account/' + user + '/'
- pkgbase_uri = aur_location + '/pkgbase/' + old_pkgbase + '/'
-
- subject = 'AUR Package deleted: %s' % (old_pkgbase)
- if new_pkgbase_id:
- new_pkgbase_uri = aur_location + '/pkgbase/' + new_pkgbase + '/'
- body = '%s [1] merged %s [2] into %s [3].\n\n' \
- 'If you no longer wish receive notifications about the new ' \
- 'package, please go to [3] and click "%s".' %\
- (user, old_pkgbase, new_pkgbase, 'Disable notifications')
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri + '\n'
- refs += '[3] ' + new_pkgbase_uri
- else:
- body = '%s [1] deleted %s [2].\n\n' \
- 'You will no longer receive notifications about this ' \
- 'package.' % (user, old_pkgbase)
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri
-
- send_notification(to, subject, body, refs)
-
-
-def request_open(cur, uid, reqid, reqtype, pkgbase_id, merge_into=None):
- user = username_from_id(cur, uid)
- pkgbase = pkgbase_from_id(cur, pkgbase_id)
- to = [aur_request_ml]
- cc = get_request_recipients(cur, reqid)
- text = get_request_comment(cur, reqid)
-
- user_uri = aur_location + '/account/' + user + '/'
- pkgbase_uri = aur_location + '/pkgbase/' + pkgbase + '/'
-
- subject = '[PRQ#%d] %s Request for %s' % \
- (int(reqid), reqtype.title(), pkgbase)
- if merge_into:
- merge_into_uri = aur_location + '/pkgbase/' + merge_into + '/'
- body = '%s [1] filed a request to merge %s [2] into %s [3]:' % \
- (user, pkgbase, merge_into)
- body += '\n\n' + text
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri + '\n'
- refs += '[3] ' + merge_into_uri
- else:
- body = '%s [1] filed a %s request for %s [2]:' % \
- (user, reqtype, pkgbase)
- body += '\n\n' + text
- refs = '[1] ' + user_uri + '\n'
- refs += '[2] ' + pkgbase_uri + '\n'
- thread_id = '<pkg-request-' + reqid + '@aur.archlinux.org>'
- # Use a deterministic Message-ID for the first email referencing a request.
- headers = headers_msgid(thread_id)
- headers.update(headers_cc(cc))
-
- send_notification(to, subject, body, refs, headers)
-
-
-def request_close(cur, uid, reqid, reason):
- user = username_from_id(cur, uid)
- to = [aur_request_ml]
- cc = get_request_recipients(cur, reqid)
- text = get_request_closure_comment(cur, reqid)
-
- user_uri = aur_location + '/account/' + user + '/'
-
- subject = '[PRQ#%d] Request %s' % (int(reqid), reason.title())
- body = 'Request #%d has been %s by %s [1]' % (int(reqid), reason, user)
- if text.strip() == '':
- body += '.'
- else:
- body += ':\n\n' + text
- refs = '[1] ' + user_uri
- thread_id = '<pkg-request-' + reqid + '@aur.archlinux.org>'
- headers = headers_reply(thread_id)
- headers.update(headers_cc(cc))
-
- send_notification(to, subject, body, refs, headers)
-
-
-if __name__ == '__main__':
- action = sys.argv[1]
- action_map = {
- 'send-resetkey': send_resetkey,
- 'welcome': welcome,
- 'comment': comment,
- 'update': update,
- 'flag': flag,
- 'comaintainer-add': comaintainer_add,
- 'comaintainer-remove': comaintainer_remove,
- 'delete': delete,
- 'request-open': request_open,
- 'request-close': request_close,
- }
-
- db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
- passwd=aur_db_pass, db=aur_db_name,
- unix_socket=aur_db_socket, buffered=True)
- cur = db.cursor()
-
- action_map[action](cur, *sys.argv[2:])
-
- db.commit()
- db.close()
diff --git a/scripts/pkgmaint.py b/scripts/pkgmaint.py
deleted file mode 100755
index 0eb9422..0000000
--- a/scripts/pkgmaint.py
+++ /dev/null
@@ -1,25 +0,0 @@
-#!/usr/bin/python3
-
-import configparser
-import mysql.connector
-import os
-
-config = configparser.RawConfigParser()
-config.read(os.path.dirname(os.path.realpath(__file__)) + "/../conf/config")
-
-aur_db_host = config.get('database', 'host')
-aur_db_name = config.get('database', 'name')
-aur_db_user = config.get('database', 'user')
-aur_db_pass = config.get('database', 'password')
-aur_db_socket = config.get('database', 'socket')
-
-db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
- passwd=aur_db_pass, db=aur_db_name,
- unix_socket=aur_db_socket, buffered=True)
-cur = db.cursor()
-
-cur.execute("DELETE FROM PackageBases WHERE " +
- "UNIX_TIMESTAMP() - SubmittedTS > 86400 AND PackagerUID IS NULL")
-
-db.commit()
-db.close()
diff --git a/scripts/popupdate.py b/scripts/popupdate.py
deleted file mode 100755
index f3ba513..0000000
--- a/scripts/popupdate.py
+++ /dev/null
@@ -1,30 +0,0 @@
-#!/usr/bin/python3
-
-import configparser
-import mysql.connector
-import os
-
-config = configparser.RawConfigParser()
-config.read(os.path.dirname(os.path.realpath(__file__)) + "/../conf/config")
-
-aur_db_host = config.get('database', 'host')
-aur_db_name = config.get('database', 'name')
-aur_db_user = config.get('database', 'user')
-aur_db_pass = config.get('database', 'password')
-aur_db_socket = config.get('database', 'socket')
-
-db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
- passwd=aur_db_pass, db=aur_db_name,
- unix_socket=aur_db_socket, buffered=True)
-cur = db.cursor()
-
-cur.execute("UPDATE PackageBases SET NumVotes = (SELECT COUNT(*) FROM " +
- "PackageVotes WHERE PackageVotes.PackageBaseID = PackageBases.ID)")
-
-cur.execute("UPDATE PackageBases SET Popularity = (" +
- "SELECT COALESCE(SUM(POWER(0.98, (UNIX_TIMESTAMP() - VoteTS) / 86400)), 0.0) " +
- "FROM PackageVotes WHERE PackageVotes.PackageBaseID = " +
- "PackageBases.ID AND NOT VoteTS IS NULL)")
-
-db.commit()
-db.close()