1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
#! /usr/bin/env python
import os, sys
import urllib2
from datetime import datetime
from lxml.html import fromstring
from optparse import OptionParser
path = os.path.join(os.path.dirname(__file__), os.path.pardir)
sys.path.insert(0, path)
del path
from grumpy import app
from grumpy.models import db, Developer, PkgIssue, Setting
DEVS_URL = 'http://www.gentoo.org/proj/en/devrel/roll-call/userinfo.xml'
PLUGIN_NAME='qa::valid_developer'
def gc_collect(timestamp):
"""Remove old QA issues from database returning number of rows deleted."""
db.session.expire_all()
print ("DEBUG: Deleted %d old issues." % PkgIssue.query \
.filter_by(plugin=PLUGIN_NAME) \
.filter(PkgIssue.created_on < timestamp).delete(False))
def insert_issues(invalid):
"""Insert QA issues into db."""
if 'maintainer-needed@gentoo.org' in invalid:
h = Developer.query.filter_by(email='maintainer-needed@gentoo.org').first()
for pkg in h.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'maintainer-needed'))
invalid.remove('maintainer-needed@gentoo.org')
for dev in invalid:
d = Developer.query.filter_by(email=dev).first()
for pkg in d.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'unknown-dev', \
'User %s is not as active Gentoo developer.' % dev))
db.session.commit()
def download_and_parse_devs():
"""Return list of herd names from 'userinfo.xml'"""
data = urllib2.urlopen(DEVS_URL).read()
devs = []
# Select <table class='ntable'> from page and iterate over rows
for tr in fromstring(data).cssselect('.ntable')[0].getchildren():
# Next we have tr > td > b
devs.append('%s@gentoo.org' % tr.getchildren()[0].getchildren()[0].text)
# Skip first (this is table header
del devs[0]
return devs
if __name__ == '__main__':
parser = OptionParser(usage="usage: %prog [options] CONFFILE")
(opts, args) = parser.parse_args()
if len(args) != 1:
parser.error("provide path to configuration file as first argument")
sys.exit(1)
# Fetch data and parse it
devs = download_and_parse_devs()
b0rks = []
timestamp = datetime.now()
with app.test_request_context():
# Load configuration
app.config.from_pyfile(args[0])
# Fetch list of developers from db
dbdevs = [d.email for d in Developer.query.filter( \
Developer.email.like('%@gentoo.org')).all()]
for dev in dbdevs:
if dev in devs:
devs.remove(dev)
else:
b0rks.append(dev)
insert_issues(b0rks)
# Clean up issues < timestamp
gc_collect(timestamp)
# Update settings and add info about last run..
Setting.query.filter_by(name=PLUGIN_NAME).delete(False)
db.session.add(Setting(PLUGIN_NAME, str(timestamp)))
db.session.commit()
|
GitWeb