1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
#! /usr/bin/env python
import os, sys
from datetime import datetime
from lxml.etree import parse
path = os.path.join(os.path.dirname(__file__), os.path.pardir)
sys.path.insert(0, path)
del path
from grumpy import app
from grumpy.models import db, Herd, PkgIssue, Setting
PLUGIN_NAME='qa::valid_herd'
def gc_collect(timestamp):
"""Remove old QA issues from database returning number of rows deleted."""
db.session.expire_all()
print ("DEBUG: Deleted %d old issues." % PkgIssue.query \
.filter_by(plugin=PLUGIN_NAME) \
.filter(PkgIssue.created_on < timestamp).delete(False))
def insert_issues(invalid):
"""Insert QA issues into db."""
if 'maintainer-needed' in invalid:
h = Herd.query.filter_by(name='maintainer-needed').first()
for pkg in h.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'maintainer-needed'))
invalid.remove('maintainer-needed')
if 'no-herd' in invalid:
h = Herd.query.filter_by(name='no-herd').first()
for pkg in h.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'maintainer-needed'))
invalid.remove('no-herd')
if 'fix-me' in invalid:
h = Herd.query.filter_by(name='fix-me').first()
for pkg in h.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'invalid-herd', \
'Please use no-herd instead of empty tag'))
invalid.remove('fix-me')
for herd in invalid:
h = Herd.query.filter_by(name=herd).first()
for pkg in h.packages:
pkg.qaissues.append(PkgIssue(pkg, PLUGIN_NAME, 'unknown-herd', \
'Herd %s is not listed in official herd list.' % herd))
db.session.commit()
def parse_herds_xml(file):
"""Return list of herd names from 'herds.xml'"""
herds = []
if not os.path.isfile(file):
print ("File '%s' does not exist" % file)
raise RuntimeError
for child in parse(file).getroot().getchildren():
for value in child.getchildren():
if value.tag == 'name':
herds.append(value.text)
return herds
if __name__ == '__main__':
# TODO: Download latest herds file
# Parse list of herds from file
herds = parse_herds_xml('herds.xml')
b0rks = []
timestamp = datetime.now()
# Setup database for application
with app.test_request_context():
# Fetch list of herds from db
for herd in Herd.query.all():
if herd.name in herds:
herds.remove(herd.name)
else:
b0rks.append(herd.name)
insert_issues(b0rks)
# Clean up issues < timestamp
gc_collect(timestamp)
# Update settings and add info about last run..
Setting.query.filter_by(name=PLUGIN_NAME).delete(False)
db.session.add(Setting(PLUGIN_NAME, str(timestamp)))
db.session.commit()
|
GitWeb