1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
# -*- coding: utf-8 -*-
"""
populate_signoffs command
Pull the latest commit message from SVN for a given package that is
signoff-eligible and does not have an existing comment attached.
Usage: ./manage.py populate_signoffs
"""
from datetime import datetime
import logging
import subprocess
import sys
from xml.etree.ElementTree import XML
from django.conf import settings
from django.core.management.base import BaseCommand
from ...models import FakeSignoffSpecification, SignoffSpecification, Signoff
from ...utils import get_signoff_groups
from devel.utils import UserFinder
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s -> %(levelname)s: %(message)s',
datefmt='%Y-%m-%d %H:%M:%S',
stream=sys.stderr)
logger = logging.getLogger()
class Command(BaseCommand):
help = """Pull the latest commit message from SVN for a given package that
is signoff-eligible and does not have an existing comment attached"""
def handle(self, **options):
v = int(options.get('verbosity', None))
if v == 0:
logger.level = logging.ERROR
elif v == 1:
logger.level = logging.INFO
elif v >= 2:
logger.level = logging.DEBUG
add_signoff_comments()
cleanup_signoff_comments()
def svn_log(pkgbase, repo):
'''Retrieve the most recent SVN log entry for the given pkgbase and
repository. The configured setting SVN_BASE_URL is used along with the
svn_root for each repository to form the correct URL.'''
path = '%s%s/%s/trunk/' % (settings.SVN_BASE_URL, repo.svn_root, pkgbase)
cmd = ['svn', 'log', '--limit=1', '--xml', path]
log_data = subprocess.check_output(cmd)
# the XML format is very very simple, especially with only one revision
xml = XML(log_data)
revision = int(xml.find('logentry').get('revision'))
date = datetime.strptime(xml.findtext('logentry/date'),
'%Y-%m-%dT%H:%M:%S.%fZ')
return {
'revision': revision,
'date': date,
'author': xml.findtext('logentry/author'),
'message': xml.findtext('logentry/msg'),
}
def cached_svn_log(pkgbase, repo):
'''Retrieve the cached version of the SVN log if possible, else delegate to
svn_log() to do the work and cache the result.'''
key = (pkgbase, repo)
if key in cached_svn_log.cache:
return cached_svn_log.cache[key]
log = svn_log(pkgbase, repo)
cached_svn_log.cache[key] = log
return log
cached_svn_log.cache = {}
def create_specification(package, log, finder):
trimmed_message = log['message'].strip()
required = package.arch.required_signoffs
spec = SignoffSpecification(pkgbase=package.pkgbase,
pkgver=package.pkgver, pkgrel=package.pkgrel,
epoch=package.epoch, arch=package.arch, repo=package.repo,
comments=trimmed_message, required=required)
spec.user = finder.find_by_username(log['author'])
return spec
def add_signoff_comments():
logger.info("getting all signoff groups")
groups = get_signoff_groups()
logger.info("%d signoff groups found", len(groups))
finder = UserFinder()
for group in groups:
if not group.default_spec:
continue
logger.debug("getting SVN log for %s (%s)", group.pkgbase, group.repo)
try:
log = cached_svn_log(group.pkgbase, group.repo)
logger.info("creating spec with SVN message for %s", group.pkgbase)
spec = create_specification(group.packages[0], log, finder)
spec.save()
except: # noqa
logger.exception("error getting SVN log for %s", group.pkgbase)
def cleanup_signoff_comments():
logger.info("getting all signoff groups")
groups = get_signoff_groups()
id_signoffs = [signoff.id for g in groups for signoff in g.signoffs]
logger.info("Keeping %s signoffs", len(id_signoffs))
# FakeSignoffSpecification's have no id
id_signoffspecs = [g.specification.id for g in groups if not isinstance(g.specification, FakeSignoffSpecification)]
logger.info("Keeping %s signoffspecifications", len(id_signoffspecs))
Signoff.objects.exclude(id__in=id_signoffs).delete()
SignoffSpecification.objects.exclude(id__in=id_signoffspecs).delete()
# vim: set ts=4 sw=4 et:
|
