from base64 import b64decode import json from django import forms from django.conf import settings from django.core.serializers.json import DjangoJSONEncoder from django.core.urlresolvers import reverse from django.db.models import Count, Max from django.http import Http404, HttpResponse from django.shortcuts import get_object_or_404, redirect, render from django.views.generic import DetailView, ListView from .models import (Architecture, BootType, Bootloader, ClockChoice, Filesystem, HardwareType, InstallType, Iso, IsoType, Module, Source, Test, Release) from mirrors.models import (Mirror, MirrorUrl, MirrorProtocol) def standard_field(model, empty_label=None, help_text=None, required=True): return forms.ModelChoiceField(queryset=model.objects.all(), widget=forms.RadioSelect(), empty_label=empty_label, help_text=help_text, required=required) class TestForm(forms.ModelForm): iso = forms.ModelChoiceField(queryset=Iso.objects.filter( active=True).order_by('-id')) architecture = standard_field(Architecture) iso_type = standard_field(IsoType) boot_type = standard_field(BootType) hardware_type = standard_field(HardwareType) install_type = standard_field(InstallType) source = standard_field(Source) clock_choice = standard_field(ClockChoice) filesystem = standard_field(Filesystem, help_text="Verify /etc/fstab, `df -hT` output and commands like " "lvdisplay for special modules.") modules = forms.ModelMultipleChoiceField(queryset=Module.objects.all(), widget=forms.CheckboxSelectMultiple(), required=False) bootloader = standard_field(Bootloader, help_text="Verify that the entries in the bootloader config " "looks OK.") rollback_filesystem = standard_field(Filesystem, help_text="If you did a rollback followed by a new attempt to " "setup your blockdevices/filesystems, select which option you " "took here.", empty_label="N/A (did not rollback)", required=False) rollback_modules = forms.ModelMultipleChoiceField( queryset=Module.objects.all(), help_text="If you did a rollback followed by a new attempt to " "setup your blockdevices/filesystems, select which option you " "took here.", widget=forms.CheckboxSelectMultiple(), required=False) success = forms.BooleanField( help_text="Only check this if everything went fine. " "If you ran into problems please create a ticket on the " "bugtracker (or check that one already exists) and link to " "it in the comments.", required=False) website = forms.CharField(label='', widget=forms.TextInput(attrs={'style': 'display:none;'}), required=False) class Meta: model = Test fields = ("user_name", "user_email", "iso", "architecture", "iso_type", "boot_type", "hardware_type", "install_type", "source", "clock_choice", "filesystem", "modules", "bootloader", "rollback_filesystem", "rollback_modules", "success", "comments") widgets = { "modules": forms.CheckboxSelectMultiple(), } def submit_test_result(request): if request.POST: form = TestForm(request.POST) if form.is_valid() and request.POST['website'] == '': test = form.save(commit=False) test.ip_address = request.META.get("REMOTE_ADDR", None) test.save() form.save_m2m() return redirect('releng-test-thanks') else: form = TestForm() context = {'form': form} return render(request, 'releng/add.html', context) def calculate_option_overview(field_name): field = Test._meta.get_field(field_name) model = field.rel.to is_rollback = field_name.startswith('rollback_') option = { 'option': model, 'field_name': field_name, 'name': model._meta.verbose_name, 'is_rollback': is_rollback, 'values': [] } if not is_rollback: successes = dict(model.objects.values_list('pk').filter( test__success=True).annotate(latest=Max('test__iso__id'))) failures = dict(model.objects.values_list('pk').filter( test__success=False).annotate(latest=Max('test__iso__id'))) else: successes = dict(model.objects.values_list('pk').filter( rollback_test_set__success=True).annotate( latest=Max('rollback_test_set__iso__id'))) failures = dict(model.objects.values_list('pk').filter( rollback_test_set__success=False).annotate( latest=Max('rollback_test_set__iso__id'))) for value in model.objects.all(): data = { 'value': value, 'success': successes.get(value.pk), 'failure': failures.get(value.pk), } option['values'].append(data) return option def options_fetch_iso(options): '''Replaces the Iso PK with a full Iso model object in a list of options used on the overview page. We do it this way to only have to query the Iso table once rather than once per option.''' # collect all necessary Iso PKs all_pks = set() for option in options: all_pks.update(v['success'] for v in option['values']) all_pks.update(v['failure'] for v in option['values']) all_pks.discard(None) all_isos = Iso.objects.in_bulk(all_pks) for option in options: for value in option['values']: value['success'] = all_isos.get(value['success']) value['failure'] = all_isos.get(value['failure']) return options def test_results_overview(request): # data structure produced: # [ { # option, name, is_rollback, # values: [ { value, success, failure } ... ] # } # ... # ] all_options = [] fields = ['architecture', 'iso_type', 'boot_type', 'hardware_type', 'install_type', 'source', 'clock_choice', 'filesystem', 'modules', 'bootloader', 'rollback_filesystem', 'rollback_modules'] for field in fields: all_options.append(calculate_option_overview(field)) all_options = options_fetch_iso(all_options) context = { 'options': all_options, 'iso_url': settings.ISO_LIST_URL, } return render(request, 'releng/results.html', context) def test_results_iso(request, iso_id): iso = get_object_or_404(Iso, pk=iso_id) test_list = iso.test_set.select_related() context = { 'iso_name': iso.name, 'test_list': test_list } return render(request, 'releng/result_list.html', context) def test_results_for(request, option, value): if option not in Test._meta.get_all_field_names(): raise Http404 option_model = getattr(Test, option).field.rel.to option_model.verbose_name = option_model._meta.verbose_name real_value = get_object_or_404(option_model, pk=value) test_list = real_value.test_set.select_related().order_by( '-iso__name', '-pk') context = { 'option': option_model, 'value': real_value, 'value_id': value, 'test_list': test_list } return render(request, 'releng/result_list.html', context) def submit_test_thanks(request): return render(request, "releng/thanks.html", None) def iso_overview(request): isos = Iso.objects.all().order_by('-pk') successes = dict(Iso.objects.values_list('pk').filter( test__success=True).annotate(ct=Count('test'))) failures = dict(Iso.objects.values_list('pk').filter( test__success=False).annotate(ct=Count('test'))) for iso in isos: iso.successes = successes.get(iso.pk, 0) iso.failures = failures.get(iso.pk, 0) # only show "useful" rows, currently active ISOs or those with results isos = [iso for iso in isos if iso.active is True or iso.successes > 0 or iso.failures > 0] context = { 'isos': isos } return render(request, 'releng/iso_overview.html', context) class ReleaseListView(ListView): model = Release class ReleaseDetailView(DetailView): model = Release slug_field = 'version' slug_url_kwarg = 'version' def release_torrent(request, version): release = get_object_or_404(Release, version=version) if not release.torrent_data: raise Http404 data = b64decode(release.torrent_data.encode('utf-8')) response = HttpResponse(data, content_type='application/x-bittorrent') # TODO: this is duplicated from Release.iso_url() filename = 'archlinux-%s-dual.iso.torrent' % release.version response['Content-Disposition'] = 'attachment; filename=%s' % filename return response class ReleaseJSONEncoder(DjangoJSONEncoder): release_attributes = ('release_date', 'version', 'kernel_version', 'created', 'md5_sum', 'sha1_sum') def default(self, obj): if isinstance(obj, Release): data = {attr: getattr(obj, attr) or None for attr in self.release_attributes} data['available'] = obj.available data['iso_url'] = '/' + obj.iso_url() data['magnet_uri'] = obj.magnet_uri() data['torrent_url'] = reverse('releng-release-torrent', args=[obj.version]) data['info'] = obj.info_html() torrent_data = obj.torrent() if torrent_data: torrent_data.pop('url_list', None) data['torrent'] = torrent_data return data return super(ReleaseJSONEncoder, self).default(obj) def releases_json(request): releases = Release.objects.all() try: latest_version = Release.objects.filter(available=True).values_list( 'version', flat=True).latest() except Release.DoesNotExist: latest_version = None data = { 'version': 1, 'releases': list(releases), 'latest_version': latest_version, } to_json = json.dumps(data, ensure_ascii=False, cls=ReleaseJSONEncoder) response = HttpResponse(to_json, content_type='application/json') return response def netboot_config(request): release_qs = Release.objects.filter(available=True).order_by('-release_date') releases = [ release.version for release in release_qs ] mirrorurls = MirrorUrl.objects.filter(protocol__protocol='http', active=True, mirror__public=True, mirror__active=True, mirror__isos=True) mirrorurls = sorted( mirrorurls, key=lambda x: x.mirror.name) mirrorurls = sorted( mirrorurls, key=lambda x: x.country.name) context = { 'archs': [ 'i686', 'x86_64' ], 'releases': releases, 'mirrorurls': mirrorurls, } return render(request, "releng/archlinux.ipxe", context, content_type='text/plain') # vim: set ts=4 sw=4 et: