views.py 15.1 KB
Newer Older
stef's avatar
stef committed
1
from forms import AddViolation, SearchViolation
2
3
from django.views.generic import ListView, FormView, DetailView
from django.views.generic.list import MultipleObjectMixin
stef's avatar
stef committed
4
from django.http import HttpResponse, HttpResponseRedirect, Http404
5
from django.shortcuts import render_to_response, get_object_or_404, redirect
6
from django.template import RequestContext, loader, Context
stef's avatar
stef committed
7
from django.core.files import File
8
from django.core.servers.basehttp import FileWrapper
9
from django.conf import settings
stef's avatar
stef committed
10
from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger
11
from django.core.exceptions import ObjectDoesNotExist
12
from django.core.mail import send_mail
13
from django.contrib import messages
14
from django.contrib.auth.models import User
stef's avatar
stef committed
15
from django.utils.translation import ugettext_lazy as _
stef's avatar
stef committed
16
from django.db.models import Count
17
from haystack.generic_views import SearchView
stef's avatar
stef committed
18
from models import Violation, Attachment, Comment, Confirmation, COUNTRIES, STATUS, Operator
stef's avatar
stef committed
19
20
from tempfile import mkstemp
from datetime import datetime
21
import hashlib, os, re, json
22
23
from random import randint
from email.mime.text import MIMEText
stef's avatar
stef committed
24
from email.header import Header
25
26
from urlparse import urljoin
from BeautifulSoup import BeautifulSoup, Comment as BComment
stef's avatar
stef committed
27
from operator import itemgetter
28
from itertools import groupby
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

def sanitizeHtml(value, base_url=None):
    rjs = r'[\s]*(&#x.{1,7})?'.join(list('javascript:'))
    rvb = r'[\s]*(&#x.{1,7})?'.join(list('vbscript:'))
    re_scripts = re.compile('(%s)|(%s)' % (rjs, rvb), re.IGNORECASE)
    validTags = 'p i strong b u a h1 h2 h3 pre br img'.split()
    validAttrs = 'href src width height'.split()
    urlAttrs = 'href src'.split() # Attributes which should have a URL
    soup = BeautifulSoup(value)
    for comment in soup.findAll(text=lambda text: isinstance(text, BComment)):
        # Get rid of comments
        comment.extract()
    for tag in soup.findAll(True):
        if tag.name not in validTags:
            tag.hidden = True
        attrs = tag.attrs
        tag.attrs = []
        for attr, val in attrs:
            if attr in validAttrs:
                val = re_scripts.sub('', val) # Remove scripts (vbs & js)
                if attr in urlAttrs:
                    val = urljoin(base_url, val) # Calculate the absolute url
                tag.attrs.append((attr, val))

    return soup.renderContents().decode('utf8')
stef's avatar
stef committed
54

55
def activate(request):
56
57
58
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
59
60
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
61
62
63
    if v:
        actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
        to=[x.email for x in User.objects.filter(groups__name='moderator')]
stef's avatar
stef committed
64
        details='\n'.join(["%s: %s" % (k.capitalize(), val) for k,val in v.__dict__.items() if not k.startswith('_') and val])
65
66
67
68
69
70
71
72
73

        msg = {'from': 'nnmon@respectmynet.eu',
               'to': to,
               'subject': 'NNMon submission approval'.encode("Utf-8"),
               'body': "A new report was submitted. To approve click here: %s/moderate/?key=%s\n\nDetails follow:\n%s\n%s" %
                       (settings.ROOT_URL or 'http://localhost:8001/', actid, details, v.comment_set.get().comment)
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

74
75
        v.activationid=actid
        v.save()
Benjamin Sonntag's avatar
Benjamin Sonntag committed
76
        messages.add_message(request, messages.INFO, _('Thank you for verifying your submission. It will be listed shortly, after we\'ve checked that the report is valid.').encode("Utf-8"))
77
78
    return HttpResponseRedirect('/') # Redirect after POST

79
def moderate(request):
80
81
82
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
83
84
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
85
86
87
88
    if not v:
        messages.add_message(request, messages.INFO, _('No such key'))
        return HttpResponseRedirect('/') # Redirect after POST
    if request.GET.get('action','')=='approve':
stef's avatar
stef committed
89
        messages.add_message(request, messages.INFO, _('Thank you for approving the <a href="%s">submission</a>.' % v.get_absolute_url()))
stef's avatar
stef committed
90

91
92
93
        msg = {'from': 'nnmon@respectmynet.eu',
               'to': [v.comment_set.get().submitter_email],
               'subject': _('NNMon submission approved').encode("Utf-8"),
stef's avatar
stef committed
94
               'body': _("Your report has been approved.\nTo see it, please visit: %s/%s") %
stef's avatar
stef committed
95
                      (settings.ROOT_URL or 'http://localhost:8001/', v.get_absolute_url())
96
97
98
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

99
        if settings.TWITTER_API:
stef's avatar
stef committed
100
            try:
stef's avatar
stef committed
101
                settings.TWITTER_API.PostUpdate("New #NetNeutrality violation reported for %s (%s) %s %s/%s" % (v.operator, v.country, v.contract, settings.ROOT_URL or 'http://localhost:8001/', v.id))
stef's avatar
stef committed
102
103
            except:
                pass
104
105
        v.activationid=''
        v.save()
106
        return redirect(v) # Redirect after POST to violation url
107
108
109
110
111
112
    if request.GET.get('action','')=='delete':
        v.delete()
        messages.add_message(request, messages.INFO, _('Thank you for deleting the submission.'))
        return HttpResponseRedirect('/') # Redirect after POST
    return render_to_response('view.html', { 'v': v, 'key': request.GET.get('key') },context_instance=RequestContext(request))

stef's avatar
stef committed
113
114
115
def confirm(request, id, name=None):
    if name:
        if Confirmation.objects.filter(email=name, violation=id).count()==0:
stef's avatar
stef committed
116
117
            msg=_("Thank you for confirming a case. To finalize your confirmation please validate using your confirmation key.\nYour confirmation key is %s/%s%s")
            actid=sendverifymail('confirm/',name, msg)
118
119
120
            try:
                c=Confirmation(key=actid, email=name, violation=Violation.objects.get(pk=id))
            except:
stef's avatar
stef committed
121
                return HttpResponse(unicode(_('Thank you, this has been already confirmed')))
stef's avatar
stef committed
122
            c.save()
stef's avatar
stef committed
123
        return HttpResponse(unicode(_('Thank you for your confirmation')))
stef's avatar
stef committed
124
125
126
    try:
        c = get_object_or_404(Confirmation, key=id)
    except:
127
128
        messages.add_message(request, messages.INFO, unicode(_("Thank you, this has been already confirmed")))
        return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
129
130
    c.key=''
    c.save()
stef's avatar
stef committed
131
    messages.add_message(request, messages.INFO, unicode(_('Thank you for verifying your confirmation')))
132
    return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
133

stef's avatar
stef committed
134
def sendverifymail(service,to,body):
stef's avatar
stef committed
135
    actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
136
137
138
    msg = {'from': 'nnmon@respectmynet.eu',
           'to': [to.encode("Utf-8")],
           'subject': _('NNMon submission verification').encode("Utf-8"),
stef's avatar
stef committed
139
           'body': body % (settings.ROOT_URL or 'http://localhost:8001/', service, actid),
140
141
142
           }
    send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

stef's avatar
stef committed
143
144
    return actid

145
146
class JSONMixin(object):
    def get(self, request, *args, **kwargs):
147
148
        qs = self.get_queryset()
        if qs.count():
Okhin's avatar
Okhin committed
149
            return HttpResponse(json.dumps(sorted([(x.id, x.resource_name) for x in qs])))
150
151
        else:
            return HttpResponse('')
152

Okhin's avatar
Okhin committed
153
154
155
class AddForm(FormView):
    model = Violation
    template_name = 'index.html'
156
157
158
159
160
161
162
163
164
    form_class = AddViolation
    success_url = '/'
    context_object_name = 'violations'

    def form_valid(self, form):
        msg=_("Thank you for submitting a new report. To finalize your submission please confirm using your validation key.\nYour verification key is %s/%s%s\nPlease note that reports are moderated, it might take some time before your report appears online. Thank you for your patience.")
        actid=sendverifymail('activate?key=',form.cleaned_data['email'], msg)
        operator, created = Operator.objects.get_or_create(name=form.cleaned_data['operator'])
        v=Violation(
stef's avatar
stef committed
165
                country = form.cleaned_data['country'],
166
                operator_ref = operator,
stef's avatar
stef committed
167
168
                contract = form.cleaned_data['contract'],
                resource = form.cleaned_data['resource'],
stef's avatar
stef committed
169
                resource_name = form.cleaned_data['resource_name'],
stef's avatar
stef committed
170
171
172
173
                type = form.cleaned_data['type'],
                media = form.cleaned_data['media'],
                temporary = form.cleaned_data['temporary'],
                contractual = form.cleaned_data['contractual'],
174
                contract_excerpt = sanitizeHtml(form.cleaned_data['contract_excerpt']),
175
176
                loophole = form.cleaned_data['loophole'],
                activationid = actid
stef's avatar
stef committed
177
                )
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
        v.save()
        #c=Confirmation(key='', email=form.cleaned_data['email'], violation=v)
        #c.save()
        c = Comment(
            comment=form.cleaned_data['comment'],
            submitter_email=form.cleaned_data['email'],
            submitter_name=form.cleaned_data['nick'],
            consent=form.cleaned_data['consent'],
            timestamp=datetime.now(),
            violation=v,
            )
        c.save()
        for f in request.FILES.getlist('attachments[]'):
            a=Attachment(comment=c, name=f.name, type=f.content_type)
            m = hashlib.sha256()
            for chunk in f.chunks():
                m.update(chunk)
            sname=m.hexdigest()
            a.storage.save(sname,f)
            a.save()
        messages.add_message(request, messages.INFO, _('Thank you for submitting this report, you will receive a verification email immediately, if not check your spam folder.'))
        return super(AddForm, self).form_valid(form)
stef's avatar
stef committed
200

201
202
    def get_queryset(self):
        return Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
203

204
205
206
207
    def get_context_data(self, **kwargs):
        context = super(AddForm, self).get_context_data(**kwargs)
        reports = sorted([(i['total'],i['id'])
                         for i in Violation.objects.values('id').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
208
                    reverse=True)
209
210
        confirms = sorted([(i['total'],i['country'])
                         for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
211
                    reverse=True)
212
213
        operators = sorted([(i['total'],i['operator_ref__name'])
                         for i in Violation.objects.values('operator_ref__name').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
214
                     reverse=True)
215
        context['stats'] = [
216
                (_('Total confirmed reports'), len([i for i,z in reports if i>0])),
217
                (_('Countries with some confirmed reports'), len([i for i,z in confirms if i>0])),
Okhin's avatar
Okhin committed
218
                (_('Operators with some confirmed reports'), len([i for i,z in operators if i>0]))]
219
        return context
stef's avatar
stef committed
220

221
222
223
class ViolationsList(ListView):
    template_name = 'list.html'
    context_object_name = 'violations'
224

225
226
227
    def get_queryset(self):
        queryset = Violation.objects.filter(activationid='')
        if 'operator' in self.kwargs:
Okhin's avatar
Okhin committed
228
229
230
231
            # If i Have operator I have a country
            queryset = Violation.objects.filter(activationid='',
                    country=self.kwargs['country'],
                    operator_ref__name=self.kwargs['operator'])
232
        if 'country' in self.kwargs:
Okhin's avatar
Okhin committed
233
234
235
            queryset = Violation.objects.filter(activationid='',
                    country=self.kwargs['country'])
        if 'all' not in self.request.GET:
Okhin's avatar
Okhin committed
236
            queryset = queryset.filter(activationid='').exclude(state__in=['duplicate', 'closed'])
237
        return queryset
stef's avatar
stef committed
238

239
240
241
242
243
    def get_context_data(self, **kwargs):
        context = super(ViolationsList, self).get_context_data(**kwargs)

        if 'country' in self.kwargs:
            context['country'] = self.kwargs['country']
Okhin's avatar
Okhin committed
244
245
246
247
248
249
250
        else:
            countries = sorted([(i['total'], i['country'])
                for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
                reverse=True)
            countryweights=json.dumps([{'iso2': y, 'w': x} for x, y in countries])
            context['countries'] = countries
            context['countryweights'] = countryweights
251
252
253
254
255
256
257
258
259
260
261
262
263
        return context

class ViolationView(DetailView):
    model = Violation
    template_name = 'view.html'
    pk_url_kwarg = 'id'
    context_object_name = 'v'

    def get_object(self):
        object = super(ViolationView, self).get_object()
        if object.activationid:
            raise Http404
        return object
stef's avatar
stef committed
264

265
266
267
268
class LookupView(JSONMixin, SearchView):
    queryset = Violation.objects.filter(activationid='')
    form_class = SearchViolation

269
270
271
class ViolationSearchView(SearchView):
    def get_context_data(self, *args, **kwargs):
        context = super(ViolationSearchView, self).get_context_data(*args, **kwargs)
Okhin's avatar
Okhin committed
272
        countries = sorted([(k, len(list(g)),) for k, g in groupby(sorted([i['country'] for i in self.queryset.values('country')]))])
Okhin's avatar
Okhin committed
273
        countryweights=json.dumps([{'iso2': x, 'w': y} for x, y in countries])
Okhin's avatar
Okhin committed
274
275
        operators = sorted([(k, len(list(g)),) for k, g in groupby(sorted([i['operator_name'] for i in self.queryset.values('operator_name')]))])
        context['operators'] = operators
276
277
278
        context['countries'] = countries
        context['countryweights'] = countryweights
        context['stats'] = [
Okhin's avatar
Okhin committed
279
280
281
                (_('Number of reports in this search'), len(self.queryset.all())),
                (_('Countries with some confirmed reports'), len([c for c,v in countries if v > 0])),
                (_('Operators with some confirmed reports'), len([c for c,v in operators if v > 0])),
282
283
284
                ]
        return context

285
286
287
288
def get_attach(request,id):
    f = get_object_or_404(Attachment, pk=id)
    wrapper = FileWrapper(f.storage)
    response=HttpResponse(wrapper, mimetype=f.type)
289
    response['Content-Disposition'] = 'attachment; filename="%s"' % f.name
290
291
292
    response['Content-Length'] = f.storage.size
    return response

293
294
295
296
297
298
299
300
301
302
303
304
305
def ascsv(request):
    response = HttpResponse(mimetype='text/csv')
    response['Content-Disposition'] = 'attachment; filename=respectmynet.csv'

    res=[]
    for v in Violation.objects.filter(activationid=''):
        res.append((v.state, v.country, v.operator, v.contract, v.resource, v.resource_name, v.type, v.media, v.temporary, v.contractual, v.contract_excerpt, v.loophole, v.editorial,v.comment_set.get().comment))
    t = loader.get_template('csv.tmpl')
    c = Context({
        'data': res,
    })
    response.write(t.render(c))
    return response
306
307
308
309
310
311
312
313
314
315

from sheet import save_ods
def asods(request):
    response = HttpResponse(mimetype='application/vnd.oasis.opendocument.spreadsheet')
    response['Content-Disposition'] = 'attachment; filename=respectmynet-ec_berec_tm_questionnaire.ods'
    save_ods()
    f=open('/tmp/ec_berec_tm_questionnaire.ods','r')
    response.write(f.read())
    f.close()
    return response