views.py 15.8 KB
Newer Older
stef's avatar
stef committed
1
from forms import AddViolation, SearchViolation
stef's avatar
stef committed
2
from django.http import HttpResponse, HttpResponseRedirect, Http404
3
from django.shortcuts import render_to_response, get_object_or_404, redirect
4
from django.template import RequestContext, loader, Context
stef's avatar
stef committed
5
from django.core.files import File
6
from django.core.servers.basehttp import FileWrapper
stef's avatar
stef committed
7
from django.conf import settings
stef's avatar
stef committed
8
from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger
9
from django.core.exceptions import ObjectDoesNotExist
10
from django.core.mail import send_mail
11
from django.contrib import messages
12
from django.contrib.auth.models import User
stef's avatar
stef committed
13
from django.utils.translation import ugettext_lazy as _
stef's avatar
stef committed
14
from django.db.models import Count
stef's avatar
stef committed
15
from models import Violation, Attachment, Comment, Confirmation, COUNTRIES, STATUS, Operator
stef's avatar
stef committed
16
17
from tempfile import mkstemp
from datetime import datetime
18
import hashlib, os, re, json
19
20
from random import randint
from email.mime.text import MIMEText
stef's avatar
stef committed
21
from email.header import Header
22
23
from urlparse import urljoin
from BeautifulSoup import BeautifulSoup, Comment as BComment
stef's avatar
stef committed
24
from operator import itemgetter
Okhin's avatar
Okhin committed
25
26
from haystack.generic_views import SearchView
from forms import SearchViolation
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

def sanitizeHtml(value, base_url=None):
    rjs = r'[\s]*(&#x.{1,7})?'.join(list('javascript:'))
    rvb = r'[\s]*(&#x.{1,7})?'.join(list('vbscript:'))
    re_scripts = re.compile('(%s)|(%s)' % (rjs, rvb), re.IGNORECASE)
    validTags = 'p i strong b u a h1 h2 h3 pre br img'.split()
    validAttrs = 'href src width height'.split()
    urlAttrs = 'href src'.split() # Attributes which should have a URL
    soup = BeautifulSoup(value)
    for comment in soup.findAll(text=lambda text: isinstance(text, BComment)):
        # Get rid of comments
        comment.extract()
    for tag in soup.findAll(True):
        if tag.name not in validTags:
            tag.hidden = True
        attrs = tag.attrs
        tag.attrs = []
        for attr, val in attrs:
            if attr in validAttrs:
                val = re_scripts.sub('', val) # Remove scripts (vbs & js)
                if attr in urlAttrs:
                    val = urljoin(base_url, val) # Calculate the absolute url
                tag.attrs.append((attr, val))

    return soup.renderContents().decode('utf8')
stef's avatar
stef committed
52

53
def activate(request):
54
55
56
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
57
58
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
59
60
61
    if v:
        actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
        to=[x.email for x in User.objects.filter(groups__name='moderator')]
stef's avatar
stef committed
62
        details='\n'.join(["%s: %s" % (k.capitalize(), val) for k,val in v.__dict__.items() if not k.startswith('_') and val])
63
64
65
66
67
68
69
70
71

        msg = {'from': 'nnmon@respectmynet.eu',
               'to': to,
               'subject': 'NNMon submission approval'.encode("Utf-8"),
               'body': "A new report was submitted. To approve click here: %s/moderate/?key=%s\n\nDetails follow:\n%s\n%s" %
                       (settings.ROOT_URL or 'http://localhost:8001/', actid, details, v.comment_set.get().comment)
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

72
73
        v.activationid=actid
        v.save()
Benjamin Sonntag's avatar
Benjamin Sonntag committed
74
        messages.add_message(request, messages.INFO, _('Thank you for verifying your submission. It will be listed shortly, after we\'ve checked that the report is valid.').encode("Utf-8"))
75
76
    return HttpResponseRedirect('/') # Redirect after POST

77
def moderate(request):
78
79
80
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
81
82
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
83
84
85
86
    if not v:
        messages.add_message(request, messages.INFO, _('No such key'))
        return HttpResponseRedirect('/') # Redirect after POST
    if request.GET.get('action','')=='approve':
stef's avatar
stef committed
87
        messages.add_message(request, messages.INFO, _('Thank you for approving the <a href="%s">submission</a>.' % v.get_absolute_url()))
stef's avatar
stef committed
88

89
90
91
        msg = {'from': 'nnmon@respectmynet.eu',
               'to': [v.comment_set.get().submitter_email],
               'subject': _('NNMon submission approved').encode("Utf-8"),
stef's avatar
stef committed
92
               'body': _("Your report has been approved.\nTo see it, please visit: %s/%s") %
stef's avatar
stef committed
93
                      (settings.ROOT_URL or 'http://localhost:8001/', v.get_absolute_url())
94
95
96
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

97
        if settings.TWITTER_API:
stef's avatar
stef committed
98
            try:
stef's avatar
stef committed
99
                settings.TWITTER_API.PostUpdate("New #NetNeutrality violation reported for %s (%s) %s %s/%s" % (v.operator, v.country, v.contract, settings.ROOT_URL or 'http://localhost:8001/', v.id))
stef's avatar
stef committed
100
101
            except:
                pass
102
103
        v.activationid=''
        v.save()
104
        return redirect(v) # Redirect after POST to violation url
105
106
107
108
109
110
    if request.GET.get('action','')=='delete':
        v.delete()
        messages.add_message(request, messages.INFO, _('Thank you for deleting the submission.'))
        return HttpResponseRedirect('/') # Redirect after POST
    return render_to_response('view.html', { 'v': v, 'key': request.GET.get('key') },context_instance=RequestContext(request))

stef's avatar
stef committed
111
112
113
def confirm(request, id, name=None):
    if name:
        if Confirmation.objects.filter(email=name, violation=id).count()==0:
stef's avatar
stef committed
114
115
            msg=_("Thank you for confirming a case. To finalize your confirmation please validate using your confirmation key.\nYour confirmation key is %s/%s%s")
            actid=sendverifymail('confirm/',name, msg)
116
117
118
            try:
                c=Confirmation(key=actid, email=name, violation=Violation.objects.get(pk=id))
            except:
stef's avatar
stef committed
119
                return HttpResponse(unicode(_('Thank you, this has been already confirmed')))
stef's avatar
stef committed
120
            c.save()
stef's avatar
stef committed
121
        return HttpResponse(unicode(_('Thank you for your confirmation')))
stef's avatar
stef committed
122
123
124
    try:
        c = get_object_or_404(Confirmation, key=id)
    except:
125
126
        messages.add_message(request, messages.INFO, unicode(_("Thank you, this has been already confirmed")))
        return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
127
128
    c.key=''
    c.save()
stef's avatar
stef committed
129
    messages.add_message(request, messages.INFO, unicode(_('Thank you for verifying your confirmation')))
130
    return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
131

stef's avatar
stef committed
132
def sendverifymail(service,to,body):
stef's avatar
stef committed
133
    actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
134
135
136
    msg = {'from': 'nnmon@respectmynet.eu',
           'to': [to.encode("Utf-8")],
           'subject': _('NNMon submission verification').encode("Utf-8"),
stef's avatar
stef committed
137
           'body': body % (settings.ROOT_URL or 'http://localhost:8001/', service, actid),
138
139
140
           }
    send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

stef's avatar
stef committed
141
142
    return actid

stef's avatar
stef committed
143
def add(request):
stef's avatar
stef committed
144
145
146
    if request.method == 'POST':
        form = AddViolation(request.POST)
        if form.is_valid():
stef's avatar
stef committed
147
148
            msg=_("Thank you for submitting a new report. To finalize your submission please confirm using your validation key.\nYour verification key is %s/%s%s\nPlease note that reports are moderated, it might take some time before your report appears online. Thank you for your patience.")
            actid=sendverifymail('activate?key=',form.cleaned_data['email'], msg)
149
            operator, created = Operator.objects.get_or_create(name=form.cleaned_data['operator'])
stef's avatar
stef committed
150
151
            v=Violation(
                country = form.cleaned_data['country'],
152
                operator_ref = operator,
stef's avatar
stef committed
153
154
                contract = form.cleaned_data['contract'],
                resource = form.cleaned_data['resource'],
stef's avatar
stef committed
155
                resource_name = form.cleaned_data['resource_name'],
stef's avatar
stef committed
156
157
158
159
                type = form.cleaned_data['type'],
                media = form.cleaned_data['media'],
                temporary = form.cleaned_data['temporary'],
                contractual = form.cleaned_data['contractual'],
160
                contract_excerpt = sanitizeHtml(form.cleaned_data['contract_excerpt']),
161
162
                loophole = form.cleaned_data['loophole'],
                activationid = actid
stef's avatar
stef committed
163
164
                )
            v.save()
stef's avatar
stef committed
165
166
            #c=Confirmation(key='', email=form.cleaned_data['email'], violation=v)
            #c.save()
stef's avatar
stef committed
167
168
            c = Comment(
                comment=form.cleaned_data['comment'],
169
170
                submitter_email=form.cleaned_data['email'],
                submitter_name=form.cleaned_data['nick'],
stef's avatar
stef committed
171
                consent=form.cleaned_data['consent'],
stef's avatar
stef committed
172
173
174
175
176
                timestamp=datetime.now(),
                violation=v,
                )
            c.save()
            for f in request.FILES.getlist('attachments[]'):
177
                a=Attachment(comment=c, name=f.name, type=f.content_type)
178
179
180
181
182
                m = hashlib.sha256()
                for chunk in f.chunks():
                    m.update(chunk)
                sname=m.hexdigest()
                a.storage.save(sname,f)
stef's avatar
stef committed
183
                a.save()
184

185
            messages.add_message(request, messages.INFO, _('Thank you for submitting this report, you will receive a verification email immediately, if not check your spam folder.'))
stef's avatar
stef committed
186
187
            return HttpResponseRedirect('/') # Redirect after POST
    else:
stef's avatar
stef committed
188
        form = AddViolation()
stef's avatar
stef committed
189

190
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
191
    return render_to_response(
192
        'index.html',
193
194
        { 'form': form,
          'violations': v_list },
stef's avatar
stef committed
195
        context_instance=RequestContext(request))
stef's avatar
stef committed
196

197
198
199
200
201
202
# XXX obsoleted by API
#def ajax(request, country=None, operator=None):
#    if not operator:
#        return HttpResponse(json.dumps(sorted(list(set([x.operator for x in Violation.objects.filter(country=country,activationid='')])))))
#    else:
#        return HttpResponse(json.dumps(sorted(list(set([x.contract for x in Violation.objects.filter(country=country,activationid='',operator=operator)])))))
stef's avatar
stef committed
203
204

def index(request):
205
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
206
    form = AddViolation()
stef's avatar
stef committed
207
    reports=sorted([(i['total'],i['id'])
stef's avatar
stef committed
208
                     for i in Violation.objects.values('id').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
209
                    reverse=True)
210
211
212
#    countries=sorted([(i['total'],i['country'])
#                      for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('country'))],
#                     reverse=True)
stef's avatar
stef committed
213
    confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
214
                     for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
215
                    reverse=True)
216
217
    operators=sorted([(i['total'],i['operator_ref__name'])
                     for i in Violation.objects.values('operator_ref__name').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
218
                     reverse=True)
stef's avatar
stef committed
219
220
221
222

    return render_to_response(
        'index.html',
        { 'form': form,
stef's avatar
stef committed
223
224
225
          'stats': [ (_('Total confirmed reports'), len([i for i,z in reports if i>0])),
                     (_('Countries with some confirmed reports'), len([i for i,z in confirms if i>0])),
                     (_('Operators with some confirmed reports'), len([i for i,z in operators if i>0])),
stef's avatar
stef committed
226
                     ],
stef's avatar
stef committed
227
228
          'violations': v_list },
        context_instance=RequestContext(request))
229
230
231
232

def filter_violations(request, country, operator=None):
    if not operator:
        violations = Violation.objects.filter(activationid='', country=country)
233
        if not violations.count():
234
            violations = Violation.objects.filter(activationid='', operator_ref__name=country)
235
    else:
236
        violations = Violation.objects.filter(activationid='', country=country, operator_ref__name=operator)
237
    if not request.GET.get('all'):
stef's avatar
stef committed
238
        violations = violations.exclude(state__in=['duplicate', 'closed'])
stef's avatar
stef committed
239
240
241
242
    countries=sorted([(i['total'],i['country'])
                      for i in Violation.objects.values('country').filter(activationid='',country=country).exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
                     reverse=True)
    countryweights=json.dumps([{'iso2': y, 'w': x} for x, y in countries])
243
244
    return render_to_response('list.html',
                              { "violations": violations,
stef's avatar
stef committed
245
                               "country": country,
246
247
                                "status": STATUS },
                              context_instance=RequestContext(request))
stef's avatar
stef committed
248
249

def list_violations(request):
250
    violations = Violation.objects.filter(activationid='')
251
    if not request.GET.get('all'):
stef's avatar
stef committed
252
        violations = violations.exclude(state__in=['duplicate', 'closed'])
stef's avatar
stef committed
253
    countries=sorted([(i['total'],i['country'])
stef's avatar
stef committed
254
                      for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
stef's avatar
stef committed
255
                     reverse=True)
stef's avatar
stef committed
256
    countryweights=json.dumps([{'iso2': y, 'w': x} for x, y in countries])
stef's avatar
stef committed
257
    #countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
258
    #confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
259
260
    #                 for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('confirmation'))
    #                 if i['total']>1],
stef's avatar
stef committed
261
262
263
    #                reverse=True)
    return render_to_response('list.html',
                              {"violations": violations,
stef's avatar
stef committed
264
                               "countries": dict([(y,x) for x,y in countries]),
stef's avatar
stef committed
265
                               "countryweights": countryweights,
266
                               "status": STATUS,},
stef's avatar
stef committed
267
268
                               #"confirms": confirms,},
                              context_instance=RequestContext(request))
269
270
271

def view(request,id):
    v = get_object_or_404(Violation, pk=id)
272
273
    if v.activationid:
        raise Http404
stef's avatar
stef committed
274
    return render_to_response('view.html', { 'v': v, },context_instance=RequestContext(request))
stef's avatar
stef committed
275

276
277
278
279
def get_attach(request,id):
    f = get_object_or_404(Attachment, pk=id)
    wrapper = FileWrapper(f.storage)
    response=HttpResponse(wrapper, mimetype=f.type)
280
    response['Content-Disposition'] = 'attachment; filename="%s"' % f.name
281
282
283
    response['Content-Length'] = f.storage.size
    return response

stef's avatar
stef committed
284
285
286
287
def lookup(request):
    if request.method == 'GET':
        form = SearchViolation(request.GET)
        if form.is_valid():
288
289
            v=form.search()
            res=json.dumps(sorted([(x.object.id,x.object.resource_name) for x in v],reverse=True))
stef's avatar
stef committed
290
291
            return HttpResponse(res)
    return HttpResponse('')
292
293
294
295
296
297
298
299
300
301
302
303
304
305

def ascsv(request):
    response = HttpResponse(mimetype='text/csv')
    response['Content-Disposition'] = 'attachment; filename=respectmynet.csv'

    res=[]
    for v in Violation.objects.filter(activationid=''):
        res.append((v.state, v.country, v.operator, v.contract, v.resource, v.resource_name, v.type, v.media, v.temporary, v.contractual, v.contract_excerpt, v.loophole, v.editorial,v.comment_set.get().comment))
    t = loader.get_template('csv.tmpl')
    c = Context({
        'data': res,
    })
    response.write(t.render(c))
    return response
306
307
308
309
310
311
312
313
314
315

from sheet import save_ods
def asods(request):
    response = HttpResponse(mimetype='application/vnd.oasis.opendocument.spreadsheet')
    response['Content-Disposition'] = 'attachment; filename=respectmynet-ec_berec_tm_questionnaire.ods'
    save_ods()
    f=open('/tmp/ec_berec_tm_questionnaire.ods','r')
    response.write(f.read())
    f.close()
    return response
Okhin's avatar
Okhin committed
316
317
318

class ViolationSearchView(SearchView):
    form_class = SearchViolation