views.py 16.4 KB
Newer Older
stef's avatar
stef committed
1
from forms import AddViolation, SearchViolation
stef's avatar
stef committed
2
from django.http import HttpResponse, HttpResponseRedirect, Http404
3
from django.shortcuts import render_to_response, get_object_or_404
4
from django.template import RequestContext, loader, Context
stef's avatar
stef committed
5
from django.core.files import File
6
from django.core.servers.basehttp import FileWrapper
stef's avatar
stef committed
7
from django.conf import settings
stef's avatar
stef committed
8
from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger
9
from django.core.exceptions import ObjectDoesNotExist
10
from django.contrib import messages
11
from django.contrib.auth.models import User
stef's avatar
stef committed
12
from django.utils.translation import ugettext_lazy as _
stef's avatar
stef committed
13
from django.db.models import Count
14
from models import Violation, Attachment, Comment, Confirmation, COUNTRIES, STATUS
stef's avatar
stef committed
15
16
from tempfile import mkstemp
from datetime import datetime
17
18
19
import hashlib, os, re, json, smtplib
from random import randint
from email.mime.text import MIMEText
stef's avatar
stef committed
20
from email.header import Header
21
22
from urlparse import urljoin
from BeautifulSoup import BeautifulSoup, Comment as BComment
stef's avatar
stef committed
23
from operator import itemgetter
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

def sanitizeHtml(value, base_url=None):
    rjs = r'[\s]*(&#x.{1,7})?'.join(list('javascript:'))
    rvb = r'[\s]*(&#x.{1,7})?'.join(list('vbscript:'))
    re_scripts = re.compile('(%s)|(%s)' % (rjs, rvb), re.IGNORECASE)
    validTags = 'p i strong b u a h1 h2 h3 pre br img'.split()
    validAttrs = 'href src width height'.split()
    urlAttrs = 'href src'.split() # Attributes which should have a URL
    soup = BeautifulSoup(value)
    for comment in soup.findAll(text=lambda text: isinstance(text, BComment)):
        # Get rid of comments
        comment.extract()
    for tag in soup.findAll(True):
        if tag.name not in validTags:
            tag.hidden = True
        attrs = tag.attrs
        tag.attrs = []
        for attr, val in attrs:
            if attr in validAttrs:
                val = re_scripts.sub('', val) # Remove scripts (vbs & js)
                if attr in urlAttrs:
                    val = urljoin(base_url, val) # Calculate the absolute url
                tag.attrs.append((attr, val))

    return soup.renderContents().decode('utf8')
stef's avatar
stef committed
49

50
def activate(request):
51
52
53
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
54
        return HttpResponse(_('Thank you, this key has been already activated'))
55
56
57
    if v:
        actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
        to=[x.email for x in User.objects.filter(groups__name='moderator')]
stef's avatar
stef committed
58
59
60
        details='\n'.join(["%s: %s" % (k.capitalize(), val) for k,val in v.__dict__.items() if not k.startswith('_') and val])
        msg = MIMEText("A new report was submitted. To approve click here: %s/moderate/?key=%s\n\nDetails follow:\n%s\n%s" %
                       (settings.ROOT_URL or 'http://localhost:8001/', actid, details, v.comment_set.get().comment), _charset="utf-8")
stef's avatar
stef committed
61
        msg['Subject'] = 'NNMon submission approval'.encode("Utf-8")
stef's avatar
stef committed
62
        msg['From'] = 'nnmon@respectmynet.eu'
63
64
        msg['To'] = ', '.join(to)
        s = smtplib.SMTP('localhost')
stef's avatar
stef committed
65
        s.sendmail('nnmon@respectmynet.eu', to, msg.as_string())
66
67
68
        s.quit()
        v.activationid=actid
        v.save()
Benjamin Sonntag's avatar
Benjamin Sonntag committed
69
        messages.add_message(request, messages.INFO, _('Thank you for verifying your submission. It will be listed shortly, after we\'ve checked that the report is valid.').encode("Utf-8"))
70
71
    return HttpResponseRedirect('/') # Redirect after POST

72
def moderate(request):
73
74
75
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
stef's avatar
stef committed
76
        return HttpResponse(_('Thank you, this key has been already activated'))
77
78
79
80
    if not v:
        messages.add_message(request, messages.INFO, _('No such key'))
        return HttpResponseRedirect('/') # Redirect after POST
    if request.GET.get('action','')=='approve':
stef's avatar
stef committed
81
82
83
84
85
86
87
88
89
        messages.add_message(request, messages.INFO, _('Thank you for approving the <a href="/view/%s">submission</a>.' % v.id))

        msg = MIMEText(_("Your report has been approved.\nTo see it, please visit: %s/view/%s") % (settings.ROOT_URL or 'http://localhost:8001/', v.id), _charset="utf-8")
        msg['Subject'] = Header(_('NNMon submission approved').encode("Utf-8"), 'utf-8')
        msg['From'] = 'nnmon@respectmynet.eu'
        msg['To'] = v.comment_set.get().submitter_email
        s = smtplib.SMTP('localhost')
        s.sendmail('nnmon@respectmynet.eu', [msg['To']], msg.as_string())
        s.quit()
90
        if settings.TWITTER_API:
stef's avatar
stef committed
91
            try:
stef's avatar
stef committed
92
                settings.TWITTER_API.PostUpdate("New #NetNeutrality violation reported for %s (%s) %s %s/%s" % (v.operator, v.country, v.contract, settings.ROOT_URL or 'http://localhost:8001/', v.id))
stef's avatar
stef committed
93
94
            except:
                pass
95
96
        v.activationid=''
        v.save()
97
        return HttpResponseRedirect('/view/%s' % v.id ) # Redirect after POST
98
99
100
101
102
103
    if request.GET.get('action','')=='delete':
        v.delete()
        messages.add_message(request, messages.INFO, _('Thank you for deleting the submission.'))
        return HttpResponseRedirect('/') # Redirect after POST
    return render_to_response('view.html', { 'v': v, 'key': request.GET.get('key') },context_instance=RequestContext(request))

stef's avatar
stef committed
104
105
106
def confirm(request, id, name=None):
    if name:
        if Confirmation.objects.filter(email=name, violation=id).count()==0:
stef's avatar
stef committed
107
108
            msg=_("Thank you for confirming a case. To finalize your confirmation please validate using your confirmation key.\nYour confirmation key is %s/%s%s")
            actid=sendverifymail('confirm/',name, msg)
109
110
111
            try:
                c=Confirmation(key=actid, email=name, violation=Violation.objects.get(pk=id))
            except:
stef's avatar
stef committed
112
                return HttpResponse(unicode(_("Thank you, this has been already confirmed")))
stef's avatar
stef committed
113
            c.save()
stef's avatar
stef committed
114
        return HttpResponse('<div class="confirm_thanks">%s</div>' % unicode(_('Thank you for your confirmation')) )
stef's avatar
stef committed
115
116
117
118
119
120
    try:
        c = get_object_or_404(Confirmation, key=id)
    except:
        return HttpResponse(unicode(_("Thank you, this has been already confirmed")))
    c.key=''
    c.save()
stef's avatar
stef committed
121
    messages.add_message(request, messages.INFO, unicode(_('Thank you for verifying your confirmation')))
122
    return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
123

stef's avatar
stef committed
124
def sendverifymail(service,to,msg):
stef's avatar
stef committed
125
    actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
stef's avatar
stef committed
126
    msg = MIMEText(msg % (settings.ROOT_URL or 'http://localhost:8001/', service, actid), _charset="utf-8")
stef's avatar
stef committed
127
    msg['Subject'] = Header(_('NNMon submission verification').encode("Utf-8"), 'utf-8')
stef's avatar
stef committed
128
    msg['From'] = 'nnmon@respectmynet.eu'
stef's avatar
stef committed
129
    msg['To'] = Header(to.encode("Utf-8"), 'utf-8')
stef's avatar
stef committed
130
    s = smtplib.SMTP('localhost')
stef's avatar
stef committed
131
    s.sendmail('nnmon@respectmynet.eu', [to], msg.as_string())
stef's avatar
stef committed
132
133
134
    s.quit()
    return actid

stef's avatar
stef committed
135
def add(request):
stef's avatar
stef committed
136
137
138
    if request.method == 'POST':
        form = AddViolation(request.POST)
        if form.is_valid():
stef's avatar
stef committed
139
140
            msg=_("Thank you for submitting a new report. To finalize your submission please confirm using your validation key.\nYour verification key is %s/%s%s\nPlease note that reports are moderated, it might take some time before your report appears online. Thank you for your patience.")
            actid=sendverifymail('activate?key=',form.cleaned_data['email'], msg)
stef's avatar
stef committed
141
142
143
144
145
            v=Violation(
                country = form.cleaned_data['country'],
                operator = form.cleaned_data['operator'],
                contract = form.cleaned_data['contract'],
                resource = form.cleaned_data['resource'],
stef's avatar
stef committed
146
                resource_name = form.cleaned_data['resource_name'],
stef's avatar
stef committed
147
148
149
150
                type = form.cleaned_data['type'],
                media = form.cleaned_data['media'],
                temporary = form.cleaned_data['temporary'],
                contractual = form.cleaned_data['contractual'],
151
                contract_excerpt = sanitizeHtml(form.cleaned_data['contract_excerpt']),
152
153
                loophole = form.cleaned_data['loophole'],
                activationid = actid
stef's avatar
stef committed
154
155
                )
            v.save()
stef's avatar
stef committed
156
157
            #c=Confirmation(key='', email=form.cleaned_data['email'], violation=v)
            #c.save()
stef's avatar
stef committed
158
159
            c = Comment(
                comment=form.cleaned_data['comment'],
160
161
                submitter_email=form.cleaned_data['email'],
                submitter_name=form.cleaned_data['nick'],
stef's avatar
stef committed
162
                consent=form.cleaned_data['consent'],
stef's avatar
stef committed
163
164
165
166
167
                timestamp=datetime.now(),
                violation=v,
                )
            c.save()
            for f in request.FILES.getlist('attachments[]'):
168
                a=Attachment(comment=c, name=f.name, type=f.content_type)
169
170
171
172
173
                m = hashlib.sha256()
                for chunk in f.chunks():
                    m.update(chunk)
                sname=m.hexdigest()
                a.storage.save(sname,f)
stef's avatar
stef committed
174
                a.save()
175

stef's avatar
stef committed
176
            messages.add_message(request, messages.INFO, _('Thank you for submitting this report, you will receive a verification email shortly.'))
stef's avatar
stef committed
177
178
            return HttpResponseRedirect('/') # Redirect after POST
    else:
stef's avatar
stef committed
179
        form = AddViolation()
stef's avatar
stef committed
180

181
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
182
    return render_to_response(
183
        'index.html',
184
185
        { 'form': form,
          'violations': v_list },
stef's avatar
stef committed
186
        context_instance=RequestContext(request))
stef's avatar
stef committed
187

188
189
def ajax(request, country=None, operator=None):
    if not operator:
190
        return HttpResponse(json.dumps(sorted(list(set([x.operator for x in Violation.objects.filter(country=country,activationid='')])))))
191
    else:
192
        return HttpResponse(json.dumps(sorted(list(set([x.contract for x in Violation.objects.filter(country=country,activationid='',operator=operator)])))))
stef's avatar
stef committed
193
194

def index(request):
195
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
196
    form = AddViolation()
stef's avatar
stef committed
197
    reports=sorted([(i['total'],i['id'])
stef's avatar
stef committed
198
                     for i in Violation.objects.values('id').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
199
                    reverse=True)
200
201
202
#    countries=sorted([(i['total'],i['country'])
#                      for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('country'))],
#                     reverse=True)
stef's avatar
stef committed
203
    confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
204
                     for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
205
206
                    reverse=True)
    operators=sorted([(i['total'],i['operator'])
stef's avatar
stef committed
207
                     for i in Violation.objects.values('operator').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
208
                     reverse=True)
stef's avatar
stef committed
209
210
211
212

    return render_to_response(
        'index.html',
        { 'form': form,
213
214
215
          'stats': [ (_('Total confirmed reports'), len([i for i,z in reports if i>1])),
                     (_('Countries with some confirmed reports'), len([i for i,z in confirms if i>1])),
                     (_('Operators with some confirmed reports'), len([i for i,z in operators if i>1])),
stef's avatar
stef committed
216
                     ],
stef's avatar
stef committed
217
218
          'violations': v_list },
        context_instance=RequestContext(request))
219
220
221
222

def filter_violations(request, country, operator=None):
    if not operator:
        violations = Violation.objects.filter(activationid='', country=country)
223
224
        if not violations.count():
            violations = Violation.objects.filter(activationid='', operator=country)
225
226
    else:
        violations = Violation.objects.filter(activationid='', country=country, operator=operator)
227
    if not request.GET.get('all'):
stef's avatar
stef committed
228
        violations = violations.exclude(state__in=['duplicate', 'closed'])
229
230
231
232
    return render_to_response('list.html',
                              { "violations": violations,
                                "status": STATUS },
                              context_instance=RequestContext(request))
stef's avatar
stef committed
233
234

def list_violations(request):
235
    violations = Violation.objects.filter(activationid='')
236
    if not request.GET.get('all'):
stef's avatar
stef committed
237
        violations = violations.exclude(state__in=['duplicate', 'closed'])
stef's avatar
stef committed
238
    countries=sorted([(i['total'],i['country'])
stef's avatar
stef committed
239
                      for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
stef's avatar
stef committed
240
                     reverse=True)
stef's avatar
stef committed
241
242
    legend=sorted(set([(w, "rgba(255,%d, 00, 0.4)" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]),reverse=True)
    countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
    tmp=sorted(set([w for w, c in countries]),reverse=True)
    legend=[]
    countrycolors={}
    tmpd={}
    itemspercol=len(tmp)/4
    for w,c in countries:
        if w not in tmpd.keys():
            if len(tmpd.keys())>=itemspercol and len(legend)<3:
                countrycolors.update([(c1.lower(), "#ff%02x00" % (68*(4-len(legend)) if len(legend) else 255)) for w1 in tmpd.keys() for c1 in tmpd[w1]])
                legend.append(("%s - %s" % (max(tmpd.keys()),min(tmpd.keys())), len(legend)))
                tmpd={w: [c]}
            else:
                tmpd[w]=[c]
        else:
            tmpd[w].append(c)
    if tmpd:
        countrycolors.update([(c1.lower(), "#ff%02x00" % (68*(4-len(legend)))) for w1 in tmpd.keys() for c1 in tmpd[w1]])
        legend.append(("%s - %s" % (max(tmpd.keys()),min(tmpd.keys())), len(legend)))
    countrycolors=json.dumps(countrycolors)
    #legend=sorted(set([(w, "rgba(255,%d, 00, 0.4)" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]),reverse=True)
    #countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
264
    #confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
265
266
    #                 for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('confirmation'))
    #                 if i['total']>1],
stef's avatar
stef committed
267
268
269
    #                reverse=True)
    return render_to_response('list.html',
                              {"violations": violations,
stef's avatar
stef committed
270
271
                               "countries": dict([(y,x) for x,y in countries]),
                               "countrycolors": countrycolors,
272
273
                               "legend": legend,
                               "status": STATUS,},
stef's avatar
stef committed
274
275
                               #"confirms": confirms,},
                              context_instance=RequestContext(request))
276
277
278

def view(request,id):
    v = get_object_or_404(Violation, pk=id)
279
280
    if v.activationid:
        raise Http404
stef's avatar
stef committed
281
    return render_to_response('view.html', { 'v': v, },context_instance=RequestContext(request))
stef's avatar
stef committed
282

283
284
285
286
def get_attach(request,id):
    f = get_object_or_404(Attachment, pk=id)
    wrapper = FileWrapper(f.storage)
    response=HttpResponse(wrapper, mimetype=f.type)
287
    response['Content-Disposition'] = 'attachment; filename="%s"' % f.name
288
289
290
    response['Content-Length'] = f.storage.size
    return response

stef's avatar
stef committed
291
292
293
294
295
296
297
298
299
300
301
302
303
304
def lookup(request):
    if request.method == 'GET':
        form = SearchViolation(request.GET)
        if form.is_valid():
            v=Violation.objects.filter(
                country = form.cleaned_data['country'],
                operator = form.cleaned_data['operator'],
                contract = form.cleaned_data['contract'],
                media = form.cleaned_data['media'],
                activationid = ''
                )
            res=json.dumps(sorted([(x.id,x.resource_name) for x in v],reverse=True))
            return HttpResponse(res)
    return HttpResponse('')
305
306
307
308
309
310
311
312
313
314
315
316
317
318

def ascsv(request):
    response = HttpResponse(mimetype='text/csv')
    response['Content-Disposition'] = 'attachment; filename=respectmynet.csv'

    res=[]
    for v in Violation.objects.filter(activationid=''):
        res.append((v.state, v.country, v.operator, v.contract, v.resource, v.resource_name, v.type, v.media, v.temporary, v.contractual, v.contract_excerpt, v.loophole, v.editorial,v.comment_set.get().comment))
    t = loader.get_template('csv.tmpl')
    c = Context({
        'data': res,
    })
    response.write(t.render(c))
    return response
319
320
321
322
323
324
325
326
327
328

from sheet import save_ods
def asods(request):
    response = HttpResponse(mimetype='application/vnd.oasis.opendocument.spreadsheet')
    response['Content-Disposition'] = 'attachment; filename=respectmynet-ec_berec_tm_questionnaire.ods'
    save_ods()
    f=open('/tmp/ec_berec_tm_questionnaire.ods','r')
    response.write(f.read())
    f.close()
    return response