views.py 16 KB
Newer Older
stef's avatar
stef committed
1
from forms import AddViolation, SearchViolation
stef's avatar
stef committed
2
from django.http import HttpResponse, HttpResponseRedirect, Http404
3
from django.shortcuts import render_to_response, get_object_or_404, redirect
4
from django.template import RequestContext, loader, Context
stef's avatar
stef committed
5
from django.core.files import File
6
from django.core.servers.basehttp import FileWrapper
stef's avatar
stef committed
7
from django.conf import settings
stef's avatar
stef committed
8
from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger
9
from django.core.exceptions import ObjectDoesNotExist
10
from django.core.mail import send_mail
11
from django.contrib import messages
12
from django.contrib.auth.models import User
stef's avatar
stef committed
13
from django.utils.translation import ugettext_lazy as _
stef's avatar
stef committed
14
from django.db.models import Count
15
from models import Violation, Attachment, Comment, Confirmation, COUNTRIES, STATUS
stef's avatar
stef committed
16 17
from tempfile import mkstemp
from datetime import datetime
18
import hashlib, os, re, json
19 20
from random import randint
from email.mime.text import MIMEText
stef's avatar
stef committed
21
from email.header import Header
22 23
from urlparse import urljoin
from BeautifulSoup import BeautifulSoup, Comment as BComment
stef's avatar
stef committed
24
from operator import itemgetter
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49

def sanitizeHtml(value, base_url=None):
    rjs = r'[\s]*(&#x.{1,7})?'.join(list('javascript:'))
    rvb = r'[\s]*(&#x.{1,7})?'.join(list('vbscript:'))
    re_scripts = re.compile('(%s)|(%s)' % (rjs, rvb), re.IGNORECASE)
    validTags = 'p i strong b u a h1 h2 h3 pre br img'.split()
    validAttrs = 'href src width height'.split()
    urlAttrs = 'href src'.split() # Attributes which should have a URL
    soup = BeautifulSoup(value)
    for comment in soup.findAll(text=lambda text: isinstance(text, BComment)):
        # Get rid of comments
        comment.extract()
    for tag in soup.findAll(True):
        if tag.name not in validTags:
            tag.hidden = True
        attrs = tag.attrs
        tag.attrs = []
        for attr, val in attrs:
            if attr in validAttrs:
                val = re_scripts.sub('', val) # Remove scripts (vbs & js)
                if attr in urlAttrs:
                    val = urljoin(base_url, val) # Calculate the absolute url
                tag.attrs.append((attr, val))

    return soup.renderContents().decode('utf8')
stef's avatar
stef committed
50

51
def activate(request):
52 53 54
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
55 56
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
57 58 59
    if v:
        actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
        to=[x.email for x in User.objects.filter(groups__name='moderator')]
stef's avatar
stef committed
60
        details='\n'.join(["%s: %s" % (k.capitalize(), val) for k,val in v.__dict__.items() if not k.startswith('_') and val])
61 62 63 64 65 66 67 68 69

        msg = {'from': 'nnmon@respectmynet.eu',
               'to': to,
               'subject': 'NNMon submission approval'.encode("Utf-8"),
               'body': "A new report was submitted. To approve click here: %s/moderate/?key=%s\n\nDetails follow:\n%s\n%s" %
                       (settings.ROOT_URL or 'http://localhost:8001/', actid, details, v.comment_set.get().comment)
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

70 71
        v.activationid=actid
        v.save()
Benjamin Sonntag's avatar
Benjamin Sonntag committed
72
        messages.add_message(request, messages.INFO, _('Thank you for verifying your submission. It will be listed shortly, after we\'ve checked that the report is valid.').encode("Utf-8"))
73 74
    return HttpResponseRedirect('/') # Redirect after POST

75
def moderate(request):
76 77 78
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
79 80
        messages.add_message(request, messages.INFO, unicode(_('Thank you, this key has been already activated')))
        return HttpResponseRedirect('/') # Redirect after POST
81 82 83 84
    if not v:
        messages.add_message(request, messages.INFO, _('No such key'))
        return HttpResponseRedirect('/') # Redirect after POST
    if request.GET.get('action','')=='approve':
85
        messages.add_message(request, messages.INFO, _('Thank you for approving the <a href="%s">submission</a>.' % v.get_absolute_url))
stef's avatar
stef committed
86

87 88 89 90
        msg = {'from': 'nnmon@respectmynet.eu',
               'to': [v.comment_set.get().submitter_email],
               'subject': _('NNMon submission approved').encode("Utf-8"),
               'body': _("Your report has been approved.\nTo see it, please visit: %s/view/%s") %
stef's avatar
stef committed
91
                      (settings.ROOT_URL or 'http://localhost:8001/', v.get_absolute_url())
92 93 94
               }
        send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

stef's avatar
stef committed
95
        s.quit()
96
        if settings.TWITTER_API:
stef's avatar
stef committed
97
            try:
stef's avatar
stef committed
98
                settings.TWITTER_API.PostUpdate("New #NetNeutrality violation reported for %s (%s) %s %s/%s" % (v.operator, v.country, v.contract, settings.ROOT_URL or 'http://localhost:8001/', v.id))
stef's avatar
stef committed
99 100
            except:
                pass
101 102
        v.activationid=''
        v.save()
103
        return redirect(v) # Redirect after POST to violation url
104 105 106 107 108 109
    if request.GET.get('action','')=='delete':
        v.delete()
        messages.add_message(request, messages.INFO, _('Thank you for deleting the submission.'))
        return HttpResponseRedirect('/') # Redirect after POST
    return render_to_response('view.html', { 'v': v, 'key': request.GET.get('key') },context_instance=RequestContext(request))

stef's avatar
stef committed
110 111 112
def confirm(request, id, name=None):
    if name:
        if Confirmation.objects.filter(email=name, violation=id).count()==0:
stef's avatar
stef committed
113 114
            msg=_("Thank you for confirming a case. To finalize your confirmation please validate using your confirmation key.\nYour confirmation key is %s/%s%s")
            actid=sendverifymail('confirm/',name, msg)
115 116 117
            try:
                c=Confirmation(key=actid, email=name, violation=Violation.objects.get(pk=id))
            except:
stef's avatar
stef committed
118
                return HttpResponse(unicode(_('Thank you, this has been already confirmed')))
stef's avatar
stef committed
119
            c.save()
stef's avatar
stef committed
120
        return HttpResponse(unicode(_('Thank you for your confirmation')))
stef's avatar
stef committed
121 122 123
    try:
        c = get_object_or_404(Confirmation, key=id)
    except:
124 125
        messages.add_message(request, messages.INFO, unicode(_("Thank you, this has been already confirmed")))
        return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
126 127
    c.key=''
    c.save()
stef's avatar
stef committed
128
    messages.add_message(request, messages.INFO, unicode(_('Thank you for verifying your confirmation')))
129
    return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
130

stef's avatar
stef committed
131
def sendverifymail(service,to,body):
stef's avatar
stef committed
132
    actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
133 134 135
    msg = {'from': 'nnmon@respectmynet.eu',
           'to': [to.encode("Utf-8")],
           'subject': _('NNMon submission verification').encode("Utf-8"),
stef's avatar
stef committed
136
           'body': body % (settings.ROOT_URL or 'http://localhost:8001/', service, actid),
137 138 139
           }
    send_mail(msg['subject'], msg['body'], msg['from'], msg['to'], fail_silently=False)

stef's avatar
stef committed
140 141
    return actid

stef's avatar
stef committed
142
def add(request):
stef's avatar
stef committed
143 144 145
    if request.method == 'POST':
        form = AddViolation(request.POST)
        if form.is_valid():
stef's avatar
stef committed
146 147
            msg=_("Thank you for submitting a new report. To finalize your submission please confirm using your validation key.\nYour verification key is %s/%s%s\nPlease note that reports are moderated, it might take some time before your report appears online. Thank you for your patience.")
            actid=sendverifymail('activate?key=',form.cleaned_data['email'], msg)
148
            operator, created = Operator.objects.get_or_create(name=form.cleaned_data['operator'])
stef's avatar
stef committed
149 150
            v=Violation(
                country = form.cleaned_data['country'],
151
                operator_ref = operator,
stef's avatar
stef committed
152 153
                contract = form.cleaned_data['contract'],
                resource = form.cleaned_data['resource'],
stef's avatar
stef committed
154
                resource_name = form.cleaned_data['resource_name'],
stef's avatar
stef committed
155 156 157 158
                type = form.cleaned_data['type'],
                media = form.cleaned_data['media'],
                temporary = form.cleaned_data['temporary'],
                contractual = form.cleaned_data['contractual'],
159
                contract_excerpt = sanitizeHtml(form.cleaned_data['contract_excerpt']),
160 161
                loophole = form.cleaned_data['loophole'],
                activationid = actid
stef's avatar
stef committed
162 163
                )
            v.save()
stef's avatar
stef committed
164 165
            #c=Confirmation(key='', email=form.cleaned_data['email'], violation=v)
            #c.save()
stef's avatar
stef committed
166 167
            c = Comment(
                comment=form.cleaned_data['comment'],
168 169
                submitter_email=form.cleaned_data['email'],
                submitter_name=form.cleaned_data['nick'],
stef's avatar
stef committed
170
                consent=form.cleaned_data['consent'],
stef's avatar
stef committed
171 172 173 174 175
                timestamp=datetime.now(),
                violation=v,
                )
            c.save()
            for f in request.FILES.getlist('attachments[]'):
176
                a=Attachment(comment=c, name=f.name, type=f.content_type)
177 178 179 180 181
                m = hashlib.sha256()
                for chunk in f.chunks():
                    m.update(chunk)
                sname=m.hexdigest()
                a.storage.save(sname,f)
stef's avatar
stef committed
182
                a.save()
183

184
            messages.add_message(request, messages.INFO, _('Thank you for submitting this report, you will receive a verification email immediately, if not check your spam folder.'))
stef's avatar
stef committed
185 186
            return HttpResponseRedirect('/') # Redirect after POST
    else:
stef's avatar
stef committed
187
        form = AddViolation()
stef's avatar
stef committed
188

189
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
190
    return render_to_response(
191
        'index.html',
192 193
        { 'form': form,
          'violations': v_list },
stef's avatar
stef committed
194
        context_instance=RequestContext(request))
stef's avatar
stef committed
195

196 197 198 199 200 201
# XXX obsoleted by API
#def ajax(request, country=None, operator=None):
#    if not operator:
#        return HttpResponse(json.dumps(sorted(list(set([x.operator for x in Violation.objects.filter(country=country,activationid='')])))))
#    else:
#        return HttpResponse(json.dumps(sorted(list(set([x.contract for x in Violation.objects.filter(country=country,activationid='',operator=operator)])))))
stef's avatar
stef committed
202 203

def index(request):
204
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
205
    form = AddViolation()
stef's avatar
stef committed
206
    reports=sorted([(i['total'],i['id'])
stef's avatar
stef committed
207
                     for i in Violation.objects.values('id').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
208
                    reverse=True)
209 210 211
#    countries=sorted([(i['total'],i['country'])
#                      for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('country'))],
#                     reverse=True)
stef's avatar
stef committed
212
    confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
213
                     for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
214
                    reverse=True)
215 216
    operators=sorted([(i['total'],i['operator_ref__name'])
                     for i in Violation.objects.values('operator_ref__name').filter(activationid='').exclude(state__in=['closed', 'ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
217
                     reverse=True)
stef's avatar
stef committed
218 219 220 221

    return render_to_response(
        'index.html',
        { 'form': form,
stef's avatar
stef committed
222 223 224
          'stats': [ (_('Total confirmed reports'), len([i for i,z in reports if i>0])),
                     (_('Countries with some confirmed reports'), len([i for i,z in confirms if i>0])),
                     (_('Operators with some confirmed reports'), len([i for i,z in operators if i>0])),
stef's avatar
stef committed
225
                     ],
stef's avatar
stef committed
226 227
          'violations': v_list },
        context_instance=RequestContext(request))
228 229 230 231

def filter_violations(request, country, operator=None):
    if not operator:
        violations = Violation.objects.filter(activationid='', country=country)
232
        if not violations.count():
233
            violations = Violation.objects.filter(activationid='', operator_ref__name=country)
234
    else:
235
        violations = Violation.objects.filter(activationid='', country=country, operator_ref__name=operator)
236
    if not request.GET.get('all'):
stef's avatar
stef committed
237
        violations = violations.exclude(state__in=['duplicate', 'closed'])
stef's avatar
stef committed
238 239 240 241
    countries=sorted([(i['total'],i['country'])
                      for i in Violation.objects.values('country').filter(activationid='',country=country).exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
                     reverse=True)
    countryweights=json.dumps([{'iso2': y, 'w': x} for x, y in countries])
242 243
    return render_to_response('list.html',
                              { "violations": violations,
stef's avatar
stef committed
244
                               "country": country,
245 246
                                "status": STATUS },
                              context_instance=RequestContext(request))
stef's avatar
stef committed
247 248

def list_violations(request):
249
    violations = Violation.objects.filter(activationid='')
250
    if not request.GET.get('all'):
stef's avatar
stef committed
251
        violations = violations.exclude(state__in=['duplicate', 'closed'])
stef's avatar
stef committed
252
    countries=sorted([(i['total'],i['country'])
stef's avatar
stef committed
253
                      for i in Violation.objects.values('country').filter(activationid='').exclude(state__in=['duplicate', 'closed']).annotate(total=Count('country'))],
stef's avatar
stef committed
254
                     reverse=True)
stef's avatar
stef committed
255
    countryweights=json.dumps([{'iso2': y, 'w': x} for x, y in countries])
stef's avatar
stef committed
256
    #countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
257
    #confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
258 259
    #                 for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('confirmation'))
    #                 if i['total']>1],
stef's avatar
stef committed
260 261 262
    #                reverse=True)
    return render_to_response('list.html',
                              {"violations": violations,
stef's avatar
stef committed
263
                               "countries": dict([(y,x) for x,y in countries]),
stef's avatar
stef committed
264
                               "countryweights": countryweights,
265
                               "status": STATUS,},
stef's avatar
stef committed
266 267
                               #"confirms": confirms,},
                              context_instance=RequestContext(request))
268 269 270

def view(request,id):
    v = get_object_or_404(Violation, pk=id)
271 272
    if v.activationid:
        raise Http404
stef's avatar
stef committed
273
    return render_to_response('view.html', { 'v': v, },context_instance=RequestContext(request))
stef's avatar
stef committed
274

275 276 277 278
def get_attach(request,id):
    f = get_object_or_404(Attachment, pk=id)
    wrapper = FileWrapper(f.storage)
    response=HttpResponse(wrapper, mimetype=f.type)
279
    response['Content-Disposition'] = 'attachment; filename="%s"' % f.name
280 281 282
    response['Content-Length'] = f.storage.size
    return response

stef's avatar
stef committed
283 284 285 286 287 288
def lookup(request):
    if request.method == 'GET':
        form = SearchViolation(request.GET)
        if form.is_valid():
            v=Violation.objects.filter(
                country = form.cleaned_data['country'],
289
                operator_ref__name = form.cleaned_data['operator'],
stef's avatar
stef committed
290 291 292 293 294 295 296
                contract = form.cleaned_data['contract'],
                media = form.cleaned_data['media'],
                activationid = ''
                )
            res=json.dumps(sorted([(x.id,x.resource_name) for x in v],reverse=True))
            return HttpResponse(res)
    return HttpResponse('')
297 298 299 300 301 302 303 304 305 306 307 308 309 310

def ascsv(request):
    response = HttpResponse(mimetype='text/csv')
    response['Content-Disposition'] = 'attachment; filename=respectmynet.csv'

    res=[]
    for v in Violation.objects.filter(activationid=''):
        res.append((v.state, v.country, v.operator, v.contract, v.resource, v.resource_name, v.type, v.media, v.temporary, v.contractual, v.contract_excerpt, v.loophole, v.editorial,v.comment_set.get().comment))
    t = loader.get_template('csv.tmpl')
    c = Context({
        'data': res,
    })
    response.write(t.render(c))
    return response
311 312 313 314 315 316 317 318 319 320

from sheet import save_ods
def asods(request):
    response = HttpResponse(mimetype='application/vnd.oasis.opendocument.spreadsheet')
    response['Content-Disposition'] = 'attachment; filename=respectmynet-ec_berec_tm_questionnaire.ods'
    save_ods()
    f=open('/tmp/ec_berec_tm_questionnaire.ods','r')
    response.write(f.read())
    f.close()
    return response