views.py 15 KB
Newer Older
stef's avatar
stef committed
1
from forms import AddViolation, SearchViolation
stef's avatar
stef committed
2
from django.http import HttpResponse, HttpResponseRedirect, Http404
3
from django.shortcuts import render_to_response, get_object_or_404
4
from django.template import RequestContext
stef's avatar
stef committed
5
from django.core.files import File
6
from django.core.servers.basehttp import FileWrapper
stef's avatar
stef committed
7
from django.conf import settings
stef's avatar
stef committed
8
from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger
9
from django.core.exceptions import ObjectDoesNotExist
10
from django.contrib import messages
11
from django.contrib.auth.models import User
stef's avatar
stef committed
12
from django.utils.translation import ugettext_lazy as _
stef's avatar
stef committed
13
from django.db.models import Count
14
from models import Violation, Attachment, Comment, Confirmation, COUNTRIES
stef's avatar
stef committed
15 16
from tempfile import mkstemp
from datetime import datetime
17 18 19
import hashlib, os, re, json, smtplib
from random import randint
from email.mime.text import MIMEText
stef's avatar
stef committed
20
from email.header import Header
21 22
from urlparse import urljoin
from BeautifulSoup import BeautifulSoup, Comment as BComment
stef's avatar
stef committed
23
from operator import itemgetter
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48

def sanitizeHtml(value, base_url=None):
    rjs = r'[\s]*(&#x.{1,7})?'.join(list('javascript:'))
    rvb = r'[\s]*(&#x.{1,7})?'.join(list('vbscript:'))
    re_scripts = re.compile('(%s)|(%s)' % (rjs, rvb), re.IGNORECASE)
    validTags = 'p i strong b u a h1 h2 h3 pre br img'.split()
    validAttrs = 'href src width height'.split()
    urlAttrs = 'href src'.split() # Attributes which should have a URL
    soup = BeautifulSoup(value)
    for comment in soup.findAll(text=lambda text: isinstance(text, BComment)):
        # Get rid of comments
        comment.extract()
    for tag in soup.findAll(True):
        if tag.name not in validTags:
            tag.hidden = True
        attrs = tag.attrs
        tag.attrs = []
        for attr, val in attrs:
            if attr in validAttrs:
                val = re_scripts.sub('', val) # Remove scripts (vbs & js)
                if attr in urlAttrs:
                    val = urljoin(base_url, val) # Calculate the absolute url
                tag.attrs.append((attr, val))

    return soup.renderContents().decode('utf8')
stef's avatar
stef committed
49

50
def activate(request):
51 52 53
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
54
        return HttpResponse(_('Thank you, this key has been already activated'))
55 56 57
    if v:
        actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
        to=[x.email for x in User.objects.filter(groups__name='moderator')]
stef's avatar
stef committed
58 59 60
        details='\n'.join(["%s: %s" % (k.capitalize(), val) for k,val in v.__dict__.items() if not k.startswith('_') and val])
        msg = MIMEText("A new report was submitted. To approve click here: %s/moderate/?key=%s\n\nDetails follow:\n%s\n%s" %
                       (settings.ROOT_URL or 'http://localhost:8001/', actid, details, v.comment_set.get().comment), _charset="utf-8")
stef's avatar
stef committed
61
        msg['Subject'] = 'NNMon submission approval'.encode("Utf-8")
stef's avatar
stef committed
62
        msg['From'] = 'nnmon@respectmynet.eu'
63 64
        msg['To'] = ', '.join(to)
        s = smtplib.SMTP('localhost')
stef's avatar
stef committed
65
        s.sendmail('nnmon@respectmynet.eu', to, msg.as_string())
66 67 68
        s.quit()
        v.activationid=actid
        v.save()
Benjamin Sonntag's avatar
Benjamin Sonntag committed
69
        messages.add_message(request, messages.INFO, _('Thank you for verifying your submission. It will be listed shortly, after we\'ve checked that the report is valid.').encode("Utf-8"))
70 71
    return HttpResponseRedirect('/') # Redirect after POST

72
def moderate(request):
73 74 75
    try:
        v=Violation.objects.get(activationid=request.GET.get('key','asdf'))
    except:
stef's avatar
stef committed
76
        return HttpResponse(_('Thank you, this key has been already activated'))
77 78 79 80
    if not v:
        messages.add_message(request, messages.INFO, _('No such key'))
        return HttpResponseRedirect('/') # Redirect after POST
    if request.GET.get('action','')=='approve':
stef's avatar
stef committed
81 82 83 84 85 86 87 88 89
        messages.add_message(request, messages.INFO, _('Thank you for approving the <a href="/view/%s">submission</a>.' % v.id))

        msg = MIMEText(_("Your report has been approved.\nTo see it, please visit: %s/view/%s") % (settings.ROOT_URL or 'http://localhost:8001/', v.id), _charset="utf-8")
        msg['Subject'] = Header(_('NNMon submission approved').encode("Utf-8"), 'utf-8')
        msg['From'] = 'nnmon@respectmynet.eu'
        msg['To'] = v.comment_set.get().submitter_email
        s = smtplib.SMTP('localhost')
        s.sendmail('nnmon@respectmynet.eu', [msg['To']], msg.as_string())
        s.quit()
90
        if settings.TWITTER_API:
stef's avatar
stef committed
91
            try:
stef's avatar
stef committed
92
                settings.TWITTER_API.PostUpdate("New #NetNeutrality violation reported for %s (%s) %s %s/%s" % (v.operator, v.country, v.contract, settings.ROOT_URL or 'http://localhost:8001/', v.id))
stef's avatar
stef committed
93 94
            except:
                pass
95 96
        v.activationid=''
        v.save()
97
        return HttpResponseRedirect('/view/%s' % v.id ) # Redirect after POST
98 99 100 101 102 103
    if request.GET.get('action','')=='delete':
        v.delete()
        messages.add_message(request, messages.INFO, _('Thank you for deleting the submission.'))
        return HttpResponseRedirect('/') # Redirect after POST
    return render_to_response('view.html', { 'v': v, 'key': request.GET.get('key') },context_instance=RequestContext(request))

stef's avatar
stef committed
104 105 106
def confirm(request, id, name=None):
    if name:
        if Confirmation.objects.filter(email=name, violation=id).count()==0:
stef's avatar
stef committed
107 108
            msg=_("Thank you for confirming a case. To finalize your confirmation please validate using your confirmation key.\nYour confirmation key is %s/%s%s")
            actid=sendverifymail('confirm/',name, msg)
109 110 111
            try:
                c=Confirmation(key=actid, email=name, violation=Violation.objects.get(pk=id))
            except:
stef's avatar
stef committed
112
                return HttpResponse(unicode(_("Thank you, this has been already confirmed")))
stef's avatar
stef committed
113
            c.save()
stef's avatar
stef committed
114
        return HttpResponse('<div class="confirm_thanks">%s</div>' % unicode(_('Thank you for your confirmation')) )
stef's avatar
stef committed
115 116 117 118 119 120
    try:
        c = get_object_or_404(Confirmation, key=id)
    except:
        return HttpResponse(unicode(_("Thank you, this has been already confirmed")))
    c.key=''
    c.save()
stef's avatar
stef committed
121
    messages.add_message(request, messages.INFO, unicode(_('Thank you for verifying your confirmation')))
122
    return HttpResponseRedirect('/') # Redirect after POST
stef's avatar
stef committed
123

stef's avatar
stef committed
124
def sendverifymail(service,to,msg):
stef's avatar
stef committed
125
    actid = hashlib.sha1(''.join([chr(randint(32, 122)) for x in range(12)])).hexdigest()
stef's avatar
stef committed
126
    msg = MIMEText(msg % (settings.ROOT_URL or 'http://localhost:8001/', service, actid), _charset="utf-8")
stef's avatar
stef committed
127
    msg['Subject'] = Header(_('NNMon submission verification').encode("Utf-8"), 'utf-8')
stef's avatar
stef committed
128
    msg['From'] = 'nnmon@respectmynet.eu'
stef's avatar
stef committed
129
    msg['To'] = Header(to.encode("Utf-8"), 'utf-8')
stef's avatar
stef committed
130
    s = smtplib.SMTP('localhost')
stef's avatar
stef committed
131
    s.sendmail('nnmon@respectmynet.eu', [to], msg.as_string())
stef's avatar
stef committed
132 133 134
    s.quit()
    return actid

stef's avatar
stef committed
135
def add(request):
stef's avatar
stef committed
136 137 138
    if request.method == 'POST':
        form = AddViolation(request.POST)
        if form.is_valid():
stef's avatar
stef committed
139 140
            msg=_("Thank you for submitting a new report. To finalize your submission please confirm using your validation key.\nYour verification key is %s/%s%s\nPlease note that reports are moderated, it might take some time before your report appears online. Thank you for your patience.")
            actid=sendverifymail('activate?key=',form.cleaned_data['email'], msg)
stef's avatar
stef committed
141 142 143 144 145
            v=Violation(
                country = form.cleaned_data['country'],
                operator = form.cleaned_data['operator'],
                contract = form.cleaned_data['contract'],
                resource = form.cleaned_data['resource'],
stef's avatar
stef committed
146
                resource_name = form.cleaned_data['resource_name'],
stef's avatar
stef committed
147 148 149 150
                type = form.cleaned_data['type'],
                media = form.cleaned_data['media'],
                temporary = form.cleaned_data['temporary'],
                contractual = form.cleaned_data['contractual'],
151
                contract_excerpt = sanitizeHtml(form.cleaned_data['contract_excerpt']),
152 153
                loophole = form.cleaned_data['loophole'],
                activationid = actid
stef's avatar
stef committed
154 155
                )
            v.save()
stef's avatar
stef committed
156 157
            #c=Confirmation(key='', email=form.cleaned_data['email'], violation=v)
            #c.save()
stef's avatar
stef committed
158 159
            c = Comment(
                comment=form.cleaned_data['comment'],
160 161
                submitter_email=form.cleaned_data['email'],
                submitter_name=form.cleaned_data['nick'],
stef's avatar
stef committed
162 163 164 165 166
                timestamp=datetime.now(),
                violation=v,
                )
            c.save()
            for f in request.FILES.getlist('attachments[]'):
167
                a=Attachment(comment=c, name=f.name, type=f.content_type)
168 169 170 171 172
                m = hashlib.sha256()
                for chunk in f.chunks():
                    m.update(chunk)
                sname=m.hexdigest()
                a.storage.save(sname,f)
stef's avatar
stef committed
173
                a.save()
174

stef's avatar
stef committed
175
            messages.add_message(request, messages.INFO, _('Thank you for submitting this report, you will receive a verification email shortly.'))
stef's avatar
stef committed
176 177
            return HttpResponseRedirect('/') # Redirect after POST
    else:
stef's avatar
stef committed
178
        form = AddViolation()
stef's avatar
stef committed
179

180
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
181
    return render_to_response(
182
        'index.html',
183 184
        { 'form': form,
          'violations': v_list },
stef's avatar
stef committed
185
        context_instance=RequestContext(request))
stef's avatar
stef committed
186

187 188
def ajax(request, country=None, operator=None):
    if not operator:
189
        return HttpResponse(json.dumps(sorted(list(set([x.operator for x in Violation.objects.filter(country=country,activationid='')])))))
190
    else:
191
        return HttpResponse(json.dumps(sorted(list(set([x.contract for x in Violation.objects.filter(country=country,activationid='',operator=operator)])))))
stef's avatar
stef committed
192 193

def index(request):
194
    v_list = Violation.objects.filter(activationid='',featuredcase__isnull=False).order_by('id').reverse()[:3]
stef's avatar
stef committed
195
    form = AddViolation()
stef's avatar
stef committed
196
    reports=sorted([(i['total'],i['id'])
197
                     for i in Violation.objects.values('id').filter(activationid='').exclude(state=['ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
198
                    reverse=True)
199 200 201
#    countries=sorted([(i['total'],i['country'])
#                      for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('country'))],
#                     reverse=True)
stef's avatar
stef committed
202
    confirms=sorted([(i['total'],i['country'])
203
                     for i in Violation.objects.values('country').filter(activationid='').exclude(state=['ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
204 205
                    reverse=True)
    operators=sorted([(i['total'],i['operator'])
206
                     for i in Violation.objects.values('operator').filter(activationid='').exclude(state=['ooscope', 'duplicate']).annotate(total=Count('confirmation'))],
stef's avatar
stef committed
207
                     reverse=True)
stef's avatar
stef committed
208 209 210 211

    return render_to_response(
        'index.html',
        { 'form': form,
212 213 214
          'stats': [ (_('Total confirmed reports'), len([i for i,z in reports if i>1])),
                     (_('Countries with some confirmed reports'), len([i for i,z in confirms if i>1])),
                     (_('Operators with some confirmed reports'), len([i for i,z in operators if i>1])),
stef's avatar
stef committed
215
                     ],
stef's avatar
stef committed
216 217
          'violations': v_list },
        context_instance=RequestContext(request))
218 219 220 221 222 223 224 225 226

def filter_violations(request, country, operator=None):
    if country not in map(itemgetter(0),COUNTRIES):
        raise Http404
    if not operator:
        violations = Violation.objects.filter(activationid='', country=country)
    else:
        violations = Violation.objects.filter(activationid='', country=country, operator=operator)
    return render_to_response('list.html', {"violations": violations},context_instance=RequestContext(request))
stef's avatar
stef committed
227 228

def list_violations(request):
229
    violations = Violation.objects.filter(activationid='')
stef's avatar
stef committed
230
    countries=sorted([(i['total'],i['country'])
231
                      for i in Violation.objects.values('country').filter(activationid='').exclude(state=['duplicate', 'ooscope']).annotate(total=Count('country'))],
stef's avatar
stef committed
232
                     reverse=True)
stef's avatar
stef committed
233 234
    legend=sorted(set([(w, "rgba(255,%d, 00, 0.4)" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]),reverse=True)
    countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255
    tmp=sorted(set([w for w, c in countries]),reverse=True)
    legend=[]
    countrycolors={}
    tmpd={}
    itemspercol=len(tmp)/4
    for w,c in countries:
        if w not in tmpd.keys():
            if len(tmpd.keys())>=itemspercol and len(legend)<3:
                countrycolors.update([(c1.lower(), "#ff%02x00" % (68*(4-len(legend)) if len(legend) else 255)) for w1 in tmpd.keys() for c1 in tmpd[w1]])
                legend.append(("%s - %s" % (max(tmpd.keys()),min(tmpd.keys())), len(legend)))
                tmpd={w: [c]}
            else:
                tmpd[w]=[c]
        else:
            tmpd[w].append(c)
    if tmpd:
        countrycolors.update([(c1.lower(), "#ff%02x00" % (68*(4-len(legend)))) for w1 in tmpd.keys() for c1 in tmpd[w1]])
        legend.append(("%s - %s" % (max(tmpd.keys()),min(tmpd.keys())), len(legend)))
    countrycolors=json.dumps(countrycolors)
    #legend=sorted(set([(w, "rgba(255,%d, 00, 0.4)" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]),reverse=True)
    #countrycolors=json.dumps(dict([(c.lower(),"#ff%02x00" % (w*768/(countries[0][0]+1)%256)) for w,c in countries]))
stef's avatar
stef committed
256
    #confirms=sorted([(i['total'],i['country'])
stef's avatar
stef committed
257 258
    #                 for i in Violation.objects.values('country').filter(activationid='').annotate(total=Count('confirmation'))
    #                 if i['total']>1],
stef's avatar
stef committed
259 260 261
    #                reverse=True)
    return render_to_response('list.html',
                              {"violations": violations,
stef's avatar
stef committed
262 263 264
                               "countries": dict([(y,x) for x,y in countries]),
                               "countrycolors": countrycolors,
                               "legend": legend,},
stef's avatar
stef committed
265 266
                               #"confirms": confirms,},
                              context_instance=RequestContext(request))
267 268 269

def view(request,id):
    v = get_object_or_404(Violation, pk=id)
270 271
    if v.activationid:
        raise Http404
stef's avatar
stef committed
272
    return render_to_response('view.html', { 'v': v, },context_instance=RequestContext(request))
stef's avatar
stef committed
273

274 275 276 277
def get_attach(request,id):
    f = get_object_or_404(Attachment, pk=id)
    wrapper = FileWrapper(f.storage)
    response=HttpResponse(wrapper, mimetype=f.type)
278
    response['Content-Disposition'] = 'attachment; filename="%s"' % f.name
279 280 281
    response['Content-Length'] = f.storage.size
    return response

stef's avatar
stef committed
282 283 284 285 286 287 288 289 290 291 292 293 294 295
def lookup(request):
    if request.method == 'GET':
        form = SearchViolation(request.GET)
        if form.is_valid():
            v=Violation.objects.filter(
                country = form.cleaned_data['country'],
                operator = form.cleaned_data['operator'],
                contract = form.cleaned_data['contract'],
                media = form.cleaned_data['media'],
                activationid = ''
                )
            res=json.dumps(sorted([(x.id,x.resource_name) for x in v],reverse=True))
            return HttpResponse(res)
    return HttpResponse('')