codekasten/wortschlucker/src/wortschlucker.py

1350 lines
53 KiB
Python
Executable file

#!/usr/bin/env python2.6
# -*- coding: utf-8 -*-
import os
# the basedir is the parent dir of the location of this script
BASE_DIR = os.path.dirname(os.path.abspath(os.path.join(__file__, os.path.pardir)))
# add the project directory to the python search path
import sys
sys.path.insert(0, os.path.join(BASE_DIR, "src"))
import tools
import bobo
import forms
import sqlobject
import genshi.filters
import genshi.input
import genshi.template
import genshi
import formencode
import webob
import csv
import ConfigParser
import datetime
import mimetypes
import uuid
import re
import smtplib
import email.mime.text
import email.utils
import hashlib
import twitter
import urllib2
CONFIG_FILE = os.path.join(BASE_DIR, "wortschlucker.conf")
""" *** Initialization *** """
config = ConfigParser.SafeConfigParser()
config.read(CONFIG_FILE)
db_uri = config.get("database", "uri")
connection = sqlobject.connectionForURI(db_uri)
sqlobject.sqlhub.processConnection = connection
loader = genshi.template.TemplateLoader(os.path.join(BASE_DIR, 'templates'), auto_reload=False)
BLOG_DIR = os.path.join(BASE_DIR, "blog")
BASE_DICT = {
"base_url": "/", # the trailing slash is necessary
"show_navbar": True,
"errors": {},
"authlevel": "public", #authentiction level of template: one of "public" (e.g. frontpage), "poll_public" (e.g. poll_details),"poll_admin" (poll_admin_details","admin" (admin interface)
}
# used as the default setting for expose/close dates
DEFAULT_DAYS_AHEAD = 7
DATE_FORMAT = "%d.%m.%Y"
EXPORT_DATE_FORMAT = "%d.%m.%Y %H:%M:%S"
EXPORT_ENCODING = "utf-8"
EXPORT_CHARSET = "utf8"
EXPORT_FILENAME_TEMPLATE = "%%(prefix)s_%%(title)s_%s.csv" % datetime.datetime.now().strftime("%Y-%m-%d")
DEFAULT_DATE = datetime.datetime.now() + datetime.timedelta(days=DEFAULT_DAYS_AHEAD)
POLL_SETTINGS = {
"show_all_submissions": (bool, True),
"show_statistics": (bool, True),
"public": (bool, False),
"expose_date": (datetime.datetime, DEFAULT_DATE),
"close_date": (datetime.datetime, DEFAULT_DATE),
"vote_enabled": (bool, False),
"vote_closed": (bool, False),
}
POLL_SETTING_TEMPLATES = {
"brainstorm": {},
"cards": {"show_all_submissions": False},
"feedback": {"show_all_submissions": False},
"evaluation": {"show_all_submissions": False},
"notes": {"show_statistics": False},
"shopping": {"show_statistics": False},
"clipboard": {"show_statistics": False},
"namefinder": {},
}
class ContentSubmission(sqlobject.SQLObject):
submitter = sqlobject.UnicodeCol()
content = sqlobject.UnicodeCol()
poll_id = sqlobject.ForeignKey("Poll", cascade=True)
timestamp_creation = sqlobject.DateTimeCol()
def get_creation_time_string(self):
return str(self.timestamp_creation)
def get_markup_content(self):
mark_links = get_markup_with_links(self.content)
markup = genshi.input.HTML(mark_links) | genshi.filters.HTMLSanitizer()
# the markup is now marked as "safe" -> genshi will output it literally
return markup
def get_delete_url(self, absolute=False):
return self.poll_id.get_admin_url(absolute=absolute,
suffix="/delete/%s" % self.get_obfuscated_digest())
def get_obfuscated_digest(self):
return hashlib.md5(str(self.id)).hexdigest()
class VoteOrder(sqlobject.SQLObject):
submitter = sqlobject.UnicodeCol()
content_submission_id = sqlobject.ForeignKey("ContentSubmission")
priority = sqlobject.IntCol()
class Profile(sqlobject.SQLObject):
email = sqlobject.UnicodeCol(unique=True)
hash_key = sqlobject.StringCol(unique=True)
def get_user_polls(self, *args, **kwargs):
return self._get_generic_polls(False, *args, **kwargs)
def get_admin_polls(self, *args, **kwargs):
return self._get_generic_polls(True, *args, **kwargs)
def _get_generic_polls(self, is_admin, old_to_new=True):
polls = [user_poll.poll for user_poll in ProfilePolls.selectBy(
user=self.id, is_admin=is_admin)]
polls.sort(key=lambda poll: poll.timestamp_creation,
reverse=not old_to_new)
return polls
def get_url(self, absolute=False):
return get_url_string("%s%s/%s" % (BASE_DICT["base_url"], "profile", self.hash_key), absolute)
class ProfilePolls(sqlobject.SQLObject):
user = sqlobject.ForeignKey("Profile", cascade=True)
poll = sqlobject.ForeignKey("Poll", cascade=True)
is_admin = sqlobject.BoolCol()
class PollSetting(sqlobject.SQLObject):
poll_id = sqlobject.ForeignKey("Poll", cascade=True)
key = sqlobject.UnicodeCol()
value = sqlobject.UnicodeCol()
class PollRelation(sqlobject.SQLObject):
first = sqlobject.ForeignKey("Poll", cascade=True)
second = sqlobject.ForeignKey("Poll", cascade=True)
class Poll(sqlobject.SQLObject):
author = sqlobject.UnicodeCol()
hash_key = sqlobject.StringCol()
admin_hash_key = sqlobject.StringCol()
title = sqlobject.UnicodeCol()
description = sqlobject.UnicodeCol()
timestamp_creation = sqlobject.DateTimeCol()
def get_related_polls(self):
""" get all directly and indirectly connected polls up to a certain
distance
"""
return PollMesh(self).get_related_polls()
def get_related_polls_direct(self):
""" get all directly connected polls """
related = []
related.extend([poll.second for poll in PollRelation.selectBy(first=self.id)])
related.extend([poll.first for poll in PollRelation.selectBy(second=self.id)])
return related
def get_description_markup(self):
mark_links = get_markup_with_links(self.description)
markup = genshi.input.HTML(mark_links) | genshi.filters.HTMLSanitizer()
# the markup is now marked as "safe" -> genshi will output it literally
return markup
def get_settings(self):
current_dict = {}
for setting in PollSetting.selectBy(poll_id=self.id):
if setting.key in POLL_SETTINGS.keys():
current_dict[setting.key] = validate_poll_setting(setting.key, setting.value)
for key, meta_info in POLL_SETTINGS.items():
if not key in current_dict.keys():
current_dict[key] = meta_info[1]
return current_dict
def get_settings_strings(self):
settings = self.get_settings()
result = {}
for key, value in settings.items():
result[key] = get_poll_setting_string(key, value)
return result
def change_setting(self, key, value):
validated_value = validate_poll_setting(key, value)
if not validated_value is None:
validated_value = get_poll_setting_string(key, validated_value)
poll_setting = PollSetting.selectBy(poll_id=self.id, key=key)
if poll_setting.count() == 1:
poll_setting[0].value = validated_value
elif poll_setting.count() == 0:
PollSetting(poll_id=self.id, key=key, value=validated_value)
if (key == 'public') and (value > 0):
self.announce_via_twitter()
def get_ordered_submissions(self, submitter):
votes = []
for submission in ContentSubmission.selectBy(poll_id=self.id):
votes.extend(list(VoteOrder.selectBy(content_submission_id=submission,
submitter=submitter)))
votes.sort(key=lambda item: item.priority)
return [order.content_submission_id for order in votes]
def announce_via_twitter(self):
complete_url = self.get_url(absolute=True)
try:
title = "%s %s %s" % (config.get('misc', 'twitter_alert_prefix'),
self.title[:79], complete_url)
# the following line is quick and dirty fix for the unicode bug twitter exception.
# of course it would be better to preserve the umlauts somehow...
title = title.encode('ascii','ignore')
twitter_key = config.get('misc', 'twitter_consumer_key')
twitter_secret = config.get('misc', 'twitter_consumer_secret')
twitter_access_key = config.get('misc', 'twitter_access_token_key')
twitter_access_secret = config.get('misc', 'twitter_access_token_secret')
except ConfigParser.Error:
# a config setting seems to be missing (e.g. in a dev environment)
return
publish_twitter_alert(title, twitter_key, twitter_secret, twitter_access_key, twitter_access_secret)
def get_num_of_votes(self):
submitters = []
for submission in ContentSubmission.selectBy(poll_id=self.id):
for vote in VoteOrder.selectBy(content_submission_id=submission):
if not vote.submitter in submitters:
submitters.append(vote.submitter)
return len(submitters)
def get_num_of_submitters(self):
all_submitters = [submission.submitter for submission in ContentSubmission.selectBy(poll_id=self.id)]
unique_submitters = []
for submitter in all_submitters:
if not submitter in unique_submitters:
unique_submitters.append(submitter)
return len(unique_submitters)
def get_num_of_submissions(self):
return ContentSubmission.selectBy(poll_id=self.id).count()
def get_submissions(self):
return ContentSubmission.selectBy(poll_id=self.id).orderBy("timestamp_creation")
def get_url(self, absolute=False):
return get_url_string("%s%s" % (BASE_DICT["base_url"], self.hash_key), absolute)
def get_submit_url(self, absolute=False):
return get_url_string("%s%s/submit" % (BASE_DICT["base_url"], self.hash_key), absolute)
def get_vote_url(self, absolute=False):
return get_url_string("%s%s/vote" % (BASE_DICT["base_url"], self.hash_key), absolute)
def get_admin_url(self, absolute=False, suffix=""):
return get_url_string("%s%s%s" % (BASE_DICT["base_url"], self.admin_hash_key, suffix), absolute)
def get_edit_url(self, absolute=False):
return get_url_string("%s%s/admin" % (BASE_DICT["base_url"], self.admin_hash_key), absolute)
def get_delete_url(self, absolute=False):
return get_url_string("%s%s/delete" % (BASE_DICT["base_url"], self.admin_hash_key), absolute)
def get_vote_enable_url(self, absolute=False):
return get_url_string("%s%s/vote_enable" % (BASE_DICT["base_url"], self.admin_hash_key), absolute)
def get_creation_time_string(self):
return str(self.timestamp_creation)
def is_vote_enabled(self):
return self.get_settings()["vote_enabled"]
def is_vote_finished(self, submitter):
return len(self.get_ordered_submissions(submitter)) > 0
def get_submissions_visibility(self):
settings = self.get_settings()
return bool(settings["show_all_submissions"] or (settings["expose_date"] and \
(settings["expose_date"].date() <= datetime.datetime.now().date())))
def is_closed(self):
return bool(self.get_settings()["close_date"] and \
(self.get_settings()["close_date"].date() < datetime.datetime.now().date()))
class PollMesh:
""" generate a mesh of directly or indirectly related polls
Basically this is just a recursive search for unique related polls that are
connected to the base poll with less than (e.g.) five nodes in between.
"""
def __init__(self, poll, depth=5):
self.related = []
# start to collect the related polls immediately
self.__collect_related_polls(poll, depth)
def __collect_related_polls(self, current_poll, current_depth):
""" recursive scanning for unique related polls up to a certain distance
"""
related = current_poll.get_related_polls_direct()
new_queue = [poll for poll in related if not poll in self.related]
self.related.extend(new_queue)
if current_depth > 0:
for poll in new_queue:
self.__collect_related_polls(poll, current_depth - 1)
def get_related_polls(self):
return self.related
def get_markup_with_links(text):
def get_link_markup(match):
prefix, url, suffix = match.groups()
# only take the TLD part of the url
short_name = url.split("/")[2]
return """%s<a href="%s" rel="nofollow">%s</a>%s""" % (prefix, url, short_name, suffix)
def expand_protocol(match):
prefix, url, suffix = match.groups()
if url.lower().startswith("www") or suffix.startswith("/"):
# just prepend "http://"
return prefix + "http://" + url + suffix
else:
return prefix + url + suffix
# surround all urls with html markup
text = genshi.escape(text)
text = re.sub(r"(\A|\s|\()([a-zA-Z_\-\.]+\.[a-zA-Z]{2,4})(/|\)|\s|\Z)",
expand_protocol, text)
text = re.sub(r"(\A|\s|\()(https?://[\w/\?\.\#=;,_\-\~&]*)(\)|\s|\Z)",
get_link_markup, text)
return get_markup_with_formatted_linebreaks(text, "<br />")
def get_markup_with_formatted_linebreaks(text, break_char):
text = text.replace("\r\n", "\n")
text = text.replace("\r", "\n")
text = text.replace("\n", break_char)
return text
def get_poll_setting_string(key, value):
if not key in POLL_SETTINGS.keys():
return ""
setting_type = POLL_SETTINGS[key][0]
if setting_type in (basestring, unicode, str):
return value
elif setting_type == bool:
return str(value)
elif setting_type == datetime.datetime:
# unset dates are None
if value is None:
return ""
elif value == "":
# value for "forever"
return ""
else:
return value.strftime(DATE_FORMAT)
else:
return str(value)
def validate_poll_setting(key, value):
if not key in POLL_SETTINGS.keys():
return None
setting_type = POLL_SETTINGS[key][0]
if setting_type in (basestring, unicode, str):
return value
elif setting_type == bool:
if value is None:
return False
elif isinstance(value, bool):
return value
else:
text = value.lower()
if text in ("0", "false", "no", "off", "disabled", ""):
return False
elif text in ("1", "true", "yes", "on", "enabled"):
return True
else:
return None
elif setting_type == datetime.datetime:
if value is None:
# default: one week later
value = datetime.date.today() + datetime.timedelta(days=DEFAULT_DAYS_AHEAD)
elif type(value) == datetime.datetime:
pass
elif value == "":
# this is the value for "forever"
return ""
else:
try:
value = datetime.datetime.strptime(value, DATE_FORMAT)
except ValueError:
value = None
return value
elif setting_type == int:
if value is None:
value = 0
try:
value = int(value)
except ValueError:
value = None
return value
else:
# all other types (e.g. int, float, ...)
try:
return setting_type(value)
except ValueError:
return None
def send_profile_mail(user):
data = {}
for key, default in (("host", "localhost"), ("port", 25),
("use_ssl", False), ("from", None),
("subject", None), ("body", None)):
try:
data[key] = config.get("mail", key, raw=True)
except ConfigParser.Error, err_msg:
if default is None:
# fail!
open("/tmp/test.out", "w").write(str(err_msg))
return False
data[key] = default
data["port"] = int(data["port"])
if data["use_ssl"]:
provider = smtplib.SMTP_SSL
else:
provider = smtplib.SMTP
input_data = {"profile_url": user.get_url(absolute=True)}
content = data["body"] % input_data
# empty lines can't be parsed via ConfigParser
# re.sub in Python 2.5 does not understand "flags" -> compile first
dot_line_regex = re.compile("^\.$", flags=re.MULTILINE)
content = dot_line_regex.sub("", content)
message = email.mime.text.MIMEText(content)
message["Subject"] = data["subject"]
message["From"] = data["from"]
message["To"] = user.email
message["Date"] = email.utils.formatdate()
try:
server = provider(data["host"], data["port"])
server.sendmail(data["from"], [user.email], message.as_string())
except smtplib.SMTPException:
return False
return True
def get_default_values(request, **kwargs):
value_dict = dict(BASE_DICT)
for key, value in kwargs.items():
value_dict[key] = value
# add configuration settings
try:
enable_users = config.get("users", "enabled")
except ConfigParser.Error:
enable_users = False
value_dict["enable_users"] = enable_users
try:
enable_voting = config.get("voting", "enabled")
except ConfigParser.Error:
enable_voting = False
value_dict["enable_voting"] = enable_voting
# read the user's hash key from the cookie
if enable_users and ("user_hash_key" in request.cookies):
value_dict["user_hash_key"] = str(request.cookies["user_hash_key"])
return value_dict
def get_url_string(url, absolute=False):
""" return the URL as it is or turn it into an absolute URL
@value url: the given URL
@type url: str
@value absolute: should the URL be absolute or relative?
@type absolute: bool
@returns: the relative or absolute URL
@rtype: str
"""
if absolute:
return config.get('hosting', 'full_base_url') + url
else:
return url
def render(filename, input_data=None, **values):
stream = loader.load(filename).generate(**values)
if not input_data is None:
stream |= genshi.filters.HTMLFormFiller(data=input_data)
#return stream.render("html", doctype="html")
response = webob.Response(content_type="text/html", charset="utf8")
if "user_hash_key" in values:
response.set_cookie("user_hash_key", values["user_hash_key"],
max_age=365, path="/")
response.body = stream.render("html", doctype="html")
return response
def get_poll_id(hash_key):
if isinstance(hash_key, unicode):
try:
hash_key = str(hash_key)
except UnicodeEncodeError:
return None
polls = Poll.selectBy(hash_key=hash_key)
if polls.count() == 1:
return polls[0].id
else:
return None
def get_poll_admin_id(hash_key):
if isinstance(hash_key, unicode):
try:
hash_key = str(hash_key)
except UnicodeEncodeError:
return None
polls = Poll.selectBy(admin_hash_key=hash_key)
if polls.count() == 1:
return polls[0].id
else:
return None
def extract_poll_id(text, admin=False):
""" The text may be an admin hash or the admin link of a poll """
if admin:
get_func = get_poll_admin_id
else:
get_func = get_poll_id
result = get_func(text)
if result is None:
extracted_text = re.findall(r"[a-z0-9]+", text)
# we assume that the hash is at the end of the string
extracted_text.reverse()
for found in extracted_text:
guess = get_func(found)
if not guess is None:
return guess
return None
else:
return result
def get_new_hash_key(length=16, charset=None):
""" returns a quite random hash key with the specified length """
if charset is None:
charset = "0123456789abcdefghijklmnopqrstuvwxyz"
def get_hash_string(length):
base = uuid.uuid4().int
result = []
while len(result) < length:
value = base % len(charset)
base //= len(charset)
result.append(charset[value])
return "".join(result)
# repeat the hash generation until a new value is found
hash_key = get_hash_string(length)
while (not get_poll_id(hash_key) is None) or (not get_poll_admin_id(hash_key) is None):
hash_key = get_hash_string(length)
return hash_key
def publish_twitter_alert(text, key, secret,access_key,access_secret):
api = twitter.Api(consumer_key= key, consumer_secret = secret, access_token_key=access_key, access_token_secret= access_secret)
try:
api.PostUpdate(text)
except urllib2.HTTPError,e:
# twitter error, most likely because of a duplicate message
# or maybe an authentication failure
print e.code
except urllib2.URLError, e:
print e.reason
def is_spam_submitter_name(name, errors_dict):
lower_text = re.sub("[^a-z]", "", name)
upper_text = re.sub("[^A-Z]", "", name)
if (len(lower_text) + len(upper_text) == len(name)) and \
(len(lower_text) > 3) and (len(upper_text) > 3) and \
(len(name) >= 8) and (not name.startswith(upper_text)):
errors_dict["submitter"] = "Spam-Verdacht: bitte den Namen korrigieren"
return True
else:
return False
def count_urls(text):
hits = re.findall(r"(\swww\.|http://|https://)", text)
return len(hits)
def check_spam_content(text):
if re.search(r"(<a\s|\shref=|</a>)", text.lower()):
return True
if count_urls(text) > 2:
return True
blacklist = ("ativan","cialis","fioricet","Kamagra",
"levitra", "phentermine", "propecia", "semenax",
"Sildenafil", "slots", "tadalafil", "tramadol",
"vigrx", "viagra", "vimax", "xanax",
"Electronic cigarette", "online blackjack", "Online Bingo",
"Online casino", "online gambling", "Online roulette", "roulette online",
"poker online", "payday loans", "pokies", "reverse phone", "preteen", "lolitas")
for keyword in blacklist:
if keyword.lower() in text.lower):
return True
return False
@bobo.query('/profile/logout')
def user_logout(bobo_request):
# default start page
response = show_frontpage(bobo_request)
# clear the cookie
response.delete_cookie("user_hash_key")
return response
@bobo.query('/profile/resend')
def resend_user_key(bobo_request, email=None, submit=None, email_sent=None):
value_dict = get_default_values(bobo_request)
if not value_dict["enable_users"]:
return bobo.redirect(BASE_DICT["base_url"])
value_dict["email_sent"] = False
value_dict["user_new"] = False
data = {"email": email}
if not submit:
return render("user_key.html", input_data=data, **value_dict)
else:
# find the user's data (if it exists)
try:
data = forms.ProfileForm.to_python(data)
except formencode.Invalid, errors_packed:
errors = errors_packed.unpack_errors()
users = Profile.selectBy(email=email)
if users.count():
user = users[0]
value_dict["user"] = user
value_dict["email_sent"] = True
value_dict["email_ok"] = send_profile_mail(user)
return render("user_key.html", **value_dict)
else:
errors = {}
errors["email"] = u"Diese E-Mail-Adresse ist nicht registriert. Möchtest du ein neues Profil anlegen?"
value_dict["user_new"] = True
value_dict["errors"] = errors
return render("user_key.html", input_data={"email": email},
**value_dict)
def manage_link_in_profile(user, link, add, value_dict):
poll = None
for is_admin in (False, True):
poll_id = extract_poll_id(link, admin=is_admin)
if poll_id:
poll = Poll.get(poll_id)
break
if poll:
connected = ProfilePolls.selectBy(poll=poll, user=user,
is_admin=is_admin)
if is_admin:
value_dict["profile_manage_poll_hash"] = poll.admin_hash_key
else:
value_dict["profile_manage_poll_hash"] = poll.hash_key
if add and not connected.count():
ProfilePolls(poll=poll, user=user, is_admin=is_admin)
value_dict["poll_remember"] = poll
return True
elif not add and connected.count():
connected[0].destroySelf()
value_dict["poll_forget"] = poll
return True
else:
return False
return False
@bobo.query('/profile/new')
def user_create(bobo_request, email=None, submit=None, add_link=None):
value_dict = get_default_values(bobo_request)
if not value_dict["enable_users"]:
return bobo.redirect(BASE_DICT["base_url"])
value_dict["user_new"] = True
data = {"email": email, "add_link": add_link}
if not submit:
return render("user_key.html", input_data=data, **value_dict)
else:
# create a new user (if email is valid)
try:
data = forms.ProfileForm.to_python(data)
except formencode.Invalid, errors_packed:
errors = errors_packed.unpack_errors()
users = Profile.selectBy(email=email)
if users.count():
# the mail address is already registered
errors = {}
errors["email"] = u"Diese E-Mail-Adresse ist bereits registriert. Sollen die Zugangsdaten erneut an die Adresse versandt werden?"
value_dict["errors"] = errors
value_dict["user_new"] = False
return render("user_key.html", input_data=data, **value_dict)
else:
# create a new user
hash_key = get_new_hash_key()
new_user = Profile(hash_key=hash_key, email=email)
value_dict["user"] = new_user
value_dict["email_sent"] = True
value_dict["email_ok"] = send_profile_mail(new_user)
return render("user_details.html", **value_dict)
@bobo.query('/profile')
@bobo.query('/profile/:hash_key')
@bobo.query('/:add_link/remember')
@bobo.query('/:del_link/forget')
def show_user(bobo_request, hash_key=None, add_link=None, del_link=None):
value_dict = get_default_values(bobo_request)
if not value_dict["enable_users"]:
return bobo.redirect(BASE_DICT["base_url"])
if hash_key:
# overwrite the cookie-based value, if a profile is explicitely given
user_hash_key = hash_key
elif "user_hash_key" in value_dict:
user_hash_key = value_dict["user_hash_key"]
else:
user_hash_key = None
if user_hash_key:
# sqlobject fails to handle unicode values -> convert to string
user_hash_key = str(user_hash_key)
users = Profile.selectBy(hash_key=user_hash_key)
if not user_hash_key or not users.count():
# TODO: store add/del link -> render instead of redirect
return bobo.redirect(BASE_DICT["base_url"] + "profile/new")
user = users[0]
value_dict["user"] = user
value_dict["user_hash_key"] = user_hash_key
if add_link:
manage_link_in_profile(user, add_link, True, value_dict)
elif del_link:
manage_link_in_profile(user, del_link, False, value_dict)
else:
pass
return render("user_details.html", **value_dict)
@bobo.query('/new')
@bobo.query('/new/:template')
@bobo.query('/new/:author/:title/:description')
def new_poll(bobo_request, submit=None, cancel=None, author=None, title=None,
description=None, template=None, hide_errors=False):
value_dict = get_default_values(bobo_request)
data = {"author": author, "title": title, "description": description,
"template": template}
if cancel:
return bobo.redirect(BASE_DICT["base_url"])
elif not submit:
# show the "new poll" form
return render("poll_new.html", input_data=data, **value_dict)
else:
# create the new poll (if it is valid)
errors = {}
try:
data = forms.PollForm.to_python(data)
except formencode.Invalid, errors_packed:
errors = errors_packed.unpack_errors()
if errors:
if not hide_errors:
value_dict["errors"] = errors
return render("poll_new.html", input_data=data, **value_dict)
else:
# get the template settings
poll_settings = POLL_SETTINGS.copy()
if template in POLL_SETTING_TEMPLATES.keys():
template_settings = POLL_SETTING_TEMPLATES[template].copy()
else:
template_settings = POLL_SETTING_TEMPLATES["brainstorm"]
for key, value in template_settings.items():
poll_settings[key] = value
# create the new poll
hash_key = get_new_hash_key()
admin_hash_key = get_new_hash_key()
now = datetime.datetime.now()
new_poll = Poll(hash_key=hash_key, admin_hash_key=admin_hash_key,
timestamp_creation=now, author=data["author"],
title=data["title"], description=data["description"])
# apply the template settings
for key, value in template_settings.items():
new_poll.change_setting(key, value)
return bobo.redirect(new_poll.get_admin_url())
@bobo.query('/login')
@bobo.query('/login/')
def show_login(bobo_request):
""" shows a form for logging in and creating an account"""
value_dict = get_default_values(bobo_request)
return render("login.html", **value_dict)
@bobo.query('/newprofile')
@bobo.query('/newprofile/')
def show_newprofile(bobo_request):
""" Show polls and account data of this user and allows for changing the password. """
value_dict = get_default_values(bobo_request)
return render("profile.html", **value_dict)
@bobo.query('/:hash_key/vote_result.csv')
def vote_result(bobo_request, hash_key=None):
value_dict = get_default_values(bobo_request)
value_dict["errors"] = {}
data = {}
poll_id = get_poll_id(hash_key)
preorder = ["Paintball", "Billard", "Eislaufen", "Kegeln", "Kneipengang", "Karaoke", "Tischtennis", "Bowling", "Geek-out", "Go-Kart", "Dart"]
if not poll_id is None:
poll = Poll.get(poll_id)
voters = []
for submission in ContentSubmission.selectBy(poll_id=poll.id):
for vote in VoteOrder.selectBy(content_submission_id=submission):
if not vote.submitter in voters:
voters.append(vote.submitter)
lines = []
for voter in voters:
sorting = poll.get_ordered_submissions(voter)
items = [str(preorder.index(submission.content) + 1) for submission in sorting]
lines.append(" ".join(items))
return os.linesep.join(lines)
else:
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:hash_key/vote')
def vote_submission_order(bobo_request, hash_key=None, submitter=None,
vote_order=None):
value_dict = get_default_values(bobo_request)
value_dict["errors"] = {}
value_dict["authlevel"] = "poll_public"
data = {}
if submitter and not is_spam_submitter_name(submitter, value_dict["errors"]):
data["submitter"] = submitter.strip()
if not vote_order:
vote_order = ""
data["vote_order"] = vote_order
poll_id = get_poll_id(hash_key)
if not poll_id is None:
poll = Poll.get(poll_id)
value_dict["poll"] = poll
# populate the "vote_order" list (to keep the order intact)
digest_dict = {}
for submission in ContentSubmission.selectBy(poll_id=poll.id):
digest_dict[submission.get_obfuscated_digest()] = submission
value_dict["vote_order"] = [digest_dict[content_hash]
for content_hash in vote_order.split()]
try:
data = forms.VoteSubmissionOrderForm.to_python(data)
except formencode.Invalid, errors_packed:
# merge errors with previous ones - but never overwrite existing ones
errors = errors_packed.unpack_errors()
errors.update(value_dict["errors"])
value_dict["errors"] = errors
if value_dict["errors"] or poll.is_closed() or \
not poll.is_vote_enabled():
# ignore silently
pass
elif poll.is_vote_finished(submitter):
# there is already a vote stored for that submitter name
value_dict["errors"]["submit"] = \
"Fehler: deine Wahl wurde bereits gespeichert."
else:
# store this order of items
vote_order = vote_order.split()
for index, digest in enumerate(vote_order):
if digest in digest_dict:
VoteOrder(submitter=submitter, priority=index,
content_submission_id=digest_dict[digest])
value_dict["submitter"] = submitter
return render("poll_details.html", input_data=data, **value_dict)
else:
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:hash_key/submit')
def submit_content(bobo_request, hash_key=None, submitter=None, content=None):
value_dict = get_default_values(bobo_request)
value_dict["errors"] = {}
value_dict["authlevel"] = "poll_public"
data = {}
if content and check_spam_content(content):
value_dict["errors"]["content"] = \
"Spam-Verdacht: Inhalt darf keine HTML-Tags und nicht " + \
"zuviele Links enthalten"
else:
data["content"] = content
if submitter and (not is_spam_submitter_name(submitter, value_dict["errors"])):
data["submitter"] = submitter
poll_id = get_poll_id(hash_key)
if not poll_id is None:
poll = Poll.get(poll_id)
value_dict["poll"] = poll
try:
data = forms.SubmitForm.to_python(data)
except formencode.Invalid, errors_packed:
# merge errors with previous ones - but never overwrite existing ones
errors = errors_packed.unpack_errors()
errors.update(value_dict["errors"])
value_dict["errors"] = errors
if value_dict["errors"] or poll.is_closed():
return render("poll_details.html", input_data=data, **value_dict)
else:
# create the new submission content
data["timestamp_creation"] = datetime.datetime.now()
data["poll_id"] = poll.id
ContentSubmission(**data)
# remove "content" for the next input
del data["content"]
return render("poll_details.html", input_data=data, **value_dict)
else:
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:admin_hash_key/delete')
def delete_poll(bobo_request, admin_hash_key=None):
admin_poll_id = get_poll_admin_id(admin_hash_key)
if not admin_poll_id is None:
poll = Poll.get(admin_poll_id)
poll.destroySelf()
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:admin_hash_key/vote_enable')
def vote_enable_poll(bobo_request, admin_hash_key=None, vote_select=None):
# vote_select: on/off
admin_poll_id = get_poll_admin_id(admin_hash_key)
if not admin_poll_id is None:
poll = Poll.get(admin_poll_id)
poll.change_setting("vote_enabled", vote_select == "on")
return bobo.redirect(poll.get_admin_url())
else:
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:admin_hash_key/delete/:submission_id_digest')
def delete_submission(bobo_request, admin_hash_key=None, submission_id_digest=None):
admin_poll_id = get_poll_admin_id(admin_hash_key)
if (not admin_poll_id is None) and (not submission_id_digest is None):
poll = Poll.get(admin_poll_id)
# This loop is slightly expensive, but it does not expose the overall
# count of submissions (via the id).
for submission in ContentSubmission.selectBy(poll_id=poll.id):
if submission.get_obfuscated_digest() == submission_id_digest:
submission.destroySelf()
break
return bobo.redirect(poll.get_admin_url())
@bobo.query('/:admin_hash_key/export')
def export_poll(bobo_request, admin_hash_key=None):
""" Return a download file in csv format (date, author, text).
"""
value_dict = get_default_values(bobo_request)
poll_id = get_poll_admin_id(admin_hash_key)
if poll_id is None:
return bobo.redirect(BASE_DICT["base_url"])
poll = Poll.get(poll_id)
response = webob.Response(content_type="text/csv", charset=EXPORT_CHARSET)
# common (excel-based) CSV format with semicolons instead of commas
writer = csv.writer(response.body_file)
submissions = list(poll.get_submissions())
for submission in submissions:
timestamp = submission.timestamp_creation.strftime(EXPORT_DATE_FORMAT)
author = submission.submitter.encode(EXPORT_ENCODING, "ignore")
content = get_markup_with_formatted_linebreaks(submission.content, os.linesep)
items = [timestamp, author, content]
for index in range(len(items)):
try:
items[index] = items[index].encode(EXPORT_ENCODING, "ignore")
except UnicodeDecodeError:
# any other conversion error
pass
writer.writerow(items)
try:
export_prefix = config.get("misc", "export_prefix")
except ConfigParser.Error:
export_prefix = "wortschlucker"
filename = EXPORT_FILENAME_TEMPLATE % {"title": poll.title, "prefix": export_prefix}
filename = filename.replace(" ", "_")
filename = re.sub(r"[^a-zA-Z0-9_\-\.]", "", filename)
response.content_disposition = 'attachment; filename=%s' % filename
return response
@bobo.query('/:admin_hash_key/admin')
def admin_poll(bobo_request, cancel=False, submit=None, admin_hash_key=None, author=None,
title=None, description=None, settings=None,
setting_expose_date=None, setting_expose_date_forever=None,
setting_close_date=None, setting_close_date_forever=None):
value_dict = get_default_values(bobo_request)
data = {"author": author, "title": title, "description": description, "template": ""}
poll_id = get_poll_admin_id(admin_hash_key)
if poll_id is None:
return bobo.redirect(BASE_DICT["base_url"])
poll = Poll.get(poll_id)
value_dict["poll"] = poll
value_dict["authlevel"] = "poll_admin"
# cancel: return to (non-edit) admin page
if cancel:
return bobo.redirect(poll.get_admin_url())
if author is None:
data["author"] = poll.author
if title is None:
data["title"] = poll.title
if description is None:
data["description"] = poll.description
if setting_expose_date_forever is None:
if setting_expose_date is None:
setting_expose_date = poll.get_settings_strings()["expose_date"]
else:
setting_expose_date = ""
if setting_close_date_forever is None:
if setting_close_date is None:
setting_close_date = poll.get_settings_strings()["close_date"]
else:
setting_close_date = ""
poll_settings = poll.get_settings()
# update the settings only after a submit (otherwise we clear all current settings)
if submit:
# override with the given settings (taken from the form input with the prefix "setting_")
if settings is None:
settings = []
elif not isinstance(settings, list):
settings = [settings]
else:
# it is a list - everything is fine
pass
for setting_key in poll_settings.keys():
poll_settings[setting_key] = setting_key in settings
# collect all errors
errors = {}
# add boolean "settings" after forms validation - since there is no destination type
data["settings"] = [key for key, value in poll_settings.items() if value is True]
for key, value in (("expose_date", setting_expose_date), ("close_date", setting_close_date)):
validated_value = validate_poll_setting(key, value)
if value == "":
data["setting_%s_forever" % key] = "yes"
data["setting_%s" % key] = value
else:
data["setting_%s_forever" % key] = "no"
if validated_value is None:
# keep the entered value and report an error
errors[key] = u"Ungültiges Datum"
data["setting_%s" % key] = value
else:
data["setting_%s" % key] = get_poll_setting_string(key, validated_value)
# use the validator to check for possible errors
if submit:
# check for errors only if the content is submitted (not just rendered)
try:
data = forms.PollSettingsForm.to_python(data)
except formencode.Invalid, errors_packed:
errors = errors_packed.unpack_errors()
# store the new settings
if errors:
value_dict["errors"] = errors
return render("poll_admin_edit.html", input_data=data, **value_dict)
else:
if submit:
# update core attributes of the existing poll
poll.author = data["author"]
poll.title = data["title"]
poll.description = data["description"]
current_settings = poll.get_settings()
# update settings
for key, value in poll_settings.items():
if (POLL_SETTINGS[key][0] == bool) and (current_settings[key] != value):
poll.change_setting(key, value)
poll.change_setting("expose_date", data["setting_expose_date"])
poll.change_setting("close_date", data["setting_close_date"])
return bobo.redirect(poll.get_admin_url())
else:
return render("poll_admin_edit.html", input_data=data, **value_dict)
def update_blog_entry_values(bobo_request, blog_id, value_dict):
blog_info = get_blog_info(bobo_request, blog_id)
if blog_info is None:
return False
else:
value_dict["title"] = blog_info[0]
value_dict["date"] = blog_info[1]
value_dict["link"] = blog_info[2]
value_dict["body"] = blog_info[3]
return True
def get_blog_info(bobo_request, blog_id):
blog_file = os.path.join(BLOG_DIR, blog_id)
try:
input = open(blog_file)
title = input.readline()
body = input.read()
input.close()
except IOError:
return None
date = "%s.%s.%s %s:%s" % (blog_id[6:8], blog_id[4:6], blog_id[0:4],
blog_id[8:10], blog_id[10:12])
link = "%sblog/%s" % (get_default_values(bobo_request)["base_url"], blog_id)
body = tools.creole2html(body.decode("utf-8"))
return title, date, link, body
def get_blog_ids():
def add_files_to_list(file_list, dirname, fnames):
for fname in fnames:
if re.match(r"^[0-9]{12}$", fname) \
and os.path.isfile(os.path.join(dirname, fname)):
file_list.append(fname)
# remove all entries (e.g. sub-directories)
while len(fnames) > 0:
del fnames[0]
file_list = []
os.path.walk(BLOG_DIR, add_files_to_list, file_list)
file_list.sort(reverse = True)
return file_list
@bobo.query('/blog')
@bobo.query('/blog/')
@bobo.query('/blog/:blog_id')
@bobo.query('/blog/:blog_id/')
def serve_blog(bobo_request, blog_id=None):
value_dict = get_default_values(bobo_request)
if blog_id and re.match(r"^[0-9]{12}$", blog_id):
# the blog_id should consist of 12 digits
if update_blog_entry_values(bobo_request, blog_id, value_dict):
return render("blog_entry.html", **value_dict)
# if anything fails: render the blog list
blog_list = []
# add all valid blog infos to the list
for blog_id in get_blog_ids():
blog_info = get_blog_info(bobo_request, blog_id)
if not blog_info is None:
blog_list.append(blog_info)
value_dict["blog_list"] = blog_list
return render("blog_list.html", **value_dict)
def show_poll_list(bobo_request, render_file, page_size, page=None, sort_by="time",
filter_private=True, value_dict=None):
if value_dict is None:
value_dict = {}
value_dict.update(get_default_values(bobo_request))
true_string = get_poll_setting_string("public", True)
if filter_private:
polls = Poll.select(sqlobject.sqlbuilder.AND(
PollSetting.q.key == "public",
PollSetting.q.value == true_string,
PollSetting.q.poll_id == Poll.q.id))
poll_count = polls.count()
else:
if sort_by == "submissions":
# Nach Anzahl der Kommentare filtern
# das rohe SQL geht so: select poll.id FROM poll LEFT JOIN content_submission ON poll.id = content_submission.poll_id_id GROUP BY content_submission.poll_id_id, poll.id ORDER BY count(content_submission.id) desc;
# das liefert absteigend nach Beitragsmenge sortiert die polls zurueck. Allerdings fehlen aktuell noch die polls ohne Beitraege.
# fiese rohe SQL-Anfrage machen, weil mir das mit sqlobject zu kompliziert ist
rawpolls = connection.queryAll("""select poll.id FROM poll LEFT JOIN content_submission ON poll.id = content_submission.poll_id_id GROUP BY content_submission.poll_id_id, poll.id ORDER BY count(content_submission.id) desc;""")
polls = []
# jetzt noch aus den ids wieder eine SelectReturn-Liste machen:
for id in rawpolls:
polls.append(Poll.get(id[0]))
poll_count=len(polls)
else: #sort_by == time
polls = Poll.select()
polls = polls.orderBy("-timestamp_creation")
poll_count = polls.count()
if page is None:
page = 1
else:
try:
page = int(page)
except ValueError:
page = 1
# "page" should at least be 1 - zero shows an empty list
page = max(1, page)
start = (page - 1) * page_size
if start >= poll_count:
start = poll_count - page_size
page = (poll_count + page_size - 1) / page_size
end = start + page_size - 1
value_dict["polls"] = polls[start : end + 1]
# show a link for the next page, if more polls are available
value_dict["show_next_link"] = (end + 1 < poll_count)
value_dict["show_previous_link"] = (start > 0)
value_dict["page"] = page
value_dict["page_size"] = page_size
return render(render_file, **value_dict)
def render_poll_admin(bobo_request, poll, add_related, del_related, count, page, show_delete):
value_dict = get_default_values(bobo_request)
errors = {}
if not add_related is None:
other_poll_id = extract_poll_id(add_related, admin=True)
if other_poll_id == poll.id:
errors["related"] = u"Wortschlucker kann nicht mit sich selbst verknüpft werden"
elif other_poll_id is None:
errors["related"] = u"Wortschlucker nicht gefunden"
else:
related_polls = poll.get_related_polls()
if other_poll_id in [one_poll.id for one_poll in related_polls]:
errors["related"] = u"Dieser Wortschlucker wurde bereits verknüpft"
else:
PollRelation(first=poll.id, second=other_poll_id)
if not del_related is None:
other_poll_id = extract_poll_id(del_related, admin=True)
if other_poll_id is None:
errors["related"] = u"Wortschlucker nicht gefunden"
else:
related_polls = poll.get_related_polls()
if not other_poll_id in [one_poll.id for one_poll in related_polls]:
errors["related"] = u"Dieser Wortschlucker war nicht verknüpft"
else:
# delete all relations between these two polls
PollRelation.deleteBy(first=poll.id, second=other_poll_id)
PollRelation.deleteBy(first=other_poll_id, second=poll.id)
value_dict["poll"] = poll
value_dict["page"] = page
value_dict["count"] = count
value_dict["show_delete"] = show_delete
value_dict["errors"] = errors
value_dict["authlevel"] = "poll_admin"
return render("poll_admin_details.html", **value_dict)
@bobo.query('/admin/maintenance')
def admin_maintenance(age_days=60, keyword="viagra", keyword_submission="viagra", method=None):
if method == "Remove old":
age_days = int(age_days)
now = datetime.datetime.now()
oldest = now - datetime.timedelta(days=age_days)
for poll in Poll.select(Poll.q.timestamp_creation < oldest):
if poll.get_num_of_submissions() == 0:
poll.destroySelf()
elif method == "Remove poll by keyword" and keyword:
keyword = keyword.lower()
for poll in Poll.select():
if (keyword in poll.title.lower()) or (keyword in poll.description.lower()):
poll.destroySelf()
elif method == "Remove submission by keyword" and keyword_submission:
keyword = keyword_submission.lower()
for submission in ContentSubmission.select():
if keyword in submission.content.lower():
submission.destroySelf()
return bobo.redirect("../admin")
@bobo.query('/admin')
@bobo.query('/admin/')
@bobo.query('/admin/page/:page')
def show_admin_page(bobo_request, page=None, page_size=50,sort_by="time"):
try:
page_size = int(page_size)
except ValueError:
page_size = 50
value_dict = {}
value_dict["poll_table"] = Poll
value_dict["submission_table"] = ContentSubmission
return show_poll_list(bobo_request, "admin.html", page_size, sort_by=sort_by, page=page,
filter_private=False, value_dict=value_dict)
@bobo.query('/')
@bobo.query('/public')
@bobo.query('/public/')
@bobo.query('/public/page/:page')
def show_frontpage(bobo_request, page=None):
return show_poll_list(bobo_request, "frontpage.html", 20, page=page)
@bobo.query('')
def base():
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/:poll_hash')
@bobo.query('/:poll_hash/')
@bobo.query('/admin/poll/:poll_hash_for_admin')
def show_one_poll(bobo_request, poll_hash_for_admin=None, poll_hash=None,
add_related=None, del_related=None, delete_multiple=None,
delete_submission_id_list=None, count=50, page=1, show_delete=False):
if poll_hash_for_admin:
# shortcut for admins
admin_poll_id = get_poll_id(poll_hash_for_admin)
if admin_poll_id:
poll_hash = Poll.get(admin_poll_id).admin_hash_key
try:
count = int(count)
except ValueError:
count = 50
count = max(1, min(count, 1000))
try:
page = int(page)
except ValueError:
page = 1
page = max(1, page)
value_dict = get_default_values(bobo_request)
poll_id = get_poll_id(poll_hash)
if not poll_id is None:
poll = Poll.get(poll_id)
page = min(page, 1 + (poll.get_num_of_submissions() - 1) / count)
value_dict["poll"] = poll
value_dict["page"] = page
value_dict["count"] = count
value_dict["authlevel"] = "poll_public"
return render("poll_details.html", **value_dict)
else:
admin_poll_id = get_poll_admin_id(poll_hash)
if not admin_poll_id is None:
if delete_multiple and delete_submission_id_list:
if not isinstance(delete_submission_id_list, list):
delete_submission_id_list = [delete_submission_id_list]
for delete_id in delete_submission_id_list:
ContentSubmission.get(int(delete_id)).destroySelf()
return render_poll_admin(bobo_request, Poll.get(admin_poll_id), add_related, del_related, count, page, bool(show_delete))
else:
return bobo.redirect(BASE_DICT["base_url"])
@bobo.query('/node/:pagename')
def show_static_nodes(bobo_request, pagename=None):
""" meant for serving hand-changed, automatically styled content. """
value_dict = get_default_values(bobo_request)
return render("nodes/"+pagename, **value_dict)
def get_static_file(filename):
""" deliver a static file - this function is used internally """
response = webob.Response()
content_type = mimetypes.guess_type(filename)[0]
if content_type is not None:
response.content_type = content_type
try:
response.body = open(filename).read()
except IOError:
raise bobo.NotFound
return response
@bobo.query('/media/:p1')
@bobo.query('/media/:p1/:p2')
@bobo.query('/media/:p1/:p2/:p3')
def static_files(p1=None, p2=None, p3=None):
""" deliver files up to three levels below /media/ """
pathlist = [p1, p2, p3]
pathname = os.path.join(BASE_DIR, "templates", "media")
for subdir in pathlist:
if not subdir is None:
pathname = os.path.join(pathname, subdir)
return get_static_file(pathname)
for table in (Poll, ContentSubmission, VoteOrder, PollSetting, PollRelation, Profile, ProfilePolls):
#table.dropTable()
if not table.tableExists():
table.createTable()
# how to add new columns to the database:
# * uncomment the line below and change it according to your needs
# * run this script once (manually)
# * disable the line below
# * add the column specification to the object definition
# -> done!
#Poll.sqlmeta.addColumn(sqlobject.BoolCol("vote_open", default=False), changeSchema=True)
# this line allows to use wortschlucker with mod_wsgi
# see: http://groups.google.com/group/bobo-web/msg/2ba55fc381658cd1
# see: http://blog.dscpl.com.au/2009/08/using-bobo-on-top-of-modwsgi.html
application = bobo.Application(bobo_resources=__name__)