#!/usr/bin/env python2.6 # -*- coding: utf-8 -*- import os # the basedir is the parent dir of the location of this script BASE_DIR = os.path.dirname(os.path.abspath(os.path.join(__file__, os.path.pardir))) # add the project directory to the python search path import sys sys.path.insert(0, os.path.join(BASE_DIR, "src")) import tools import bobo import forms import sqlobject import genshi.filters import genshi.input import genshi.template import genshi import formencode import webob import csv import ConfigParser import datetime import mimetypes import uuid import re import smtplib import email.mime.text import email.utils import hashlib import twitter import urllib2 CONFIG_FILE = os.path.join(BASE_DIR, "wortschlucker.conf") """ *** Initialization *** """ config = ConfigParser.SafeConfigParser() config.read(CONFIG_FILE) db_uri = config.get("database", "uri") connection = sqlobject.connectionForURI(db_uri) sqlobject.sqlhub.processConnection = connection loader = genshi.template.TemplateLoader(os.path.join(BASE_DIR, 'templates'), auto_reload=False) BLOG_DIR = os.path.join(BASE_DIR, "blog") BASE_DICT = { "base_url": "/", # the trailing slash is necessary "show_navbar": True, "errors": {}, "authlevel": "public", #authentiction level of template: one of "public" (e.g. frontpage), "poll_public" (e.g. poll_details),"poll_admin" (poll_admin_details","admin" (admin interface) } # used as the default setting for expose/close dates DEFAULT_DAYS_AHEAD = 7 DATE_FORMAT = "%d.%m.%Y" EXPORT_DATE_FORMAT = "%d.%m.%Y %H:%M:%S" EXPORT_ENCODING = "utf-8" EXPORT_CHARSET = "utf8" EXPORT_FILENAME_TEMPLATE = "%%(prefix)s_%%(title)s_%s.csv" % datetime.datetime.now().strftime("%Y-%m-%d") DEFAULT_DATE = datetime.datetime.now() + datetime.timedelta(days=DEFAULT_DAYS_AHEAD) POLL_SETTINGS = { "show_all_submissions": (bool, True), "show_statistics": (bool, True), "public": (bool, False), "expose_date": (datetime.datetime, DEFAULT_DATE), "close_date": (datetime.datetime, DEFAULT_DATE), "vote_enabled": (bool, False), "vote_closed": (bool, False), } POLL_SETTING_TEMPLATES = { "brainstorm": {}, "cards": {"show_all_submissions": False}, "feedback": {"show_all_submissions": False}, "evaluation": {"show_all_submissions": False}, "notes": {"show_statistics": False}, "shopping": {"show_statistics": False}, "clipboard": {"show_statistics": False}, "namefinder": {}, } class ContentSubmission(sqlobject.SQLObject): submitter = sqlobject.UnicodeCol() content = sqlobject.UnicodeCol() poll_id = sqlobject.ForeignKey("Poll", cascade=True) timestamp_creation = sqlobject.DateTimeCol() def get_creation_time_string(self): return str(self.timestamp_creation) def get_markup_content(self): mark_links = get_markup_with_links(self.content) markup = genshi.input.HTML(mark_links) | genshi.filters.HTMLSanitizer() # the markup is now marked as "safe" -> genshi will output it literally return markup def get_delete_url(self, absolute=False): return self.poll_id.get_admin_url(absolute=absolute, suffix="/delete/%s" % self.get_obfuscated_digest()) def get_obfuscated_digest(self): return hashlib.md5(str(self.id)).hexdigest() class VoteOrder(sqlobject.SQLObject): submitter = sqlobject.UnicodeCol() content_submission_id = sqlobject.ForeignKey("ContentSubmission") priority = sqlobject.IntCol() class Profile(sqlobject.SQLObject): email = sqlobject.UnicodeCol(unique=True) hash_key = sqlobject.StringCol(unique=True) def get_user_polls(self, *args, **kwargs): return self._get_generic_polls(False, *args, **kwargs) def get_admin_polls(self, *args, **kwargs): return self._get_generic_polls(True, *args, **kwargs) def _get_generic_polls(self, is_admin, old_to_new=True): polls = [user_poll.poll for user_poll in ProfilePolls.selectBy( user=self.id, is_admin=is_admin)] polls.sort(key=lambda poll: poll.timestamp_creation, reverse=not old_to_new) return polls def get_url(self, absolute=False): return get_url_string("%s%s/%s" % (BASE_DICT["base_url"], "profile", self.hash_key), absolute) class ProfilePolls(sqlobject.SQLObject): user = sqlobject.ForeignKey("Profile", cascade=True) poll = sqlobject.ForeignKey("Poll", cascade=True) is_admin = sqlobject.BoolCol() class PollSetting(sqlobject.SQLObject): poll_id = sqlobject.ForeignKey("Poll", cascade=True) key = sqlobject.UnicodeCol() value = sqlobject.UnicodeCol() class PollRelation(sqlobject.SQLObject): first = sqlobject.ForeignKey("Poll", cascade=True) second = sqlobject.ForeignKey("Poll", cascade=True) class Poll(sqlobject.SQLObject): author = sqlobject.UnicodeCol() hash_key = sqlobject.StringCol() admin_hash_key = sqlobject.StringCol() title = sqlobject.UnicodeCol() description = sqlobject.UnicodeCol() timestamp_creation = sqlobject.DateTimeCol() def get_related_polls(self): """ get all directly and indirectly connected polls up to a certain distance """ return PollMesh(self).get_related_polls() def get_related_polls_direct(self): """ get all directly connected polls """ related = [] related.extend([poll.second for poll in PollRelation.selectBy(first=self.id)]) related.extend([poll.first for poll in PollRelation.selectBy(second=self.id)]) return related def get_description_markup(self): mark_links = get_markup_with_links(self.description) markup = genshi.input.HTML(mark_links) | genshi.filters.HTMLSanitizer() # the markup is now marked as "safe" -> genshi will output it literally return markup def get_settings(self): current_dict = {} for setting in PollSetting.selectBy(poll_id=self.id): if setting.key in POLL_SETTINGS.keys(): current_dict[setting.key] = validate_poll_setting(setting.key, setting.value) for key, meta_info in POLL_SETTINGS.items(): if not key in current_dict.keys(): current_dict[key] = meta_info[1] return current_dict def get_settings_strings(self): settings = self.get_settings() result = {} for key, value in settings.items(): result[key] = get_poll_setting_string(key, value) return result def change_setting(self, key, value): validated_value = validate_poll_setting(key, value) if not validated_value is None: validated_value = get_poll_setting_string(key, validated_value) poll_setting = PollSetting.selectBy(poll_id=self.id, key=key) if poll_setting.count() == 1: poll_setting[0].value = validated_value elif poll_setting.count() == 0: PollSetting(poll_id=self.id, key=key, value=validated_value) if (key == 'public') and (value > 0): self.announce_via_twitter() def get_ordered_submissions(self, submitter): votes = [] for submission in ContentSubmission.selectBy(poll_id=self.id): votes.extend(list(VoteOrder.selectBy(content_submission_id=submission, submitter=submitter))) votes.sort(key=lambda item: item.priority) return [order.content_submission_id for order in votes] def announce_via_twitter(self): complete_url = self.get_url(absolute=True) try: title = "%s %s %s" % (config.get('misc', 'twitter_alert_prefix'), self.title[:79], complete_url) # the following line is quick and dirty fix for the unicode bug twitter exception. # of course it would be better to preserve the umlauts somehow... title = title.encode('ascii','ignore') twitter_key = config.get('misc', 'twitter_consumer_key') twitter_secret = config.get('misc', 'twitter_consumer_secret') twitter_access_key = config.get('misc', 'twitter_access_token_key') twitter_access_secret = config.get('misc', 'twitter_access_token_secret') except ConfigParser.Error: # a config setting seems to be missing (e.g. in a dev environment) return publish_twitter_alert(title, twitter_key, twitter_secret, twitter_access_key, twitter_access_secret) def get_num_of_votes(self): submitters = [] for submission in ContentSubmission.selectBy(poll_id=self.id): for vote in VoteOrder.selectBy(content_submission_id=submission): if not vote.submitter in submitters: submitters.append(vote.submitter) return len(submitters) def get_num_of_submitters(self): all_submitters = [submission.submitter for submission in ContentSubmission.selectBy(poll_id=self.id)] unique_submitters = [] for submitter in all_submitters: if not submitter in unique_submitters: unique_submitters.append(submitter) return len(unique_submitters) def get_num_of_submissions(self): return ContentSubmission.selectBy(poll_id=self.id).count() def get_submissions(self): return ContentSubmission.selectBy(poll_id=self.id).orderBy("timestamp_creation") def get_url(self, absolute=False): return get_url_string("%s%s" % (BASE_DICT["base_url"], self.hash_key), absolute) def get_submit_url(self, absolute=False): return get_url_string("%s%s/submit" % (BASE_DICT["base_url"], self.hash_key), absolute) def get_vote_url(self, absolute=False): return get_url_string("%s%s/vote" % (BASE_DICT["base_url"], self.hash_key), absolute) def get_admin_url(self, absolute=False, suffix=""): return get_url_string("%s%s%s" % (BASE_DICT["base_url"], self.admin_hash_key, suffix), absolute) def get_edit_url(self, absolute=False): return get_url_string("%s%s/admin" % (BASE_DICT["base_url"], self.admin_hash_key), absolute) def get_delete_url(self, absolute=False): return get_url_string("%s%s/delete" % (BASE_DICT["base_url"], self.admin_hash_key), absolute) def get_vote_enable_url(self, absolute=False): return get_url_string("%s%s/vote_enable" % (BASE_DICT["base_url"], self.admin_hash_key), absolute) def get_creation_time_string(self): return str(self.timestamp_creation) def is_vote_enabled(self): return self.get_settings()["vote_enabled"] def is_vote_finished(self, submitter): return len(self.get_ordered_submissions(submitter)) > 0 def get_submissions_visibility(self): settings = self.get_settings() return bool(settings["show_all_submissions"] or (settings["expose_date"] and \ (settings["expose_date"].date() <= datetime.datetime.now().date()))) def is_closed(self): return bool(self.get_settings()["close_date"] and \ (self.get_settings()["close_date"].date() < datetime.datetime.now().date())) class PollMesh: """ generate a mesh of directly or indirectly related polls Basically this is just a recursive search for unique related polls that are connected to the base poll with less than (e.g.) five nodes in between. """ def __init__(self, poll, depth=5): self.related = [] # start to collect the related polls immediately self.__collect_related_polls(poll, depth) def __collect_related_polls(self, current_poll, current_depth): """ recursive scanning for unique related polls up to a certain distance """ related = current_poll.get_related_polls_direct() new_queue = [poll for poll in related if not poll in self.related] self.related.extend(new_queue) if current_depth > 0: for poll in new_queue: self.__collect_related_polls(poll, current_depth - 1) def get_related_polls(self): return self.related def get_markup_with_links(text): def get_link_markup(match): prefix, url, suffix = match.groups() # only take the TLD part of the url short_name = url.split("/")[2] return """%s%s%s""" % (prefix, url, short_name, suffix) def expand_protocol(match): prefix, url, suffix = match.groups() if url.lower().startswith("www") or suffix.startswith("/"): # just prepend "http://" return prefix + "http://" + url + suffix else: return prefix + url + suffix # surround all urls with html markup text = genshi.escape(text) text = re.sub(r"(\A|\s|\()([a-zA-Z_\-\.]+\.[a-zA-Z]{2,4})(/|\)|\s|\Z)", expand_protocol, text) text = re.sub(r"(\A|\s|\()(https?://[\w/\?\.\#=;,_\-\~&]*)(\)|\s|\Z)", get_link_markup, text) return get_markup_with_formatted_linebreaks(text, "
") def get_markup_with_formatted_linebreaks(text, break_char): text = text.replace("\r\n", "\n") text = text.replace("\r", "\n") text = text.replace("\n", break_char) return text def get_poll_setting_string(key, value): if not key in POLL_SETTINGS.keys(): return "" setting_type = POLL_SETTINGS[key][0] if setting_type in (basestring, unicode, str): return value elif setting_type == bool: return str(value) elif setting_type == datetime.datetime: # unset dates are None if value is None: return "" elif value == "": # value for "forever" return "" else: return value.strftime(DATE_FORMAT) else: return str(value) def validate_poll_setting(key, value): if not key in POLL_SETTINGS.keys(): return None setting_type = POLL_SETTINGS[key][0] if setting_type in (basestring, unicode, str): return value elif setting_type == bool: if value is None: return False elif isinstance(value, bool): return value else: text = value.lower() if text in ("0", "false", "no", "off", "disabled", ""): return False elif text in ("1", "true", "yes", "on", "enabled"): return True else: return None elif setting_type == datetime.datetime: if value is None: # default: one week later value = datetime.date.today() + datetime.timedelta(days=DEFAULT_DAYS_AHEAD) elif type(value) == datetime.datetime: pass elif value == "": # this is the value for "forever" return "" else: try: value = datetime.datetime.strptime(value, DATE_FORMAT) except ValueError: value = None return value elif setting_type == int: if value is None: value = 0 try: value = int(value) except ValueError: value = None return value else: # all other types (e.g. int, float, ...) try: return setting_type(value) except ValueError: return None def send_profile_mail(user): data = {} for key, default in (("host", "localhost"), ("port", 25), ("use_ssl", False), ("from", None), ("subject", None), ("body", None)): try: data[key] = config.get("mail", key, raw=True) except ConfigParser.Error, err_msg: if default is None: # fail! open("/tmp/test.out", "w").write(str(err_msg)) return False data[key] = default data["port"] = int(data["port"]) if data["use_ssl"]: provider = smtplib.SMTP_SSL else: provider = smtplib.SMTP input_data = {"profile_url": user.get_url(absolute=True)} content = data["body"] % input_data # empty lines can't be parsed via ConfigParser # re.sub in Python 2.5 does not understand "flags" -> compile first dot_line_regex = re.compile("^\.$", flags=re.MULTILINE) content = dot_line_regex.sub("", content) message = email.mime.text.MIMEText(content) message["Subject"] = data["subject"] message["From"] = data["from"] message["To"] = user.email message["Date"] = email.utils.formatdate() try: server = provider(data["host"], data["port"]) server.sendmail(data["from"], [user.email], message.as_string()) except smtplib.SMTPException: return False return True def get_default_values(request, **kwargs): value_dict = dict(BASE_DICT) for key, value in kwargs.items(): value_dict[key] = value # add configuration settings try: enable_users = config.get("users", "enabled") except ConfigParser.Error: enable_users = False value_dict["enable_users"] = enable_users try: enable_voting = config.get("voting", "enabled") except ConfigParser.Error: enable_voting = False value_dict["enable_voting"] = enable_voting # read the user's hash key from the cookie if enable_users and ("user_hash_key" in request.cookies): value_dict["user_hash_key"] = str(request.cookies["user_hash_key"]) return value_dict def get_url_string(url, absolute=False): """ return the URL as it is or turn it into an absolute URL @value url: the given URL @type url: str @value absolute: should the URL be absolute or relative? @type absolute: bool @returns: the relative or absolute URL @rtype: str """ if absolute: return config.get('hosting', 'full_base_url') + url else: return url def render(filename, input_data=None, **values): stream = loader.load(filename).generate(**values) if not input_data is None: stream |= genshi.filters.HTMLFormFiller(data=input_data) #return stream.render("html", doctype="html") response = webob.Response(content_type="text/html", charset="utf8") if "user_hash_key" in values: response.set_cookie("user_hash_key", values["user_hash_key"], max_age=365, path="/") response.body = stream.render("html", doctype="html") return response def get_poll_id(hash_key): if isinstance(hash_key, unicode): try: hash_key = str(hash_key) except UnicodeEncodeError: return None polls = Poll.selectBy(hash_key=hash_key) if polls.count() == 1: return polls[0].id else: return None def get_poll_admin_id(hash_key): if isinstance(hash_key, unicode): try: hash_key = str(hash_key) except UnicodeEncodeError: return None polls = Poll.selectBy(admin_hash_key=hash_key) if polls.count() == 1: return polls[0].id else: return None def extract_poll_id(text, admin=False): """ The text may be an admin hash or the admin link of a poll """ if admin: get_func = get_poll_admin_id else: get_func = get_poll_id result = get_func(text) if result is None: extracted_text = re.findall(r"[a-z0-9]+", text) # we assume that the hash is at the end of the string extracted_text.reverse() for found in extracted_text: guess = get_func(found) if not guess is None: return guess return None else: return result def get_new_hash_key(length=16, charset=None): """ returns a quite random hash key with the specified length """ if charset is None: charset = "0123456789abcdefghijklmnopqrstuvwxyz" def get_hash_string(length): base = uuid.uuid4().int result = [] while len(result) < length: value = base % len(charset) base //= len(charset) result.append(charset[value]) return "".join(result) # repeat the hash generation until a new value is found hash_key = get_hash_string(length) while (not get_poll_id(hash_key) is None) or (not get_poll_admin_id(hash_key) is None): hash_key = get_hash_string(length) return hash_key def publish_twitter_alert(text, key, secret,access_key,access_secret): api = twitter.Api(consumer_key= key, consumer_secret = secret, access_token_key=access_key, access_token_secret= access_secret) try: api.PostUpdate(text) except urllib2.HTTPError,e: # twitter error, most likely because of a duplicate message # or maybe an authentication failure print e.code except urllib2.URLError, e: print e.reason def is_spam_submitter_name(name, errors_dict): lower_text = re.sub("[^a-z]", "", name) upper_text = re.sub("[^A-Z]", "", name) if (len(lower_text) + len(upper_text) == len(name)) and \ (len(lower_text) > 3) and (len(upper_text) > 3) and \ (len(name) >= 8) and (not name.startswith(upper_text)): errors_dict["submitter"] = "Spam-Verdacht: bitte den Namen korrigieren" return True else: return False def count_urls(text): hits = re.findall(r"(\swww\.|http://|https://)", text) return len(hits) def check_spam_content(text): if re.search(r"()", text.lower()): return True if count_urls(text) > 2: return True blacklist = ("ativan","cialis","fioricet","Kamagra", "levitra", "phentermine", "propecia", "semenax", "Sildenafil", "slots", "tadalafil", "tramadol", "vigrx", "viagra", "vimax", "xanax", "Electronic cigarette", "online blackjack", "Online Bingo", "Online casino", "online gambling", "Online roulette", "roulette online", "poker online", "payday loans", "pokies", "reverse phone", "preteen", "lolitas") for keyword in blacklist: if keyword.lower() in text.lower): return True return False @bobo.query('/profile/logout') def user_logout(bobo_request): # default start page response = show_frontpage(bobo_request) # clear the cookie response.delete_cookie("user_hash_key") return response @bobo.query('/profile/resend') def resend_user_key(bobo_request, email=None, submit=None, email_sent=None): value_dict = get_default_values(bobo_request) if not value_dict["enable_users"]: return bobo.redirect(BASE_DICT["base_url"]) value_dict["email_sent"] = False value_dict["user_new"] = False data = {"email": email} if not submit: return render("user_key.html", input_data=data, **value_dict) else: # find the user's data (if it exists) try: data = forms.ProfileForm.to_python(data) except formencode.Invalid, errors_packed: errors = errors_packed.unpack_errors() users = Profile.selectBy(email=email) if users.count(): user = users[0] value_dict["user"] = user value_dict["email_sent"] = True value_dict["email_ok"] = send_profile_mail(user) return render("user_key.html", **value_dict) else: errors = {} errors["email"] = u"Diese E-Mail-Adresse ist nicht registriert. Möchtest du ein neues Profil anlegen?" value_dict["user_new"] = True value_dict["errors"] = errors return render("user_key.html", input_data={"email": email}, **value_dict) def manage_link_in_profile(user, link, add, value_dict): poll = None for is_admin in (False, True): poll_id = extract_poll_id(link, admin=is_admin) if poll_id: poll = Poll.get(poll_id) break if poll: connected = ProfilePolls.selectBy(poll=poll, user=user, is_admin=is_admin) if is_admin: value_dict["profile_manage_poll_hash"] = poll.admin_hash_key else: value_dict["profile_manage_poll_hash"] = poll.hash_key if add and not connected.count(): ProfilePolls(poll=poll, user=user, is_admin=is_admin) value_dict["poll_remember"] = poll return True elif not add and connected.count(): connected[0].destroySelf() value_dict["poll_forget"] = poll return True else: return False return False @bobo.query('/profile/new') def user_create(bobo_request, email=None, submit=None, add_link=None): value_dict = get_default_values(bobo_request) if not value_dict["enable_users"]: return bobo.redirect(BASE_DICT["base_url"]) value_dict["user_new"] = True data = {"email": email, "add_link": add_link} if not submit: return render("user_key.html", input_data=data, **value_dict) else: # create a new user (if email is valid) try: data = forms.ProfileForm.to_python(data) except formencode.Invalid, errors_packed: errors = errors_packed.unpack_errors() users = Profile.selectBy(email=email) if users.count(): # the mail address is already registered errors = {} errors["email"] = u"Diese E-Mail-Adresse ist bereits registriert. Sollen die Zugangsdaten erneut an die Adresse versandt werden?" value_dict["errors"] = errors value_dict["user_new"] = False return render("user_key.html", input_data=data, **value_dict) else: # create a new user hash_key = get_new_hash_key() new_user = Profile(hash_key=hash_key, email=email) value_dict["user"] = new_user value_dict["email_sent"] = True value_dict["email_ok"] = send_profile_mail(new_user) return render("user_details.html", **value_dict) @bobo.query('/profile') @bobo.query('/profile/:hash_key') @bobo.query('/:add_link/remember') @bobo.query('/:del_link/forget') def show_user(bobo_request, hash_key=None, add_link=None, del_link=None): value_dict = get_default_values(bobo_request) if not value_dict["enable_users"]: return bobo.redirect(BASE_DICT["base_url"]) if hash_key: # overwrite the cookie-based value, if a profile is explicitely given user_hash_key = hash_key elif "user_hash_key" in value_dict: user_hash_key = value_dict["user_hash_key"] else: user_hash_key = None if user_hash_key: # sqlobject fails to handle unicode values -> convert to string user_hash_key = str(user_hash_key) users = Profile.selectBy(hash_key=user_hash_key) if not user_hash_key or not users.count(): # TODO: store add/del link -> render instead of redirect return bobo.redirect(BASE_DICT["base_url"] + "profile/new") user = users[0] value_dict["user"] = user value_dict["user_hash_key"] = user_hash_key if add_link: manage_link_in_profile(user, add_link, True, value_dict) elif del_link: manage_link_in_profile(user, del_link, False, value_dict) else: pass return render("user_details.html", **value_dict) @bobo.query('/new') @bobo.query('/new/:template') @bobo.query('/new/:author/:title/:description') def new_poll(bobo_request, submit=None, cancel=None, author=None, title=None, description=None, template=None, hide_errors=False): value_dict = get_default_values(bobo_request) data = {"author": author, "title": title, "description": description, "template": template} if cancel: return bobo.redirect(BASE_DICT["base_url"]) elif not submit: # show the "new poll" form return render("poll_new.html", input_data=data, **value_dict) else: # create the new poll (if it is valid) errors = {} try: data = forms.PollForm.to_python(data) except formencode.Invalid, errors_packed: errors = errors_packed.unpack_errors() if errors: if not hide_errors: value_dict["errors"] = errors return render("poll_new.html", input_data=data, **value_dict) else: # get the template settings poll_settings = POLL_SETTINGS.copy() if template in POLL_SETTING_TEMPLATES.keys(): template_settings = POLL_SETTING_TEMPLATES[template].copy() else: template_settings = POLL_SETTING_TEMPLATES["brainstorm"] for key, value in template_settings.items(): poll_settings[key] = value # create the new poll hash_key = get_new_hash_key() admin_hash_key = get_new_hash_key() now = datetime.datetime.now() new_poll = Poll(hash_key=hash_key, admin_hash_key=admin_hash_key, timestamp_creation=now, author=data["author"], title=data["title"], description=data["description"]) # apply the template settings for key, value in template_settings.items(): new_poll.change_setting(key, value) return bobo.redirect(new_poll.get_admin_url()) @bobo.query('/login') @bobo.query('/login/') def show_login(bobo_request): """ shows a form for logging in and creating an account""" value_dict = get_default_values(bobo_request) return render("login.html", **value_dict) @bobo.query('/newprofile') @bobo.query('/newprofile/') def show_newprofile(bobo_request): """ Show polls and account data of this user and allows for changing the password. """ value_dict = get_default_values(bobo_request) return render("profile.html", **value_dict) @bobo.query('/:hash_key/vote_result.csv') def vote_result(bobo_request, hash_key=None): value_dict = get_default_values(bobo_request) value_dict["errors"] = {} data = {} poll_id = get_poll_id(hash_key) preorder = ["Paintball", "Billard", "Eislaufen", "Kegeln", "Kneipengang", "Karaoke", "Tischtennis", "Bowling", "Geek-out", "Go-Kart", "Dart"] if not poll_id is None: poll = Poll.get(poll_id) voters = [] for submission in ContentSubmission.selectBy(poll_id=poll.id): for vote in VoteOrder.selectBy(content_submission_id=submission): if not vote.submitter in voters: voters.append(vote.submitter) lines = [] for voter in voters: sorting = poll.get_ordered_submissions(voter) items = [str(preorder.index(submission.content) + 1) for submission in sorting] lines.append(" ".join(items)) return os.linesep.join(lines) else: return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:hash_key/vote') def vote_submission_order(bobo_request, hash_key=None, submitter=None, vote_order=None): value_dict = get_default_values(bobo_request) value_dict["errors"] = {} value_dict["authlevel"] = "poll_public" data = {} if submitter and not is_spam_submitter_name(submitter, value_dict["errors"]): data["submitter"] = submitter.strip() if not vote_order: vote_order = "" data["vote_order"] = vote_order poll_id = get_poll_id(hash_key) if not poll_id is None: poll = Poll.get(poll_id) value_dict["poll"] = poll # populate the "vote_order" list (to keep the order intact) digest_dict = {} for submission in ContentSubmission.selectBy(poll_id=poll.id): digest_dict[submission.get_obfuscated_digest()] = submission value_dict["vote_order"] = [digest_dict[content_hash] for content_hash in vote_order.split()] try: data = forms.VoteSubmissionOrderForm.to_python(data) except formencode.Invalid, errors_packed: # merge errors with previous ones - but never overwrite existing ones errors = errors_packed.unpack_errors() errors.update(value_dict["errors"]) value_dict["errors"] = errors if value_dict["errors"] or poll.is_closed() or \ not poll.is_vote_enabled(): # ignore silently pass elif poll.is_vote_finished(submitter): # there is already a vote stored for that submitter name value_dict["errors"]["submit"] = \ "Fehler: deine Wahl wurde bereits gespeichert." else: # store this order of items vote_order = vote_order.split() for index, digest in enumerate(vote_order): if digest in digest_dict: VoteOrder(submitter=submitter, priority=index, content_submission_id=digest_dict[digest]) value_dict["submitter"] = submitter return render("poll_details.html", input_data=data, **value_dict) else: return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:hash_key/submit') def submit_content(bobo_request, hash_key=None, submitter=None, content=None): value_dict = get_default_values(bobo_request) value_dict["errors"] = {} value_dict["authlevel"] = "poll_public" data = {} if content and check_spam_content(content): value_dict["errors"]["content"] = \ "Spam-Verdacht: Inhalt darf keine HTML-Tags und nicht " + \ "zuviele Links enthalten" else: data["content"] = content if submitter and (not is_spam_submitter_name(submitter, value_dict["errors"])): data["submitter"] = submitter poll_id = get_poll_id(hash_key) if not poll_id is None: poll = Poll.get(poll_id) value_dict["poll"] = poll try: data = forms.SubmitForm.to_python(data) except formencode.Invalid, errors_packed: # merge errors with previous ones - but never overwrite existing ones errors = errors_packed.unpack_errors() errors.update(value_dict["errors"]) value_dict["errors"] = errors if value_dict["errors"] or poll.is_closed(): return render("poll_details.html", input_data=data, **value_dict) else: # create the new submission content data["timestamp_creation"] = datetime.datetime.now() data["poll_id"] = poll.id ContentSubmission(**data) # remove "content" for the next input del data["content"] return render("poll_details.html", input_data=data, **value_dict) else: return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:admin_hash_key/delete') def delete_poll(bobo_request, admin_hash_key=None): admin_poll_id = get_poll_admin_id(admin_hash_key) if not admin_poll_id is None: poll = Poll.get(admin_poll_id) poll.destroySelf() return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:admin_hash_key/vote_enable') def vote_enable_poll(bobo_request, admin_hash_key=None, vote_select=None): # vote_select: on/off admin_poll_id = get_poll_admin_id(admin_hash_key) if not admin_poll_id is None: poll = Poll.get(admin_poll_id) poll.change_setting("vote_enabled", vote_select == "on") return bobo.redirect(poll.get_admin_url()) else: return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:admin_hash_key/delete/:submission_id_digest') def delete_submission(bobo_request, admin_hash_key=None, submission_id_digest=None): admin_poll_id = get_poll_admin_id(admin_hash_key) if (not admin_poll_id is None) and (not submission_id_digest is None): poll = Poll.get(admin_poll_id) # This loop is slightly expensive, but it does not expose the overall # count of submissions (via the id). for submission in ContentSubmission.selectBy(poll_id=poll.id): if submission.get_obfuscated_digest() == submission_id_digest: submission.destroySelf() break return bobo.redirect(poll.get_admin_url()) @bobo.query('/:admin_hash_key/export') def export_poll(bobo_request, admin_hash_key=None): """ Return a download file in csv format (date, author, text). """ value_dict = get_default_values(bobo_request) poll_id = get_poll_admin_id(admin_hash_key) if poll_id is None: return bobo.redirect(BASE_DICT["base_url"]) poll = Poll.get(poll_id) response = webob.Response(content_type="text/csv", charset=EXPORT_CHARSET) # common (excel-based) CSV format with semicolons instead of commas writer = csv.writer(response.body_file) submissions = list(poll.get_submissions()) for submission in submissions: timestamp = submission.timestamp_creation.strftime(EXPORT_DATE_FORMAT) author = submission.submitter.encode(EXPORT_ENCODING, "ignore") content = get_markup_with_formatted_linebreaks(submission.content, os.linesep) items = [timestamp, author, content] for index in range(len(items)): try: items[index] = items[index].encode(EXPORT_ENCODING, "ignore") except UnicodeDecodeError: # any other conversion error pass writer.writerow(items) try: export_prefix = config.get("misc", "export_prefix") except ConfigParser.Error: export_prefix = "wortschlucker" filename = EXPORT_FILENAME_TEMPLATE % {"title": poll.title, "prefix": export_prefix} filename = filename.replace(" ", "_") filename = re.sub(r"[^a-zA-Z0-9_\-\.]", "", filename) response.content_disposition = 'attachment; filename=%s' % filename return response @bobo.query('/:admin_hash_key/admin') def admin_poll(bobo_request, cancel=False, submit=None, admin_hash_key=None, author=None, title=None, description=None, settings=None, setting_expose_date=None, setting_expose_date_forever=None, setting_close_date=None, setting_close_date_forever=None): value_dict = get_default_values(bobo_request) data = {"author": author, "title": title, "description": description, "template": ""} poll_id = get_poll_admin_id(admin_hash_key) if poll_id is None: return bobo.redirect(BASE_DICT["base_url"]) poll = Poll.get(poll_id) value_dict["poll"] = poll value_dict["authlevel"] = "poll_admin" # cancel: return to (non-edit) admin page if cancel: return bobo.redirect(poll.get_admin_url()) if author is None: data["author"] = poll.author if title is None: data["title"] = poll.title if description is None: data["description"] = poll.description if setting_expose_date_forever is None: if setting_expose_date is None: setting_expose_date = poll.get_settings_strings()["expose_date"] else: setting_expose_date = "" if setting_close_date_forever is None: if setting_close_date is None: setting_close_date = poll.get_settings_strings()["close_date"] else: setting_close_date = "" poll_settings = poll.get_settings() # update the settings only after a submit (otherwise we clear all current settings) if submit: # override with the given settings (taken from the form input with the prefix "setting_") if settings is None: settings = [] elif not isinstance(settings, list): settings = [settings] else: # it is a list - everything is fine pass for setting_key in poll_settings.keys(): poll_settings[setting_key] = setting_key in settings # collect all errors errors = {} # add boolean "settings" after forms validation - since there is no destination type data["settings"] = [key for key, value in poll_settings.items() if value is True] for key, value in (("expose_date", setting_expose_date), ("close_date", setting_close_date)): validated_value = validate_poll_setting(key, value) if value == "": data["setting_%s_forever" % key] = "yes" data["setting_%s" % key] = value else: data["setting_%s_forever" % key] = "no" if validated_value is None: # keep the entered value and report an error errors[key] = u"Ungültiges Datum" data["setting_%s" % key] = value else: data["setting_%s" % key] = get_poll_setting_string(key, validated_value) # use the validator to check for possible errors if submit: # check for errors only if the content is submitted (not just rendered) try: data = forms.PollSettingsForm.to_python(data) except formencode.Invalid, errors_packed: errors = errors_packed.unpack_errors() # store the new settings if errors: value_dict["errors"] = errors return render("poll_admin_edit.html", input_data=data, **value_dict) else: if submit: # update core attributes of the existing poll poll.author = data["author"] poll.title = data["title"] poll.description = data["description"] current_settings = poll.get_settings() # update settings for key, value in poll_settings.items(): if (POLL_SETTINGS[key][0] == bool) and (current_settings[key] != value): poll.change_setting(key, value) poll.change_setting("expose_date", data["setting_expose_date"]) poll.change_setting("close_date", data["setting_close_date"]) return bobo.redirect(poll.get_admin_url()) else: return render("poll_admin_edit.html", input_data=data, **value_dict) def update_blog_entry_values(bobo_request, blog_id, value_dict): blog_info = get_blog_info(bobo_request, blog_id) if blog_info is None: return False else: value_dict["title"] = blog_info[0] value_dict["date"] = blog_info[1] value_dict["link"] = blog_info[2] value_dict["body"] = blog_info[3] return True def get_blog_info(bobo_request, blog_id): blog_file = os.path.join(BLOG_DIR, blog_id) try: input = open(blog_file) title = input.readline() body = input.read() input.close() except IOError: return None date = "%s.%s.%s %s:%s" % (blog_id[6:8], blog_id[4:6], blog_id[0:4], blog_id[8:10], blog_id[10:12]) link = "%sblog/%s" % (get_default_values(bobo_request)["base_url"], blog_id) body = tools.creole2html(body.decode("utf-8")) return title, date, link, body def get_blog_ids(): def add_files_to_list(file_list, dirname, fnames): for fname in fnames: if re.match(r"^[0-9]{12}$", fname) \ and os.path.isfile(os.path.join(dirname, fname)): file_list.append(fname) # remove all entries (e.g. sub-directories) while len(fnames) > 0: del fnames[0] file_list = [] os.path.walk(BLOG_DIR, add_files_to_list, file_list) file_list.sort(reverse = True) return file_list @bobo.query('/blog') @bobo.query('/blog/') @bobo.query('/blog/:blog_id') @bobo.query('/blog/:blog_id/') def serve_blog(bobo_request, blog_id=None): value_dict = get_default_values(bobo_request) if blog_id and re.match(r"^[0-9]{12}$", blog_id): # the blog_id should consist of 12 digits if update_blog_entry_values(bobo_request, blog_id, value_dict): return render("blog_entry.html", **value_dict) # if anything fails: render the blog list blog_list = [] # add all valid blog infos to the list for blog_id in get_blog_ids(): blog_info = get_blog_info(bobo_request, blog_id) if not blog_info is None: blog_list.append(blog_info) value_dict["blog_list"] = blog_list return render("blog_list.html", **value_dict) def show_poll_list(bobo_request, render_file, page_size, page=None, sort_by="time", filter_private=True, value_dict=None): if value_dict is None: value_dict = {} value_dict.update(get_default_values(bobo_request)) true_string = get_poll_setting_string("public", True) if filter_private: polls = Poll.select(sqlobject.sqlbuilder.AND( PollSetting.q.key == "public", PollSetting.q.value == true_string, PollSetting.q.poll_id == Poll.q.id)) poll_count = polls.count() else: if sort_by == "submissions": # Nach Anzahl der Kommentare filtern # das rohe SQL geht so: select poll.id FROM poll LEFT JOIN content_submission ON poll.id = content_submission.poll_id_id GROUP BY content_submission.poll_id_id, poll.id ORDER BY count(content_submission.id) desc; # das liefert absteigend nach Beitragsmenge sortiert die polls zurueck. Allerdings fehlen aktuell noch die polls ohne Beitraege. # fiese rohe SQL-Anfrage machen, weil mir das mit sqlobject zu kompliziert ist rawpolls = connection.queryAll("""select poll.id FROM poll LEFT JOIN content_submission ON poll.id = content_submission.poll_id_id GROUP BY content_submission.poll_id_id, poll.id ORDER BY count(content_submission.id) desc;""") polls = [] # jetzt noch aus den ids wieder eine SelectReturn-Liste machen: for id in rawpolls: polls.append(Poll.get(id[0])) poll_count=len(polls) else: #sort_by == time polls = Poll.select() polls = polls.orderBy("-timestamp_creation") poll_count = polls.count() if page is None: page = 1 else: try: page = int(page) except ValueError: page = 1 # "page" should at least be 1 - zero shows an empty list page = max(1, page) start = (page - 1) * page_size if start >= poll_count: start = poll_count - page_size page = (poll_count + page_size - 1) / page_size end = start + page_size - 1 value_dict["polls"] = polls[start : end + 1] # show a link for the next page, if more polls are available value_dict["show_next_link"] = (end + 1 < poll_count) value_dict["show_previous_link"] = (start > 0) value_dict["page"] = page value_dict["page_size"] = page_size return render(render_file, **value_dict) def render_poll_admin(bobo_request, poll, add_related, del_related, count, page, show_delete): value_dict = get_default_values(bobo_request) errors = {} if not add_related is None: other_poll_id = extract_poll_id(add_related, admin=True) if other_poll_id == poll.id: errors["related"] = u"Wortschlucker kann nicht mit sich selbst verknüpft werden" elif other_poll_id is None: errors["related"] = u"Wortschlucker nicht gefunden" else: related_polls = poll.get_related_polls() if other_poll_id in [one_poll.id for one_poll in related_polls]: errors["related"] = u"Dieser Wortschlucker wurde bereits verknüpft" else: PollRelation(first=poll.id, second=other_poll_id) if not del_related is None: other_poll_id = extract_poll_id(del_related, admin=True) if other_poll_id is None: errors["related"] = u"Wortschlucker nicht gefunden" else: related_polls = poll.get_related_polls() if not other_poll_id in [one_poll.id for one_poll in related_polls]: errors["related"] = u"Dieser Wortschlucker war nicht verknüpft" else: # delete all relations between these two polls PollRelation.deleteBy(first=poll.id, second=other_poll_id) PollRelation.deleteBy(first=other_poll_id, second=poll.id) value_dict["poll"] = poll value_dict["page"] = page value_dict["count"] = count value_dict["show_delete"] = show_delete value_dict["errors"] = errors value_dict["authlevel"] = "poll_admin" return render("poll_admin_details.html", **value_dict) @bobo.query('/admin/maintenance') def admin_maintenance(age_days=60, keyword="viagra", keyword_submission="viagra", method=None): if method == "Remove old": age_days = int(age_days) now = datetime.datetime.now() oldest = now - datetime.timedelta(days=age_days) for poll in Poll.select(Poll.q.timestamp_creation < oldest): if poll.get_num_of_submissions() == 0: poll.destroySelf() elif method == "Remove poll by keyword" and keyword: keyword = keyword.lower() for poll in Poll.select(): if (keyword in poll.title.lower()) or (keyword in poll.description.lower()): poll.destroySelf() elif method == "Remove submission by keyword" and keyword_submission: keyword = keyword_submission.lower() for submission in ContentSubmission.select(): if keyword in submission.content.lower(): submission.destroySelf() return bobo.redirect("../admin") @bobo.query('/admin') @bobo.query('/admin/') @bobo.query('/admin/page/:page') def show_admin_page(bobo_request, page=None, page_size=50,sort_by="time"): try: page_size = int(page_size) except ValueError: page_size = 50 value_dict = {} value_dict["poll_table"] = Poll value_dict["submission_table"] = ContentSubmission return show_poll_list(bobo_request, "admin.html", page_size, sort_by=sort_by, page=page, filter_private=False, value_dict=value_dict) @bobo.query('/') @bobo.query('/public') @bobo.query('/public/') @bobo.query('/public/page/:page') def show_frontpage(bobo_request, page=None): return show_poll_list(bobo_request, "frontpage.html", 20, page=page) @bobo.query('') def base(): return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/:poll_hash') @bobo.query('/:poll_hash/') @bobo.query('/admin/poll/:poll_hash_for_admin') def show_one_poll(bobo_request, poll_hash_for_admin=None, poll_hash=None, add_related=None, del_related=None, delete_multiple=None, delete_submission_id_list=None, count=50, page=1, show_delete=False): if poll_hash_for_admin: # shortcut for admins admin_poll_id = get_poll_id(poll_hash_for_admin) if admin_poll_id: poll_hash = Poll.get(admin_poll_id).admin_hash_key try: count = int(count) except ValueError: count = 50 count = max(1, min(count, 1000)) try: page = int(page) except ValueError: page = 1 page = max(1, page) value_dict = get_default_values(bobo_request) poll_id = get_poll_id(poll_hash) if not poll_id is None: poll = Poll.get(poll_id) page = min(page, 1 + (poll.get_num_of_submissions() - 1) / count) value_dict["poll"] = poll value_dict["page"] = page value_dict["count"] = count value_dict["authlevel"] = "poll_public" return render("poll_details.html", **value_dict) else: admin_poll_id = get_poll_admin_id(poll_hash) if not admin_poll_id is None: if delete_multiple and delete_submission_id_list: if not isinstance(delete_submission_id_list, list): delete_submission_id_list = [delete_submission_id_list] for delete_id in delete_submission_id_list: ContentSubmission.get(int(delete_id)).destroySelf() return render_poll_admin(bobo_request, Poll.get(admin_poll_id), add_related, del_related, count, page, bool(show_delete)) else: return bobo.redirect(BASE_DICT["base_url"]) @bobo.query('/node/:pagename') def show_static_nodes(bobo_request, pagename=None): """ meant for serving hand-changed, automatically styled content. """ value_dict = get_default_values(bobo_request) return render("nodes/"+pagename, **value_dict) def get_static_file(filename): """ deliver a static file - this function is used internally """ response = webob.Response() content_type = mimetypes.guess_type(filename)[0] if content_type is not None: response.content_type = content_type try: response.body = open(filename).read() except IOError: raise bobo.NotFound return response @bobo.query('/media/:p1') @bobo.query('/media/:p1/:p2') @bobo.query('/media/:p1/:p2/:p3') def static_files(p1=None, p2=None, p3=None): """ deliver files up to three levels below /media/ """ pathlist = [p1, p2, p3] pathname = os.path.join(BASE_DIR, "templates", "media") for subdir in pathlist: if not subdir is None: pathname = os.path.join(pathname, subdir) return get_static_file(pathname) for table in (Poll, ContentSubmission, VoteOrder, PollSetting, PollRelation, Profile, ProfilePolls): #table.dropTable() if not table.tableExists(): table.createTable() # how to add new columns to the database: # * uncomment the line below and change it according to your needs # * run this script once (manually) # * disable the line below # * add the column specification to the object definition # -> done! #Poll.sqlmeta.addColumn(sqlobject.BoolCol("vote_open", default=False), changeSchema=True) # this line allows to use wortschlucker with mod_wsgi # see: http://groups.google.com/group/bobo-web/msg/2ba55fc381658cd1 # see: http://blog.dscpl.com.au/2009/08/using-bobo-on-top-of-modwsgi.html application = bobo.Application(bobo_resources=__name__)