Skip to content
content.py 7.63 KiB
Newer Older
Andreas Klöckner's avatar
Andreas Klöckner committed
from django.conf import settings

import re
import datetime

from markdown.extensions import Extension
from markdown.treeprocessors import Treeprocessor

from django.core.urlresolvers import reverse


# {{{ tools

class Struct:
    def __init__(self, entries):
        for name, val in entries.iteritems():
            self.__dict__[name] = dict_to_struct(val)

    def __repr__(self):
        return repr(self.__dict__)


def dict_to_struct(data):
    if isinstance(data, list):
        return [dict_to_struct(d) for d in data]
    elif isinstance(data, dict):
        return Struct(data)
    else:
        return data

# }}}


# {{{ formatting

class LinkFixerTreeprocessor(Treeprocessor):
    def __init__(self, course):
        Treeprocessor.__init__(self)
        self.course = course

    def run(self, root):
        if root.tag == "a" and root.attrib["href"].startswith("flow:"):
            flow_id = root.attrib["href"][5:]
            root.set("href",
                    reverse("course.views.start_flow",
                        args=(self.course.identifier, flow_id)))

        for child in root:
            self.run(child)


class LinkFixerExtension(Extension):
    def __init__(self, course):
        self.course = course
        Extension.__init__(self)

    def extendMarkdown(self, md, md_globals):
        md.treeprocessors["courseflow_link_fixer"] = \
                LinkFixerTreeprocessor(self.course)


def html_body(course, text):
    import markdown
    return markdown.markdown(text,
        extensions=[
            LinkFixerExtension(course)
            ])

# }}}


def get_git_repo(course):
    from os.path import join

    from gittle import Gittle
    return Gittle(join(settings.GIT_ROOT, course.identifier))


def get_course_file(course, full_name, commit_sha=None):
Andreas Klöckner's avatar
Andreas Klöckner committed
    repo = get_git_repo(course)

    if commit_sha is None:
        commit_sha = course.active_git_commit_sha

    if isinstance(commit_sha, unicode):
        commit_sha = commit_sha.encode()

    names = full_name.split("/")

    tree_sha = repo[commit_sha].tree
    tree = repo[tree_sha]

    try:
        for name in names[:-1]:
            mode, blob_sha = tree[name.encode()]
            assert mode == repo.MODE_DIRECTORY
            tree = repo[blob_sha]

        mode, blob_sha = tree[names[-1].encode()]
        return repo[blob_sha].data
    except KeyError:
        # TODO: Proper 404
        raise RuntimeError("resource '%s' not found" % full_name)


def get_course_file_yaml(course, full_name, commit_sha=None):
    from yaml import load
    return dict_to_struct(
            load(get_course_file(course, full_name, commit_sha)))


Andreas Klöckner's avatar
Andreas Klöckner committed
DATE_RE_MATCH = re.compile(r"^([0-9]+)\-([01][0-9])\-([0-3][0-9])$")
WEEK_RE_MATCH = re.compile(r"^(start|end)\s+week\s+([0-9]+)$")


def parse_absolute_date_spec(date_spec):
    match = DATE_RE_MATCH.match(date_spec)
    if not match:
        raise ValueError("invalid absolute datespec: %s" % date_spec)

    return datetime.date(
            int(match.group(1)),
            int(match.group(2)),
            int(match.group(3)))


def parse_date_spec(course_desc, date_spec):
    match = DATE_RE_MATCH.match(date_spec)
    if match:
        return datetime.date(
                int(match.group(1)),
                int(match.group(2)),
                int(match.group(3)))

    match = WEEK_RE_MATCH.match(date_spec)
    if match:
        n = int(match.group(2)) - 1
        if match.group(1) == "start":
            return course_desc.first_course_week_start + datetime.timedelta(days=n*7)
        elif match.group(1) == "end":
            return (course_desc.first_course_week_start
                    + datetime.timedelta(days=n*7+6))
        else:
            raise ValueError("invalid datespec: %s" % date_spec)

    raise ValueError("invalid datespec: %s" % date_spec)


def compute_chunk_weight(course_desc, chunk):
Andreas Klöckner's avatar
Andreas Klöckner committed
    now = datetime.datetime.now().date()

    for wspec in chunk.weight:
Andreas Klöckner's avatar
Andreas Klöckner committed
        if hasattr(wspec, "start"):
            start_date = parse_date_spec(course_desc, wspec.start)
            if now < start_date:
                continue
        if hasattr(wspec, "end"):
            end_date = parse_date_spec(course_desc, wspec.end)
            if end_date < now:
                continue
        return wspec.value

    return 0


def get_course_desc(course):
    course_desc = get_course_file_yaml(course, "course.yml")
Andreas Klöckner's avatar
Andreas Klöckner committed

    assert isinstance(course_desc.course_start, datetime.date)
    assert isinstance(course_desc.course_end, datetime.date)

    # a Monday
    course_desc.first_course_week_start = \
            course_desc.course_start - datetime.timedelta(
                    days=course_desc.course_start.weekday())

    for chunk in course_desc.chunks:
        chunk.weight = compute_chunk_weight(course_desc, chunk)
        chunk.html_content = html_body(course, chunk.content)
    course_desc.chunks.sort(key=lambda chunk: chunk.weight)
    course_desc.chunks = [mod for mod in course_desc.chunks if mod.weight >= 0]
Andreas Klöckner's avatar
Andreas Klöckner committed

    return course_desc


def get_flow(course, flow_id, commit_sha):
    flow = get_course_file_yaml(course, "flows/%s.yml")
Andreas Klöckner's avatar
Andreas Klöckner committed

    flow.description_html = html_body(course, getattr(flow, "description", None))
    return flow


# {{{ validation

class ValidationError(RuntimeError):
def validate_struct(obj, required_attrs, allowed_attrs):
    """
    :arg required_attrs: an attribute validation list (see below)
    :arg allowed_attrs: an attribute validation list (see below)

    An attribute validation list is a list of elements, where each element is
    either a string (the name of the attribute), in which case the type of each
    attribute is not checked, or a tuple *(name, type)*, where type is valid
    as a second argument to :func:`isinstance`.
    """

    attrs = set(name for name in dir(obj) if not name.startswith("_"))

    for required, attr_list in [
            (True, required_attrs),
            (False, allowed_attrs),
            ]:
        for attr_rec in required_attrs:
            if isinstance(attr_rec, tuple):
                attr, allowed_types = attr_rec
            else:
                attr = attr_rec
                allowed_types = None

            if required and attr not in attrs:
                raise ValidationError("attribute '%s' missing on '%s' instance"
                        % (attr, type(obj).__name__))

            attrs.pop(attr)
            val = getattr(obj, attr)

            if allowed_types is str:
                allowed_types = (str, unicode)

            if not isinstance(val, allowed_types):
                raise ValidationError("attribute '%s' on '%s' instance has "
                        "wrong type: got '%s', expected '%s'"
                        % (attr, type(obj).__name__), type(val).__name__,
                        allowed_types)

        if attrs:
            raise ValidationError("extraneous attributes '%s' on '%s' instance"
                    "wrong type: got '%s', expected '%s'"
                    % (",".join(attrs), type(obj).__name__))


datespec_types = (datetime.date, str, unicode)


def validate_chunk(chunk):
    pass


def validate_course_desc_struct(course_desc):
    validate_struct(
            course_desc,
            required_attrs=[
                ("name", str),
                ("number", str),
                ("run", str),
                ("description", str),
                ("course_start", datetime.date),
                ("course_end", datetime.date),
                ("chunks", list),
                ])

    for chunk in course_desc.chunks:
        validate_chunk(chunk)


def validate_course_content(course, validate_sha):
    course_desc = get_course_file_yaml(course, "course.yml",
            commit_sha=validate_sha)

    validate_course_desc_struct(course_desc)

Andreas Klöckner's avatar
Andreas Klöckner committed
# }}}