papercall_import.py

import click
import frontmatter

from envparse import env, ConfigurationError
from os import makedirs
from pathlib import Path
from requests import get
from slugify import slugify
from xlwt import easyxf, Workbook


# Possible submission states
SUBMISSION_STATES = ("submitted", "accepted", "rejected", "waitlist")

# Style for the Spreadsheet headers
HEADER_STYLE = easyxf(
    "font: name Verdana, color-index blue, bold on", num_format_str="#,##0.00"
)


def get_api_key():
    """
    Get the user's API key
    """
    click.echo(
        "Your DjangoCon PaperCall API Key can be found here: https://www.papercall.io/events/2198/apidocs"
    )
    api_key = input("Please enter your PaperCall event API Key: ")
    if len(api_key) != 32:
        raise ValueError("Error: API Key must be 32 characters long.")

    return api_key


def get_format():
    """
    Get the output format to write to.
    """
    click.echo("Which format would you like to output?")
    click.echo("1: Excel")
    click.echo("2: YAML/Markdown for Jekyll")
    file_format = input("Please enter your your output format (1 or 2): ")
    if file_format not in ("1", "2"):
        raise ValueError('Error: Output format must be "1" or "2".')

    return file_format


def get_filename(input_text, default_filename):
    """
    Get file name from user.
    """
    output_filename = input(input_text) or default_filename

    return output_filename


def create_excel(api_key, xls_file):
    """
    Creates an Excel workbook with a spreadsheet for each status of submission.
    """
    total_submissions = 0
    total_ratings = 0
    total_feedback = 0

    # Get the event ID number
    r = get(f"https://www.papercall.io/api/v1/event?_token={api_key}")

    event_id = r.json()["cfp"]["id"]

    # Create the Spreadsheet Workbook
    wb = Workbook()

    for submission_state in SUBMISSION_STATES:
        # Reset row counter for the new sheet
        # Row 0 is reserved for the header
        num_row = 1

        # Create the new sheet and header row for each talk state
        ws = wb.add_sheet(submission_state.upper())
        columns = [
            "Link",
            "Title",
            "Format",
            "Audience",
            "Rating",
            "Trust",
            "Name",
            "Email",
            "Bio",
            "Tags",
        ]

        # Write a header row
        for col_num, col_name in enumerate(columns):
            ws.write(0, col_num, col_name, HEADER_STYLE)

        col_num += 1
        for x in range(col_num, 35):
            ws.write(
                0, x, "Comments / Feedback {}".format(x - col_num + 1), HEADER_STYLE
            )

        r = get(
            f"https://www.papercall.io/api/v1/submissions?_token={api_key}&state={submission_state}&per_page=1000"
        )

        for submission in r.json():
            click.echo(submission)
            total_submissions += 1

            ws.write(
                num_row,
                0,
                f"https://www.papercall.io/cfps/{event_id}/submissions/{submission['id']}",
            )
            ws.write(num_row, 1, submission["talk"]["title"])
            ws.write(num_row, 2, submission["talk"]["talk_format"])
            ws.write(num_row, 3, submission["talk"]["audience_level"])
            ws.write(num_row, 4, "{0:.4g}".format(submission["rating"]))
            ws.write(num_row, 5, "{0:.4g}".format(submission["trust"]))

            if "profile" in submission:
                ws.write(num_row, 6, submission["profile"]["name"])
                ws.write(num_row, 7, submission["profile"]["email"])
                ws.write(num_row, 8, submission["profile"]["bio"])
            else:
                ws.write(num_row, 6, "Not Revealed")
                ws.write(num_row, 7, "Not Revealed")
                ws.write(num_row, 8, "Not Revealed")

            ws.write(num_row, 9, ", ".join(submission["tags"] or []))

            col_num_count = col_num

            # Only include ratings comments if they've been entered
            c = get(
                f"https://www.papercall.io/api/v1/submissions/{submission['id']}/ratings?_token={api_key}"
            )
            for ratings_comment in c.json():
                total_ratings += 1

                if len(ratings_comment["comments"]):
                    ws.write(
                        num_row,
                        col_num_count,
                        "(Comment from {}) {}".format(
                            ratings_comment["user"]["email"],
                            ratings_comment["comments"],
                        ),
                    )
                    col_num_count += 1

            # Loop through all of the submitter / reviewer feedback and include after comments
            f = get(
                "https://www.papercall.io/api/v1/submissions/{}/feedback?_token={}".format(
                    submission["id"], api_key
                )
            )
            for feedback in f.json():
                total_feedback += 1
                ws.write(
                    num_row,
                    col_num_count,
                    "(Feedback from {}) {}".format(
                        feedback["user"]["email"], feedback["body"]
                    ),
                )
                col_num_count += 1

            num_row += 1

    wb.save(xls_file)

    return total_submissions, total_ratings, total_feedback


def create_yaml(api_key, yaml_dir, start_date):
    for submission_state in SUBMISSION_STATES:
        # Create the directories, if they don't exist.
        makedirs("{}/{}".format(yaml_dir, submission_state), exist_ok=True)

        r = get(
            "https://www.papercall.io/api/v1/submissions?_token={0}&state={1}&per_page=1000".format(
                api_key, submission_state
            )
        )

        for submission in r.json():
            click.echo(submission)
            talk_format = None
            if submission["talk"]["talk_format"][0:4].lower() in {"talk", "espa"}:
                talk_format = "talks"
            elif submission["talk"]["talk_format"][0:4].lower() == "tuto":
                talk_format = "tutorials"

            if talk_format:
                talk_title_slug = slugify(submission["talk"]["title"])

                post = frontmatter.loads(submission["talk"]["description"])
                post["abstract"] = submission["talk"]["abstract"]
                post["category"] = talk_format
                post["title"] = submission["talk"]["title"]
                post["difficulty"] = submission["talk"]["audience_level"]
                post["permalink"] = f"/{talk_format}/{talk_title_slug}/"
                post["layout"] = "session-details"
                post["accepted"] = True if submission_state == "accepted" else False
                post["published"] = True
                post["sitemap"] = True
                post["tags"] = submission["tags"]

                # TODO: Scheduling info...
                post["date"] = f"{start_date} 10:00"
                post["room"] = ""
                post["track"] = "t0"

                # TODO: Determine if we still need summary (I don't think we do)
                post["summary"] = ""

                # todo: refactor template layout to support multiple authors
                post["presenters"] = [
                    {
                        "name": submission["profile"]["name"]
                        if "profile" in submission
                        else "No Profile",
                        "bio": submission["profile"]["bio"]
                        if "profile" in submission
                        else "No Profile",
                        "company": submission["profile"]["company"]
                        if "profile" in submission
                        else "No Profile",
                        "photo_url": "",
                        "github": "",
                        "twitter": submission["profile"]["twitter"]
                        if "profile" in submission
                        else "No Profile",
                        "website": submission["profile"]["url"]
                        if "profile" in submission
                        else "No Profile",
                    }
                ]

                # post conference info
                post["video_url"] = ""
                post["slides_url"] = ""

                filename = Path(
                    f"{yaml_dir}/{submission_state}/{talk_format}/{start_date}-{talk_title_slug}.md"
                )

                if not filename.parent.exists():
                    filename.parent.mkdir()

                with filename.open("wb") as file_to_write:
                    frontmatter.dump(post, file_to_write)

                click.echo(frontmatter.dumps(post))


@click.command()
@click.option("file_format", "--format", type=click.Choice(["xls", "yaml"]))
@click.option("start_date", "--start-date", default="2021-10-22")
def main(file_format, start_date):
    try:
        api_key = env("PAPERCALL_API_KEY")
    except ConfigurationError:
        api_key = get_api_key()

    if not file_format:
        file_format = get_format()

    if file_format == "xls":
        xls_file = get_filename(
            "Filename to write [djangoconus.xls]: ", "djangoconus.xls"
        )
        total_submissions, total_ratings, total_feedback = create_excel(
            api_key, xls_file
        )

        click.echo(
            """
    Total Submissions: {total_submissions}
    Total Ratings: {total_ratings}
    Total Feedback: {total_feedback}
    """.format(
                total_submissions=total_submissions,
                total_ratings=total_ratings,
                total_feedback=total_feedback,
            )
        )
    elif file_format == "yaml":
        yaml_dir = get_filename("Directory to write to [yaml]: ", "yaml")
        create_yaml(api_key, yaml_dir, start_date)


if __name__ == "__main__":
    main()