generate.py

#!/usr/bin/env python3

from datetime import datetime, timedelta
import os
import xml.etree.ElementTree as ET

import matplotlib
import matplotlib.pyplot as plt
import numpy as np

START = datetime(2020, 12, 1, 5)
PUZZLES = 25
DATADIR = '/home/marxin/Downloads/aoc2020'
THRESHOLD = 100
THRESHOLD2 = 1000

puzzles = {}
thresholds = {}

def parse_file(path, offset):
    for line in open(path).readlines():
        if '/2020/day' in line:
            i = line.index('<a href')
            if i > 0:
                line = line[i:]
            root = ET.fromstring(line)
            day = int(root.text)
            if not day in puzzles:
                puzzles[day] = [(0, 0, 0)]
                thresholds[day] = [0, 0, 0, 0]
            both = int(root[0].text)
            first = int(root[1].text) + both
            tick = (offset - timedelta(days=day - 1)).total_seconds() / 60**2
            puzzles[day].append((tick, first, both))
            if thresholds[day][0] == 0 and first >= THRESHOLD:
                thresholds[day][0] = tick
            if thresholds[day][1] == 0 and both >= THRESHOLD:
                thresholds[day][1] = tick
            if thresholds[day][2] == 0 and first >= THRESHOLD2:
                thresholds[day][2] = tick
            if thresholds[day][3] == 0 and both >= THRESHOLD2:
                thresholds[day][3] = tick

def generate_users_for_puzzle(p):
    fig, ax = plt.subplots(figsize=(10, 5))

    ax.plot([x[0] / 24 for x in puzzles[p]], [x[1] for x in puzzles[p]], label='One star')
    ax.plot([x[0] / 24 for x in puzzles[p]], [x[2] for x in puzzles[p]], label='Two stars')
    ax.set_title(f'Day {p} - stars for users')
    ax.set_xlabel('Time (in days)')
    ax.set_ylabel('Users')
    #ylim = ax.get_ylim()[1]
    #ax.vlines(thresholds[p][0] / 24, 0, ylim, colors=['silver'], label='First 100 (one star)', lw=0.4)
    #ax.vlines(thresholds[p][1] / 24, 0, ylim, colors=['gold'], label='First 100 (two stars)', lw=0.4)
    ax.grid(True)
    ax.legend()
    plt.savefig(f'puzzle{p:02d}-users.svg')

def generate_users_for_all_puzzles():
    fig, ax = plt.subplots(figsize=(10, 5))
    lw = 0.75
    for day in puzzles.keys():
       ax.plot([x[0] / 24 + day - 1 for x in puzzles[day]],
               [x[1] for x in puzzles[day]],
               color='tab:blue',
               lw=lw,
               label='One star' if day == 1 else None)
       ax.plot([x[0] / 24 + day - 1 for x in puzzles[day]],
               [x[2] for x in puzzles[day]],
               color='tab:orange',
               lw=lw,
               label='Two stars' if day == 1 else None)

    ax.set_title(f'Users per Puzzle')
    ax.set_xlabel('Time (in days) (NOTE: Day 1 puzzle starts at 0)')
    ax.set_ylabel('Users')
    ax.grid(True)
    ax.legend()
    plt.savefig(f'puzzles-users.svg')

def generate_first_N(N, index):
    width = 0.35
    fig, ax = plt.subplots(figsize=(10, 5))
    labels = puzzles.keys()
    x = np.arange(len(labels))  # the label locations

    ax.set_title(f'Time for first {N} users')
    y1 = [x[index] * 60 for x in thresholds.values()]    
    ax.bar(x - width / 2, y1, width, label=f'First {N} (one star)', color='silver')

    y2 = [x[index + 1] * 60 for x in thresholds.values()]    
    ax.bar(x + width / 2, y2, width, label=f'First {N} (two stars)', color='gold')

    ax.set_xticks(x)
    ax.set_xticklabels(labels)
    ax.set_xlabel('Days')
    ax.legend()
    ax.set_ylabel('Time (in minutes)')
    ax.grid(True)
    filename = f'first-{N}.svg'
    plt.savefig(filename)

datafiles = sorted(os.listdir(DATADIR))
print(f'Processing {len(datafiles)} data files')
for f in datafiles:
    stamp = f.split('.')[0]
    datestamp = datetime.fromisoformat(stamp)
    if datestamp > START:
        parse_file(os.path.join(DATADIR, f), datestamp - START)
print('Generating graphs')

for puzzle in puzzles.keys():
    generate_users_for_puzzle(puzzle)
generate_users_for_all_puzzles()

# generate first N bars
generate_first_N(THRESHOLD, 0)
generate_first_N(THRESHOLD2, 2)

with open('README.md', 'w') as readme:
    readme.write('# Advent of Code 2020 Statistics\n')
    readme.write('## Stars for users\n')
    readme.write('![](/puzzles-users.svg "Starts for users")\n')
    readme.write('## First 100 users\n')
    readme.write('![](/first-100.svg "First 100 users")\n')
    readme.write('## First 1000 users\n')
    readme.write('![](/first-1000.svg "First 1000 users")\n')
    for day in puzzles.keys():
        readme.write(f'## Day {day}\n')
        readme.write(f'![](/puzzle{day:02d}-users.svg "Day {day} - stars for users")\n')