top.py

import datetime
import os
import re
import xml.dom.minidom
import xml.etree.ElementTree as Et

import pytz
from wordsegment import load, segment

code_path = "Codes"
users = os.listdir(code_path)


def last_commit_date(file_path):
    return "git log -1 --pretty=format:'%ct' '" + file_path + "'"


active = {}
complete = {}
for user in users:
    # skip .DS_Store / .gitignore etc
    if user.startswith("."):
        continue

    w = os.walk(os.path.join(code_path, user))

    latest_active_date = -1
    complete_count = 0
    for parent, directories, files in w:
        for file in files:
            if file.startswith(".") or file.lower().startswith("readme"):
                continue
            complete_count += 1
            f = os.path.join(parent, file)
            t = int(os.popen(last_commit_date(f)).readlines()[0])
            if t > latest_active_date:
                latest_active_date = t

    active[user] = latest_active_date
    complete[user] = complete_count


def top_n(m, n):
    return sorted(m.items(), key=lambda kv: kv[1], reverse=True)[:n]


top_10_active = top_n(active, 10)
top_10_complete = top_n(complete, 10)


def flush_readme(readme_file, local=False):
    lines = []
    count = 0
    index = -1
    with open(readme_file) as readme:
        for line in readme:
            if "| User | Completed |" in line:
                index = count
            lines.append(line)
            count += 1

    # skip header
    index += 2

    top3 = 3
    for k, v in top_10_complete:
        k = user_url(k)
        if top3 > 0:
            row = "| " + "**" + k + "**" + " | " + str(v) + " |\n"
        else:
            row = "| " + k + " | " + str(v) + " |\n"

        lines[index] = row

        index += 1
        top3 -= 1

    # skip header
    index += 5

    top3 = 3
    for k, v in top_10_active:
        k = user_url(k)
        dt = datetime.datetime.utcfromtimestamp(v)
        if local:
            dt = dt.replace(tzinfo=pytz.utc).astimezone(pytz.timezone("Asia/Shanghai"))
        date_stamp = dt.strftime("%Y-%m-%d %H:%M:%S")
        if top3 > 0:
            row = "| " + "**" + k + "**" + " | " + date_stamp + " |\n"
        else:
            row = "| " + k + " | " + date_stamp + " |\n"

        lines[index] = row

        index += 1
        top3 -= 1

    with open(readme_file, "w") as readme:
        readme.write("".join(lines))


def user_url(k):
    return "[%s](https://github.com/asdf2014/algorithm/tree/master/Codes/%s)" % (k, k)


def expand_dict():
    # init
    all_words = set(active.keys())
    all_words.add("leetcode")
    all_words.add("yuzhouwan")
    # split
    load()
    for word in active.keys():
        for seg in segment(word):
            all_words.add(seg)
        match = re.match(r"([a-z]+)([0-9]+)", word, re.I)
        if match:
            items = match.groups()
            for item in items:
                all_words.add(item)
    all_words = sorted(all_words)
    # build
    component = Et.Element("component")
    component.set("name", "ProjectDictionaryState")
    dictionary = Et.SubElement(component, "dictionary")
    dictionary.set("name", "yuzhouwan")
    words = Et.SubElement(dictionary, "words")
    for word in all_words:
        if len(word) < 2:
            continue
        Et.SubElement(words, "w").text = word
    data = Et.tostring(component).decode("utf-8")
    # write
    with open(".idea/dictionaries/yuzhouwan.xml", "w") as dict_xml:
        dict_xml.write(xml.dom.minidom.parseString(data).toprettyxml())


# expand the names of all contributors into the dictionary
expand_dict()

# flush README
flush_readme("README.md", False)
flush_readme("README-zh.md", True)