update.py

#!/usr/bin/env python

import os
import sys
import shutil
import json
import fnmatch
import requests
import urlparse
from argparse import ArgumentParser


def call(args):
    print(args)
    ret = os.system(args)
    if ret != 0:
        sys.exit(1)


def github_request(url, token):
    try:
        response = requests.get(url, headers={"Authorization": "token %s" % (token)})
        response.raise_for_status()
        return response.json()
    except Exception as err:
        print(err)


def read_as_json(filename):
    with open(filename) as f:
        return json.load(f)


def write_as_json(filename, data):
    with open(filename, "w") as f:
        json.dump(data, f, indent=2, sort_keys=True)


def find_files(root_dir, file_pattern):
    matches = []
    for root, dirnames, filenames in os.walk(root_dir):
        for filename in filenames:
            fullname = os.path.join(root, filename)
            if fnmatch.fnmatch(filename, file_pattern):
                matches.append(os.path.join(root, filename))
    return matches


def update_github_star_count_for_assets(githubtoken):
    if githubtoken is None:
        print("No GitHub token specified")
        sys.exit(1)

    for filename in find_files("assets", "*.json"):
        asset = read_as_json(filename)
        project_url = asset["project_url"]
        if "github.com" in project_url:
            print("Getting star count for %s" % (asset["name"]))
            repo = urlparse.urlparse(project_url).path[1:]
            url = "https://api.github.com/repos/%s" % (repo)
            response = github_request(url, githubtoken)
            if response:
                stars = response.get("stargazers_count")
                print("...%d" % (stars))
                asset["stars"] = stars
                write_as_json(filename, asset)


def commit_changes(githubtoken):
    if githubtoken is None:
        print("You must specific a GitHub token")
        sys.exit(1)

    call("git config --global user.name 'services@defold.se'")
    call("git config --global user.email 'services@defold.se'")
    call("git add -A")
    # only commit if the diff isn't empty, ie there is a change
    # https://stackoverflow.com/a/8123841/1266551
    call("git diff-index --quiet HEAD || git commit -m 'Site changes [skip-ci]'")
    call("git push 'https://%s@github.com/defold/awesome-defold.git' HEAD:master" % (githubtoken))


parser = ArgumentParser()
parser.add_argument('commands', nargs="+", help='Commands (starcount, commit, help)')
parser.add_argument("--githubtoken", dest="githubtoken", help="Authentication token for GitHub API and ")
args = parser.parse_args()

help = """
COMMANDS:
starcount = Add GitHub star count to all assets that have a GitHub project
commit = Commit changed files (requires --githubtoken)
help = Show this help
"""

for command in args.commands:
    if command == "help":
        parser.print_help()
        print(help)
        sys.exit(0)
    elif command == "starcount":
        update_github_star_count_for_assets(args.githubtoken)
    elif command == "commit":
        commit_changes(args.githubtoken)
    else:
        print("Unknown command {}".format(command))