add_or_update.py

#!/usr/bin/env python2

import os
import sys
import json

from urllib2 import urlopen
from urlparse import urlparse

states = {
    1: "notworking",
    2: "inprogress",
    3: "working",
}

if __name__ == '__main__':
    if not len(sys.argv[1:]):
        print("I need a json file as first argument and a list of github urls")
        sys.exit(0)

    if len(sys.argv[1:]) < 2:
        print("I need a list of github urls or app names after the json file")
        sys.exit(0)

    if not os.path.exists(sys.argv[1]):
        print("The json file '%s' doesn't exist" % sys.argv[1])

    content = json.load(open(sys.argv[1], "r"))

    for url in sys.argv[2:]:
        if not url.startswith("http"):
            if url in content:
                url = content[url]["url"]
            else:
                print "App name '%s' not in %s" % (url, sys.argv[1])
                sys.exit(1)

        if url.endswith("/"):
            url = url[:-1]

        if url.endswith(".git"):
            url = url[:-len(".git")]

        if not url.startswith("https://github.com"):
            sys.stderr.write("WARNING: url '%s' doesn't starts with https://github.com, we will try with gitlab api\n" % url)

        owner, repo = filter(None, url.split("/"))[-2:]
        project_name = filter(None, url.split("/"))[-1].replace("_ynh", "")

        if url.startswith("https://github.com"):
            git_data = json.load(urlopen("https://api.github.com/repos/%(owner)s/%(repo)s/commits" % {"owner": owner, "repo": repo}))
            revision = git_data[0]["sha"]
        else:
            parsed_uri = urlparse(url)
            base_url = '{uri.scheme}://{uri.netloc}/'.format(uri=parsed_uri)
            # Try with gitlab api
            git_data = json.load(urlopen("%(base_url)sapi/v4/projects/%(owner)s%%2F%(repo)s/repository/commits/HEAD" % {"base_url": base_url, "owner": owner, "repo": repo}))
            revision = git_data["id"]

        if project_name not in content:
            content[project_name] = {}
        else:
            print("INFO: project already in '%s', I'm updating it" % sys.argv[1])

        content[project_name]["url"] = url
        content[project_name]["revision"] = revision
        content[project_name]["branch"] = "master"

        if sys.argv[1] == "official.json":
            content[project_name]["state"] = "validated"

        else:
            got_state = False
            while not got_state:
                answer = input("Give me a state for this repository (digit or name) in:\n%s\n\nState: " % "\n".join(["%s: %s" % x for x in sorted(states.items(), key=lambda x: x[0])]) + "\n")

                if answer in states:
                    answer = states[answer]
                    got_state = True
                elif answer in states.values():
                    got_state = True
                else:
                    print("Invalid state.\n")

            content[project_name]["state"] = answer

    open(sys.argv[1], "w").write("\n".join(json.dumps(content, indent=4, sort_keys=True).split(" \n")) + "\n")
    os.system("git diff")