add-externals-gh-labels.py

#!/usr/bin/env python3
from github import Github
from os.path import expanduser, dirname, abspath, join, exists
from githublabels import LABEL_TYPES, COMMON_LABELS, COMPARISON_LABELS, CMSSW_BUILD_LABELS, LABEL_COLORS
from categories import COMMON_CATEGORIES, EXTERNAL_CATEGORIES, EXTERNAL_REPOS, CMSSW_REPOS, CMSSW_CATEGORIES
from cms_static import VALID_CMS_SW_REPOS_FOR_TESTS, GH_CMSSW_ORGANIZATION
from socket import setdefaulttimeout
from github_utils import api_rate_limits
from cmsutils import get_config_map_properties
from sys import argv
setdefaulttimeout(120)
SCRIPT_DIR = dirname(abspath(argv[0]))

def setRepoLabels (gh, repo_name, all_labels, dryRun=False, ignore=[]):
  repos = []
  if not "/" in repo_name:
    user = gh.get_user(repo_name)
    for repo in user.get_repos():
      skip = False
      if repo.full_name in ignore:
        skip = True
      elif repo_name==GH_CMSSW_ORGANIZATION:
        if repo.name not in VALID_CMS_SW_REPOS_FOR_TESTS:
          skip = True
      if skip:
        print("Ignoring repo:",repo.full_name)
        continue
      repos.append(repo)
  else:
    repos.append(gh.get_repo(repo_name))
  api_rate_limits(gh)
  for repo in repos:
    print("Checking repository ", repo.full_name, ", DryRun:",dryRun)
    xfile = repo.full_name.replace("/","-")+".done"
    if exists(xfile): continue
    cur_labels = {}
    for lab in repo.get_labels():
      cur_labels [lab.name]=lab
    api_rate_limits(gh)
    for lab in all_labels:
      if not lab in cur_labels:
        print("  Creating new label ",lab,"=>",all_labels[lab])
        if not dryRun:
          repo.create_label(lab, all_labels[lab])
          api_rate_limits(gh)
      elif cur_labels[lab].color != all_labels[lab]:
        if not dryRun:
          cur_labels[lab].edit(lab, all_labels[lab])
          api_rate_limits(gh)
        print("  Label ",lab," color updated: ",cur_labels[lab].color ," => ",all_labels[lab])
    ref = open(xfile,"w")
    ref.close()

if __name__ == "__main__":
  from optparse import OptionParser
  parser = OptionParser(usage="%prog [-n|--dry-run] [-e|--externals] [-c|--cmssw]  [-a|--all]")
  parser.add_option("-n", "--dry-run",   dest="dryRun",    action="store_true", help="Do not modify Github", default=False)
  parser.add_option("-e", "--externals", dest="externals", action="store_true", help="Only process CMS externals repositories", default=False)
  parser.add_option("-u", "--users",     dest="users",     action="store_true", help="Only process Users externals repositories", default=False)
  parser.add_option("-c", "--cmssw",     dest="cmssw",     action="store_true", help="Only process "+",".join(CMSSW_REPOS)+" repository", default=False)
  parser.add_option("-a", "--all",       dest="all",       action="store_true", help="Process all CMS repository i.e. externals and cmssw", default=False)
  opts, args = parser.parse_args()

  if opts.all:
    opts.externals = True
    opts.cmssw = True
  elif (not opts.externals) and (not opts.cmssw) and (not opts.users):
    parser.error("Too few arguments, please use either -e, -c, or -u")

  import repo_config
  gh = Github(login_or_token=open(expanduser(repo_config.GH_TOKEN)).read().strip())
  api_rate_limits(gh)

  if opts.cmssw or opts.externals:
    all_labels = COMMON_LABELS
    for cat in COMMON_CATEGORIES+EXTERNAL_CATEGORIES+list(CMSSW_CATEGORIES.keys()):
      for lab in LABEL_TYPES:
        all_labels[cat+"-"+lab]=LABEL_TYPES[lab]
    for lab in COMPARISON_LABELS:
      all_labels[lab] = COMPARISON_LABELS[lab]

  if opts.externals:
    for repo_name in EXTERNAL_REPOS:
      setRepoLabels (gh, repo_name, all_labels, opts.dryRun, ignore=CMSSW_REPOS)

  if opts.cmssw:
    for lab in CMSSW_BUILD_LABELS:
      all_labels[lab] = CMSSW_BUILD_LABELS[lab]
    specs = get_config_map_properties()
    for s in specs:
      if 'DISABLED' in s: continue
      if 'IB_ONLY' in s: continue
      arch = s['SCRAM_ARCH']
      for ltype in ['build', 'installation', 'tool-conf', 'upload']:
        all_labels['%s-%s-error' % (arch, ltype)] = LABEL_COLORS["rejected"]
        all_labels['%s-%s-ok' % (arch, ltype)] =    LABEL_COLORS["approved"]
      for inproc in [ 'building', 'tool-conf-building', 'uploading', 'build-queued', 'tool-conf-waiting']:
        all_labels[arch+'-'+inproc] = LABEL_COLORS["hold"]
      all_labels[arch+'-finished'] = LABEL_COLORS["approved"]
    for repo_name in CMSSW_REPOS:
      setRepoLabels (gh, repo_name, all_labels, opts.dryRun)

  if opts.users:
    from glob import glob
    for rconf in glob(join(SCRIPT_DIR,"repos","*","*","repo_config.py")):
      repo_data = rconf.split("/")[-4:-1]
      exec('from '+".".join(repo_data)+' import repo_config')
      try:
        if not repo_config.ADD_LABELS: continue
      except: continue
      exec('from '+".".join(repo_data)+' import categories')
      print(repo_config.GH_TOKEN, repo_config.GH_REPO_FULLNAME)
      gh = Github(login_or_token=open(expanduser(repo_config.GH_TOKEN)).read().strip())
      all_labels = COMMON_LABELS
      for lab in COMPARISON_LABELS:
        all_labels[lab] = COMPARISON_LABELS[lab]
      for cat in categories.COMMON_CATEGORIES+list(categories.CMSSW_CATEGORIES.keys()):
        for lab in LABEL_TYPES:
          all_labels[cat+"-"+lab]=LABEL_TYPES[lab]
      setRepoLabels (gh, repo_config.GH_REPO_FULLNAME, all_labels, opts.dryRun)