github-languages.py

# github-languages.py
# /// script
# requires-python = ">=3.12"
# dependencies = [
#   "requests<3",
#   "PyYAML",
# ]
# ///

import json
import requests
import sys
from yaml import load, resolver
try:
  from yaml import CLoader as Loader, CDumper as Dumper
except ImportError:
  from yaml import Loader, Dumper
try:
  from urllib import quote
except ImportError:
  from urllib.parse import quote
from collections import OrderedDict


def ordered_load(stream, Loader=Loader, object_pairs_hook=OrderedDict):
  """
  Parse the first YAML document in a stream
  and produce the corresponding Python Orderered Dictionary.
  """
  class OrderedLoader(Loader):
    pass
  OrderedLoader.add_constructor(
    resolver.BaseResolver.DEFAULT_MAPPING_TAG,
    lambda loader, node: object_pairs_hook(loader.construct_pairs(node)))

  return load(stream, OrderedLoader)


def order_by_keys(dict):
  """
  Sort a dictionary by keys, case insensitive ie [ Ada, eC, Fortran ]
  Default ordering, or using json.dump with sort_keys=True, produces
  [ Ada, Fortran, eC ]
  """
  from collections import OrderedDict
  return OrderedDict(sorted(dict.items(), key=lambda s: s[0].lower()))


def get_file(url):
  """
  Return the URL body, or False if page not found
  Keyword arguments:
  url -- url to parse
  """
  try:
    r = requests.get(url)
  except:
    sys.exit("Request fatal error :  %s" % sys.exc_info()[1])

  if r.status_code != 200:
    return False

  return r.text

def is_dark(color):
  l = 0.2126 * int(color[0:2], 16) + 0.7152 * int(color[2:4], 16) + 0.0722 * int(color[4:6], 16)
  return False if l / 255 > 0.65 else True

def run():
  # Get list of all langs
  print("Getting list of languages ...")
  yml = get_file("https://raw.githubusercontent.com/github/linguist/master/"
                 "lib/linguist/languages.yml")
  langs_yml = ordered_load(yml)
  langs_yml = order_by_keys(langs_yml)

  # List construction done, count keys
  lang_count = len(langs_yml)
  print("Found %d languages" % lang_count)

  # Construct the wanted list
  langs = []
  for lang_yml in langs_yml.keys():
    if ("type" not in langs_yml[lang_yml] or
      "color" in langs_yml[lang_yml] or
      langs_yml[lang_yml]["type"] == "programming"):
      print("   Parsing the color for '%s' ..." % (lang_yml))
      lang = {}
      lang["color"] = langs_yml[lang_yml]["color"] if "color" in langs_yml[lang_yml] else "#cccccc"
      lang["url"] = "https://github.com/trending?l=" + (langs_yml[lang_yml]["search_term"] if "search_term" in langs_yml[lang_yml] else lang_yml)
      lang["title"] = lang_yml
      lang["name"] = lang_yml.replace(' ','-').replace('#','sharp').lower()
      langs.append(lang)
  print("Writing a new JSON file ...")
  write_json(langs)
  print("All done!")


def write_json(text, filename='src/languages.json'):
  """
  Write a JSON file from a dictionary
  """
  with open(filename, 'w') as f:
    f.write(json.dumps(text, indent=4) + '\n')

# #
# now do stuff
# #
run()