ghstat.sh

#!/usr/bin/env bash
set -eo pipefail
usage() {
  cat <<EOF
Usage:
  ghstat.sh
Env:
  GH_TOKEN    : must have read access to all repos
  AUTHOR      : optional, git log --author
  GH_USER     : optional, username to automatically search repos for
  REPOS_INCL  : optional, list of repos
  REPOS_SKIP  : optional, list of repos to skip (when GH_USER is given)
  GH_GIST_ID  : optional, gist ID in which to store generated graphs
  LANG_NAMES  : optional, list of EXT:NAME extension name overrides
EOF
}
ghjq() { # <endpoint> <filter>
  # filter all pages of authenticated requests to https://api.github.com
  gh api --paginate "$1" | jq -r "$2"
}

if [[ -n "$GH_TOKEN" ]]; then
  if [[ -z "$GH_USER" ]]; then
    GH_USER=$(ghjq user .login)
  fi
  if [[ -z "$AUTHOR" ]]; then
    AUTHOR="$(ghjq user .name)"
  fi
fi
if [[ -z "$GH_USER$REPOS_INCL" || -z "$AUTHOR" || -z "$GH_TOKEN" ]]; then
  usage
  exit 1
fi
this="$(dirname $0)"

getrepos() { # <user>
  ghjq users/$1/repos .[].full_name
}
getprs() { # <user>
  ghjq "search/issues?q=is:pr+author:$1+is:merged" \
    '.items[].repository_url | sub(".*github.com/repos/"; "")'
}
getsubs() { # <user>
  ghjq users/$1/subscriptions .[].full_name
}
getorgs() { # <user>
  ghjq users/$1/orgs .[].login
}
getorgrepos() { # <org>
  ghjq orgs/$1/repos .[].full_name
}
iscontrib() { # <user> <repo>
  if [[ $(ghjq repos/$2/contributors "[.[].login | test(\"$1\")] | any") == "true" ]]; then
    echo $2
  fi
}

if [[ -n "$GH_USER" ]]; then
  echo 1>&2 "[1/4] detecting repos"
  repos="$(
    getrepos $GH_USER | tqdm --desc "> [1/5] user repos" --unit repos
    getprs $GH_USER | tqdm --desc "> [2/5] pulls" --unit PRs
    getsubs $GH_USER | tqdm --desc "> [3/5] watching" --unit repos
    for org in "$(
      getorgs $GH_USER | sort -u | comm -23 - <(
        for i in $REPOS_SKIP; do [[ "$i" != */* ]] && echo $i; done | sort -u
      ) | tqdm --desc "> [4/5] membership" --unit orgs
    )"; do
      getorgrepos $org
    done | tqdm --desc "> [5/5] org repos" --unit repos
  )"
  repos="$(echo "$repos" | sort -u | comm -23 - <(for i in $REPOS_INCL; do echo $i; done | sort -u))"
  repos="$(echo "$repos" | sort -u | comm -23 - <(for i in $REPOS_SKIP; do echo $i; done | sort -u))"
  total="$(echo "$repos" | wc -w)"
  REPOS_INCL="$REPOS_INCL $(
    i=0
    for repo in $repos; do
      i=$((i + 1))
      iscontrib $GH_USER $repo |
        tqdm --bar-format "[2/4] querying detected: $i/$total: $repo: {n} ({elapsed})"
    done
  )"
fi

for repo in ${REPOS_INCL}; do
  [[ -d "$this/repos/$repo" ]] ||
    git clone --single-branch https://${GH_TOKEN}@github.com/$repo "$this/repos/$repo" 2>/dev/null >>/dev/null ||
    echo 1>&2 -e "\nERROR: $repo"
  echo $repo
done | tqdm --desc "[3/4] clone" --unit repos --total $(echo $REPOS_INCL | wc -w) --mininterval 5 --null

[[ -f languages.yml ]] || wget https://github.com/github-linguist/linguist/raw/main/lib/linguist/languages.yml
for repo in ${REPOS_INCL}; do
  repo_path="$(echo "$this/repos/$repo/" | sed -r 's/(\W)/\\\1/g')"
  git -C "$this/repos/$repo" log --format="" -M -C -C --author="$AUTHOR" --numstat || : |
    sed -r "s/(\t.*\t)/\1${repo_path}/"
done |
  tqdm --desc "[4/4] processing" --unit commits |
  python "$this/ghstat.py" $LANG_NAMES

if [[ -n "$GH_GIST_ID" ]]; then
  git clone --depth=2 https://${GH_TOKEN}@gist.github.com/${GH_GIST_ID}.git stats
  cp ghstats-*.png ghstats-*.svg stats/
  pushd stats
  git add ghstats-*.png ghstats-*.svg || :
  git config --local user.name "github-actions[bot]"
  git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
  git commit -m "update stats" || :
  git push
  popd
fi