Also pin repos themselves

Author: oprypin

build.sh

@@ -15,9 +15,9 @@ to_upgrade="${2:-git+https://github.com/mkdocs/mkdocs.git}"
 info_dir="projects/${repo_name/\//--}"
 repo_dir="repos/${repo_name/\//--}"
 
-[[ "$(cat "$info_dir/url.txt")" =~ ^(https://github.com/[^/]+/[^/]+)/raw/([^/]+)/(.+)$ ]]
+[[ "$(head -1 "$info_dir/project.txt")" =~ ^https://github.com/([^/]+/[^/]+)/blob/([^/]+)/(.+)$ ]]
 repo="${BASH_REMATCH[1]}"
-branch="${BASH_REMATCH[2]}"
+commit="${BASH_REMATCH[2]}"
 mkdocs_yml="${BASH_REMATCH[3]}"
 
 
@@ -30,7 +30,7 @@ group() {
 setup() {
     if ! [[ -d "venv" ]]; then
         python -m venv venv
-        venv/bin/pip install -U -r requirements.txt
+        venv/bin/pip install -U beautifulsoup4 virtualenv
     fi
 }
 
@@ -39,7 +39,7 @@ clone_repo() {
     (
         cd "$repo_dir/repo"
         git init -b checkout
-        git fetch --depth=1 "$repo" "$branch"
+        git fetch --depth=1 "https://github.com/$repo" "$commit"
         git reset --hard FETCH_HEAD
     )
     if ! [[ -d "$repo_dir/venv" ]]; then

populate_projects.sh

@@ -8,13 +8,20 @@ for d in */; do (
   d="${d%/}"
   cd "$d"
   printf "%s -> " "$d" >&2
-  if [[ ! -f 'url.txt' ]]; then
-    repo="https://github.com/${d//--//}"
-    branch="$(git remote show "$repo" | grep -oP 'HEAD branch: \K.+')"
-    echo "$repo/raw/$branch/mkdocs.yml" >url.txt
+  if [[ -f 'project.txt' ]]; then
+    [[ "$(head -1 'project.txt')" =~ ^https://github.com/([^/]+/[^/]+)/raw/([^/]+)/(.+)$ ]]
+    repo="${BASH_REMATCH[1]}"
+    branch="${BASH_REMATCH[2]}"
+    mkdocs_yml="${BASH_REMATCH[3]}"
+  else
+    repo="${d//--//}"
+    branch=''
+    mkdocs_yml='mkdocs.yml'
   fi
-  cat url.txt >&2
-  curl -s -f -L -- $(cat url.txt) | (mkdocs get-deps -f - || true) | grep . >requirements.in
+  commit=$(curl -sfL "https://api.github.com/repos/$repo/commits?per_page=1&sha=$branch" | jq -r '.[0].sha')
+  echo "https://github.com/$repo/blob/$branch/$mkdocs_yml" | tee /dev/stderr >project.txt
+  echo "https://github.com/$repo/raw/$commit/$mkdocs_yml" >>project.txt
+  tail -1 project.txt | xargs curl -sfL | (mkdocs get-deps -f - || true) | grep . >requirements.in
   (cat requirements.extra 2>/dev/null || true) >>requirements.in
 ); done
 

projects/Noovolari--leapp/project.txt

@@ -0,0 +1,2 @@
+https://github.com/Noovolari/leapp/blob/master/mkdocs.yml
+https://github.com/Noovolari/leapp/raw/11b375de7231a1f15ec95e736e1f779bad3ce6a0/mkdocs.yml

projects/Noovolari--leapp/url.txt

@@ -0,0 +1,2 @@
+https://github.com/Rat-Rig/V-core-3/blob/main/mkdocs.yml
+https://github.com/Rat-Rig/V-core-3/raw/4f5d91f42c9a9f7ec346c73728fa6329491aad8c/mkdocs.yml

projects/Rat-Rig--V-core-3/project.txt

@@ -0,0 +1,2 @@
+https://github.com/crystal-lang/crystal-book/blob/master/mkdocs.yml
+https://github.com/crystal-lang/crystal-book/raw/f324ebf79204846bfc0c0b0dd5062f4806891618/mkdocs.yml

projects/Rat-Rig--V-core-3/url.txt

@@ -0,0 +1,2 @@
+https://github.com/e-maxx-eng/e-maxx-eng/blob/master/mkdocs.yml
+https://github.com/e-maxx-eng/e-maxx-eng/raw/86b132438818fdf37fcfaab3e0048663781cc392/mkdocs.yml