From c9dd2610b1d27ed632fdf912e1ba1e093ec373e0 Mon Sep 17 00:00:00 2001 From: KatolaZ Date: Thu, 9 Jan 2020 08:08:55 +0000 Subject: add author and descr in stagit repos --- parse_stagit | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/parse_stagit b/parse_stagit index be52ee3..6830e12 100755 --- a/parse_stagit +++ b/parse_stagit @@ -14,6 +14,8 @@ URLBASE="$1" DEST="$2" SUBPATH="/file" CURL="torify curl -Ls " +READMES="README.html README.txt.html README.md.html readme.html readme.txt.html readme.md.html" +TMPFILE="./tmp_$$" ## func @@ -34,7 +36,9 @@ repos=$(cat $TMPFILE | grep "/html/body/div/table/tbody/tr/td/a" \ ## func get_descr() { reponame=$1 + url=$2 echo "reponame: $reponame" + echo "url: $url" ## Get author and description cat "$TMPFILE" | grep -Ei -A 2 "/html/body/div/table/tbody/tr/td/a[[:blank:]]+href=${reponame}/log.html" |\ tail -2 | cut -f 2- @@ -72,8 +76,6 @@ DIRBASE="$PROTO/${URLBASE##[a-z]*:\/\/}" echo "proto: $PROTO" echo "dirbase: $DIRBASE" -READMES="README.html README.txt.html README.md.html readme.html readme.txt.html readme.md.html" -TMPFILE="./tmp_$$" trap cleanup EXIT KILL TERM INT @@ -89,7 +91,8 @@ for r in $repos; do printf "link: %s\nbaselink: %s\n" $link $baselink 1>&2 REPODIR="$DEST/$DIRBASE/$link/" mkdir -p $REPODIR - get_descr $name > ${REPODIR}/DESCR + ## get description + get_descr "$name" "$baselink" > ${REPODIR}/DESCR ## Get READMEs get_readmes "$baselink/$SUBPATH" "$REPODIR" done -- cgit v1.2.3