Improve 2 of the github scripts (#27493)

This commit is contained in:
MDW
2024-01-14 12:15:47 +01:00
committed by GitHub
parent 37563855fc
commit 90b2a65589
2 changed files with 30 additions and 24 deletions

View File

@@ -3,37 +3,41 @@
# Count number of different contributors and number of commits for a given year or month # Count number of different contributors and number of commits for a given year or month
# Can be used for statistics (for example to generate the infography of the year) # Can be used for statistics (for example to generate the infography of the year)
# #
# shellcheck disable=2027,2086,2268
PERIOD=$1
STARTYEAR=$2
ENDYEAR=$3
DEBUG=${DEBUG:=0} # Example: run script with DEBUG=1 script arguments
echo "***** github_authors_and_commits_bydate.sh *****" echo "***** github_authors_and_commits_bydate.sh *****"
if [ "x$1" = "x" ]; then
if [ "$PERIOD" != "byyear" ] && [ "$PERIOD" != "bymonth" ] && [ "$PERIOD" != "byday" ]; then
echo "Usage: $0 (byyear|bymonth|byday) YEARSTART [YEAREND]" echo "Usage: $0 (byyear|bymonth|byday) YEARSTART [YEAREND]"
exit exit 1
fi
if [ "x$1" != "xbyyear" -a "x$1" != "xbymonth" -a "x$1" != "xbyday" ]; then
echo "Usage: $0 (byyear|bymonth|byday) YEARSTART [YEAREND]"
exit
fi fi
# Default is byyear
DATEFORMAT="%Y" DATEFORMAT="%Y"
if [ "x$1" = "xbymonth" ]; then if [ "$PERIOD" = "bymonth" ]; then
DATEFORMAT="%Y%m" DATEFORMAT="%Y%m"
fi elif [ "$PERIOD" = "byday" ]; then
if [ "x$1" = "xbyday" ]; then
DATEFORMAT="%Y%m%d" DATEFORMAT="%Y%m%d"
fi fi
FROM=$2-01-01 FROM=${STARTYEAR}-01-01
TO=$2-12-31 TO=${STARTYEAR}-12-31
if [ "x$3" != "x" ]; then if [ "${ENDYEAR}" != "" ]; then
TO=$2-12-31 TO=${ENDYEAR}-12-31
else
ENDYEAR=9999
fi fi
echo "--- Number of different contributors for the year" echo "--- Number of different contributors for the period $FROM $TO"
echo "git log --use-mailmap --since $FROM --before $TO | iconv -f UTF-8 -t ASCII//TRANSLIT | grep ^Author | awk -F'<' '{ print $1 }' | sort -u -f -i -b | wc -l" [ "$DEBUG" -ne 0 ] && echo "git log --use-mailmap --since '$FROM' --before '$TO' | iconv -f UTF-8 -t ASCII//TRANSLIT | grep ^Author | awk -F'<' '{ print $1 }' | sort -u -f -i -b | wc -l" >&2
git log --since $FROM --before $TO | iconv -f UTF-8 -t ASCII//TRANSLIT | grep '^Author' | awk -F"<" '{ print $1 }' | sort -u -f -i -b | wc -l git log --since "$FROM" --before "$TO" | iconv -c -f UTF-8 -t ASCII//TRANSLIT | grep '^Author' | awk -F"<" '{ print $1 }' | sort -u -f -i -b | wc -l
echo "--- Number of commit $1" echo "--- Number of commits $1"
echo "git log --use-mailmap --pretty='format:%cd' --date=format:'$DATEFORMAT' | iconv -f UTF-8 -t ASCII//TRANSLIT | sort | uniq -c | awk '{ if (\$2 >= '"$1"') { print \"Year: \"\$2\", commits: \"\$1 } }'" [ "$DEBUG" -ne 0 ] && echo "git log --use-mailmap --pretty='format:%cd' --date=format:'$DATEFORMAT' | iconv -f UTF-8 -t ASCII//TRANSLIT | sort | uniq -c | awk '{ if (\$2 >= '$1') { print \"Year: \"\$2\", commits: \"\$1 } }'" >&2
git log --pretty='format:%cd' --date=format:"$DATEFORMAT" | iconv -f UTF-8 -t ASCII//TRANSLIT | sort | uniq -c | awk '{ if ($2 >= '$1') { print "Year: "$2", commits: "$1 } }' git log --pretty='format:%cd' --date=format:"$DATEFORMAT" | iconv -f UTF-8 -t ASCII//TRANSLIT | sort | uniq -c | awk '{ if ($2 >= '"${STARTYEAR}"' && $2 <='"${ENDYEAR}"') { print "Year: "$2", commits: "$1 } }'

View File

@@ -4,8 +4,9 @@
# #
# shellcheck disable=2002,2086,2268 # shellcheck disable=2002,2086,2268
DEBUG=${DEBUG:=0}
if [ "x$2" = "x" ]; then if [ "$2" = "" ]; then
echo "***** github_lines_perusers.sh *****" echo "***** github_lines_perusers.sh *****"
echo "Return the number of lines of code produced by each contributor between 2 versions" echo "Return the number of lines of code produced by each contributor between 2 versions"
echo "Usage: $0 origin/branchstart|tagnamestart|START origin/branchend|tagnameend|HEAD" echo "Usage: $0 origin/branchstart|tagnamestart|START origin/branchend|tagnameend|HEAD"
@@ -15,12 +16,13 @@ if [ "x$2" = "x" ]; then
fi fi
START="$1.." START="$1.."
if [ "x$START" = "xSTART.." ]; then END=$2
if [ "$START" = "START.." ]; then
START="" START=""
fi fi
echo "git log $START$2 --shortstat | grep ... | perl ... > /tmp/github_lines_perusers.tmp" [ "$DEBUG" ] && echo "git log '${START}${END}' --shortstat | grep ... | perl ... > /tmp/github_lines_perusers.tmp"
git log $START$2 --shortstat --use-mailmap | iconv -f UTF-8 -t ASCII//TRANSLIT | grep -e 'Author:' -e 'Date:' -e ' changed' -e ' insertion' -e ' deletion' | perl -n -e '/^(.*)$/; $line = $1; if ($line =~ /(changed|insertion|deletion)/) { $line =~ s/[^0-9\s]//g; my @arr=split /\s+/, $line; $tot=0; for (1..@arr) { $tot += $arr[$_]; }; print $tot."\n"; } else { print $line."\n"; };' > /tmp/github_lines_perusers.tmp git log "${START}${END}" --shortstat --use-mailmap | iconv -f UTF-8 -t ASCII//TRANSLIT | grep -e 'Author:' -e 'Date:' -e ' changed' -e ' insertion' -e ' deletion' | perl -n -e '/^(.*)$/; $line = $1; if ($line =~ /(changed|insertion|deletion)/) { $line =~ s/[^0-9\s]//g; my @arr=split /\s+/, $line; $tot=0; for (1..@arr) { $tot += $arr[$_]; }; print $tot."\n"; } else { print $line."\n"; };' > /tmp/github_lines_perusers.tmp
echo "Users and nb of lines"; echo "Users and nb of lines";
cat /tmp/github_lines_perusers.tmp | awk 'BEGIN { FS="\n"; lastuser=""; } { if ($1 ~ /^Author:/) { sub(/<.*/, ""); lastuser=tolower($1) }; if ($1 ~ /^[0-9]+$/) { aaa[lastuser]+=$1; } } END { for (var in aaa) print var," ",aaa[var]; } ' | sort cat /tmp/github_lines_perusers.tmp | awk 'BEGIN { FS="\n"; lastuser=""; } { if ($1 ~ /^Author:/) { sub(/<.*/, ""); lastuser=tolower($1) }; if ($1 ~ /^[0-9]+$/) { aaa[lastuser]+=$1; } } END { for (var in aaa) print var," ",aaa[var]; } ' | sort