ASR_BASE
Change-Id: Icf3719cc0afe3eeb3edc7fa80a2eb5199ca9dda1
diff --git a/mgit.sh b/mgit.sh
new file mode 100755
index 0000000..2ed5ae1
--- /dev/null
+++ b/mgit.sh
@@ -0,0 +1,833 @@
+#!/bin/bash
+
+#This is a small script that helps pulling, cloning and running arbitrary commands in multiple repositories.
+
+#Usage examples:
+##Clone all repos:
+##./mgit.sh clone
+
+#Update all repos:
+##./mgit.sh pull
+
+#Fetch (without rebasing or merging or anything):
+##./mgit.sh run "git fetch"
+
+#Make and install :
+##./mgit.sh run "make && make install"
+
+L=1
+BASE_URL="git@10.26.128.140"
+
+# For display color
+RESET="\033[0m"
+RED="\033[0;31m"
+BROWN="\033[0;33m"
+
+# The top repo dir path
+if [ -z ${OWRT_ROOT+x} ]; then
+ if [ -z ${TOP_DIR} ]; then
+ TOP_DIR=`pwd`
+ fi
+else
+ TOP_DIR=${OWRT_ROOT};
+fi
+
+#The list of repos other than the top repo (openwrt) which contains the script
+#Note: REPOPATHS is path + repo name, the path is relative to TOP_DIR
+# git server will only use the repo name without path info for simple.
+
+#repos in openwrt top folder
+REPOPATHS="dl"
+#Feeds repos
+REPOPATHS+=" external/management external/routing external/subpack"
+#Marvell repos
+REPOPATHS+=" marvell/linux marvell/lte-telephony marvell/obm marvell/services marvell/swd marvell/uboot marvell/fota marvell/webui"
+
+if [[ "${BASE_URL}" = "git@10.26.128.140" ]]; then
+ REPOPATHS+=" marvell/fastpath"
+fi
+
+###############################################################################
+# Actual code, don't touch:
+
+usage()
+{
+ echo "Usage : $0 <pull|clone|status>"
+ echo "Usage : $0 <checkout> <branch>"
+ echo "Usage : $0 <coman> <Jenkins_manifest_txt> : checkout a manifest points"
+ echo "Usage : $0 <mdiff> <Jenkins_manifest_txt> : create log list start from the manifest points"
+ echo "Usage : $0 <genopen> <Jenkins_manifest_txt> : pack open source code to opensource_<date>.tgz from manifest points"
+ echo "Usage : $0 <PICK> <dev_branch> <Phab_Diff_ID> <sdk_branch> <sdk_branch2> : pick a single patch from dev branch to target SDK branch"
+ echo "Usage : $0 <SYNC> <dev_branch> <Jenkins_build_ID> <sdk_branch> <sdk_branch2> : sync source dev branch to target SDK branch for specified build"
+ echo " $0 run <comand line in double quotation marks>"
+ echo " $0 erun <comand line in double quotation marks> : like run but breaks loop on failure"
+ cd - &>/dev/null
+ exit 1
+}
+
+clone_repos()
+{
+ echo "Using base URL: '${BASE_URL}'"
+
+ TOPREPO="openwrt"
+ if [ ! -d ".git" ]; then
+ if [ -d "$TOPREPO" ]; then
+ cd ${TOPREPO}
+ git pull
+ else
+ mkdir -p "${TOPREPO}"
+ git clone "${BASE_URL}:${TOPREPO}.git" "${TOPREPO}"
+ cd ${TOPREPO}
+ fi
+ else
+ #TOPNAME=$(basename $(git remote show -n origin | grep Fetch | cut -d: -f3-))
+ TOPNAME=$(basename $(git rev-parse --show-toplevel))
+ if [[ "${TOPNAME}" = "${TOPREPO}" ]]; then
+ git pull
+ else
+ if [ -d "$TOPREPO" ]; then
+ cd ${TOPREPO}
+ git pull
+ else
+ mkdir -p "${TOPREPO}"
+ git clone "${BASE_URL}:${TOPREPO}.git" "${TOPREPO}"
+ cd ${TOPREPO}
+ fi
+ fi
+ fi
+
+ for REPOPATH in $REPOPATHS ; do
+ REPO=$(basename "${REPOPATH}")
+ if [ ! -d "$REPOPATH" ]; then
+ mkdir -p "${REPOPATH}"
+ git clone "${BASE_URL}:${REPO}_ow.git" "${REPOPATH}"
+ else
+ echo "Updating existing repo: ${REPOPATH}"
+ pushd ${REPOPATH} &>/dev/null
+ git pull
+ popd &>/dev/null
+ fi
+ done
+}
+
+run_command_in_dirs()
+{
+ CMD=$1
+
+#the top repo
+ echo -e "Processing command in $RED"openwrt"$RESET"
+ eval $CMD
+ echo -e "\r\n"
+
+ for REPOPATH in $REPOPATHS ; do
+ if [ -d "$REPOPATH" ]; then
+ echo -e "Processing command in $RED${REPOPATH}$RESET"
+ pushd ${REPOPATH} &>/dev/null
+ eval $CMD
+ popd &>/dev/null
+ echo -e "\r\n"
+ else
+ echo -e "Skipping non-existent dir: $RED${REPOPATH}$RESET\r\n"
+ fi
+ done
+}
+
+checkout_bld_point()
+{
+ cp $1 manifest.txt
+ echo -e "Checking out $RED"openwrt"$RESET"
+ git checkout $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1)
+ echo -e "\r\n"
+
+ for REPOPATH in $REPOPATHS ; do
+ if [ -d "$REPOPATH" ]; then
+ echo -e "Checking out $RED${REPOPATH}$RESET"
+ pushd ${REPOPATH} &>/dev/null
+ L=$[L+1]
+ git checkout $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1)
+ popd &>/dev/null
+ echo -e "\r\n"
+ else
+ echo -e "Skipping non-existent dir: $RED${REPOPATH}$RESET\r\n"
+ fi
+ done
+ rm -rf manifest.txt
+
+}
+
+changes_since_manifest()
+{
+ cp $1 manifest.txt
+ echo -e "Checking out $RED"openwrt"$RESET"
+ branchonly=`git symbolic-ref --short HEAD`
+ local path tab='\t'
+
+ path="openwrt" &&
+ git diff --name-status $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1) | sed "s,$tab,$tab$path/," >${TOP_DIR}/filelist_"$branchonly"
+ if [ -z "$CUR_VER" ]; then
+ CUR_VER="$(git show HEAD:target/linux/mmp/image/version.asr)"
+ fi
+ LAST_VER="$(git show `head -1 "${TOP_DIR}/manifest.txt" | cut -d'-' -f1`:target/linux/mmp/image/version.asr)"
+ echo -e "\t\t\t\t$CUR_VER vs $LAST_VER release notes\n\t\t\t\tuse git log <Commit-id> in related repository to get more information for the change interested\nRedmine\tDifferential\tPriority\tCommit\tSummary\tDetails\tTest Plan\tDependency" >${TOP_DIR}/loglist_"$branchonly"
+ git log --pretty=tformat:'COMMIT %h%n%B' --abbrev=8 $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1).. | awk 'function p(){if(h){if(!t){++t;printf("\t\t\t\t'$path' repo\t\t\t\n")};gsub(/^[ \t\v]+|[ \t\v]+$/,"",S);gsub(/\t/," ",S);gsub(/^[ \t\v]+|[ \t\v]+$/,"",T);gsub(/\t/," ",T);printf("%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n",m,d,r,h,s,S,T,D)}};$1=="COMMIT"{p();h=$2;m=d=r=s=S=T=D="";k=0;next};h&&!s{s=$0};$1=="Differential"&&$2=="Revision:"{d=$3;sub("http.*/","",d);k=0;next};$1=="priority:"{r=$2;k=0;next};/[Rr]edmine.*[0-9]/{m=$0;sub(/^.*edmine:?[ \t]*/,"",m);k=0;next};/CVE-[0-9]+-[0-9]+/{v=$0;gsub(/CVE-[0-9]+-[0-9]+/,"\001&\004",v);n=split(v,a,"\001");for(i=1;i<=n;++i){j=index(a[i],"\004");if(j){v=a[i];sub(/\004.*/,"",v);if(!index(m,v)){if(m)m=m" "v;else m=v}}}};/[Ii]mpact:|[Bb]ranch:|URT:|[Ss]implicity:|Reviewers:/{k=0;next};/[Dd]etails:/{S=$0;sub(/^.*[Dd]etails:?[ \t]*/,"",S);k=1;next};/[Tt]est ?[Pp]lan:/{T=$0;sub(/^.*[Tt]est ?[Pp]lan:?[ \t]*/,"",T);k=2;next};/[Dd]ependenc[yi]e?s?:/{D=$0;sub(/^.*[Dd]ependenc[yi]e?s?:?[ \t]*/,"",D);k=0;next};k==1{if(S)S=S"\v"$0;else S=$0;next};k==2{if(T)T=T"\v"$0;else T=$0;next};END{p()}' >>${TOP_DIR}/loglist_"$branchonly"
+ echo -e "\r\n"
+
+ for REPOPATH in $REPOPATHS ; do
+ if [ -d "$REPOPATH" ]; then
+ if [ "$REPOPATH" = "marvell/fastpath" ]; then
+ continue
+ fi
+ echo -e "Checking out $RED${REPOPATH}$RESET"
+ pushd ${REPOPATH} &>/dev/null
+ L=$[L+1]
+ path="openwrt/$REPOPATH" &&
+ git diff --name-status $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1) | sed "s,$tab,$tab$path/," >>${TOP_DIR}/filelist_"$branchonly"
+ git log --pretty=tformat:'COMMIT %h%n%B' --abbrev=8 $(sed -e $L'q;d' "${TOP_DIR}/manifest.txt" | cut -d'-' -f1).. | awk 'function p(){if(h){if(!t){++t;printf("\t\t\t\t'$path' repo\t\t\t\n")};gsub(/^[ \t\v]+|[ \t\v]+$/,"",S);gsub(/\t/," ",S);gsub(/^[ \t\v]+|[ \t\v]+$/,"",T);gsub(/\t/," ",T);printf("%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n",m,d,r,h,s,S,T,D)}};$1=="COMMIT"{p();h=$2;m=d=r=s=S=T=D="";k=0;next};h&&!s{s=$0};$1=="Differential"&&$2=="Revision:"{d=$3;sub("http.*/","",d);k=0;next};$1=="priority:"{r=$2;k=0;next};/[Rr]edmine.*[0-9]/{m=$0;sub(/^.*edmine:?[ \t]*/,"",m);k=0;next};/CVE-[0-9]+-[0-9]+/{v=$0;gsub(/CVE-[0-9]+-[0-9]+/,"\001&\004",v);n=split(v,a,"\001");for(i=1;i<=n;++i){j=index(a[i],"\004");if(j){v=a[i];sub(/\004.*/,"",v);if(!index(m,v)){if(m)m=m" "v;else m=v}}}};/[Ii]mpact:|[Bb]ranch:|URT:|[Ss]implicity:|Reviewers:/{k=0;next};/[Dd]etails:/{S=$0;sub(/^.*[Dd]etails:?[ \t]*/,"",S);k=1;next};/[Tt]est ?[Pp]lan:/{T=$0;sub(/^.*[Tt]est ?[Pp]lan:?[ \t]*/,"",T);k=2;next};/[Dd]ependenc[yi]e?s?:/{D=$0;sub(/^.*[Dd]ependenc[yi]e?s?:?[ \t]*/,"",D);k=0;next};k==1{if(S)S=S"\v"$0;else S=$0;next};k==2{if(T)T=T"\v"$0;else T=$0;next};END{p()}' >>${TOP_DIR}/loglist_"$branchonly"
+ popd &>/dev/null
+ echo -e "\r\n"
+ else
+ echo -e "Skipping non-existent dir: $RED${REPOPATH}$RESET\r\n"
+ fi
+ done
+ rm -rf manifest.txt
+
+ # cf. https://wiki.documentfoundation.org/Documentation/DevGuide/Spreadsheet_Documents#Filter_Options_for_the_CSV_Filter
+ lowriter --headless --convert-to docx:"Office Open XML Text" ${TOP_DIR}/filelist_"$branchonly"
+ localc --headless --infilter="Text - txt - csv (StarCalc):9,34,76,1,1/2/4/2" --convert-to xlsx:"Calc MS Excel 2007 XML" ${TOP_DIR}/loglist_"$branchonly"
+ # cf. https://openpyxl.readthedocs.io/en/stable/api/openpyxl.html
+ python3 -c 'import sys,openpyxl as o,openpyxl.worksheet.copier as owc; from copy import copy; wb=o.load_workbook(sys.argv[1]); ws=wb.active; d=dict(A=16,E=60,F=56,G=30,H=12); [setattr(ws.column_dimensions[c],"width",d[c]) for c in d.keys()]; ws.freeze_panes=ws["A4"]; f=o.styles.PatternFill(start_color="FFFF00",end_color="FFFF00",fill_type="solid"); a=o.styles.Alignment(wrap_text=True,vertical="center"); [([setattr(c,"alignment",a) for c in r],setattr(r[5],"value",r[5].value and type(r[5].value)==str and r[5].value.replace("_x000b_","\r\n") or r[5].value),setattr(r[6],"value",r[6].value and type(r[6].value)==str and r[6].value.replace("_x000b_","\r\n") or r[6].value)) for r in ws.rows]; [setattr(r[4],"fill",f) if not r[3].value else setattr(ws.row_dimensions[r[4].row],"height",None) for r in ws.rows]; f=o.styles.PatternFill(start_color="92D050",end_color="92D050",fill_type="solid"); [setattr(r[4],"fill",f) for _, r in zip(range(2),ws.rows)]; kr=[r[0].row for r in ws.rows if not r[3].value or r[3].value=="Commit" or (r[0].value and str(r[0].value).find("CVE-")>=0)]; skr=set(kr); nr=list(range(1,len(kr)+1)); dkr=dict(zip(kr,nr)); wt=wb.create_sheet("CVE"); cp=owc.WorksheetCopy(ws,wt); [[[setattr(t,"_value",s._value),setattr(t,"data_type",s.data_type),s.has_style and setattr(t,"_style",copy(s._style))] for t in [wt.cell(row=dkr[r],column=c)]] for (r,c),s in ws._cells.items() if r in skr]; cp._copy_dimensions(); [setattr(wt,f,copy(getattr(ws,f))) for f in "sheet_format sheet_properties page_margins page_setup print_options".split()]; wt.freeze_panes=wt["A4"]; wt["A3"]="CVE"; wb.save(sys.argv[1])' ${TOP_DIR}/loglist_"$branchonly".xlsx
+}
+
+check_repo_logs()
+{
+ START=$1
+ END=$2
+ TYPE=$3
+
+#the top repo
+ echo -e "Processing command in $RED"openwrt"$RESET"
+ echo -e "@repo:openwrt\r\n" > ${TOP_DIR}/change_"$START"_"$END".log
+ if [[ "${TYPE}" = "time" ]]; then
+ git log --pretty="format: * %s[%an][%h]" --since="$START" >> ${TOP_DIR}/change_"$START"_"$END".log
+ else
+ git log --pretty="format: * %s[%ad]" --date=short "$START".."$END" >> ${TOP_DIR}/change_"$START"_"$END".log
+ fi
+ echo -e "\r\n" >> ${TOP_DIR}/change_"$START"_"$END".log
+ echo -e "\r\n"
+
+ for REPOPATH in $REPOPATHS ; do
+ REPO=$(basename "${REPOPATH}")
+ if [ -d "$REPOPATH" ]; then
+ echo -e "Processing command in $RED${REPOPATH}$RESET"
+ pushd ${REPOPATH} &>/dev/null
+ echo -e "@repo:${REPO}\r\n" >> ${TOP_DIR}/change_"$START"_"$END".log
+ if [[ "${TYPE}" = "time" ]]; then
+ git log --pretty="format: * %s[%an][%h]" --since="$START" >> ${TOP_DIR}/change_"$START"_"$END".log
+ else
+ git log --pretty="format: * %s[%ad]" --date=short "$START".."$END" >> ${TOP_DIR}/change_"$START"_"$END".log
+ fi
+ echo -e "\r\n" >> ${TOP_DIR}/change_"$START"_"$END".log
+ popd &>/dev/null
+ echo -e "\r\n"
+ else
+ echo -e "Skipping non-existent dir: $RED${REPOPATH}$RESET\r\n"
+ fi
+ done
+}
+
+remove_private_code()
+{
+ PKGMKFL="$(grep -rl '\<MRVLDIR\>\|\<marvell/\|\<asr' package --include=Makefile | awk -F / '$n!=s;{n=NF-1;s=$n}')"
+ PKGPAT=
+ CFGPAT=
+ LIBPAT=
+ for c in $PKGMKFL; do
+ if [ ! -e $c ]; then
+ continue
+ fi
+ if [ $c == package/boot/uboot-mmp/Makefile ]; then
+ continue
+ fi
+ if [ $c == package/kernel/ugw_wlan/iwlwav-driver-uci/iwlwav-dev-uci/drivers/net/wireless/Makefile ]; then
+ continue
+ fi
+ if [ $c == package/network/utils/ipt_trigger/libipt_trigger/src/Makefile ]; then
+ continue
+ fi
+ PKGNAMES="$(sed 's/^define \(Kernel\)\?Package\///;t n;d;:n;/\//d;s/\$(.*//' $c)"
+ PKGDIR="$(dirname $c)"
+ if [ -z "$PKGNAMES" ]; then
+ while ! grep -q 'define \(Kernel\)\?Package' $PKGDIR/Makefile; do
+ d="$(dirname $PKGDIR)"
+ while [ -n "$d" -a ! -e $d/Makefile ]; do
+ d="$(dirname $d)"
+ done
+ if [ "$d" = "." ]; then
+ d=
+ fi
+ if [ -n "$d" ]; then
+ PKGDIR="$d"
+ else
+ break
+ fi
+ done
+ if [ -z "$d" ]; then
+ continue
+ fi
+ PKGNAMES="$(sed 's/^define \(Kernel\)\?Package\///;t n;d;:n;/\//d;s/\$(.*//' $PKGDIR/Makefile)"
+ if [ -z "$PKGNAMES" ]; then
+ PKGNAMES="$(basename $PKGDIR)"
+ fi
+ fi
+ for d in $PKGNAMES; do
+ if [ -z "$PKGPAT" ]; then
+ PKGPAT=$d
+ else
+ PKGPAT="$PKGPAT\|$d"
+ fi
+ done
+ KCFGPAT=
+ for d in $(sed 's/^ *config //;t n;d;:n;s/ //g' $PKGDIR/Makefile $PKGDIR/Config.in 2>/dev/null); do
+ if [ "$d" != "${d#KERNEL_}" ]; then
+ KCFGPAT="$KCFGPAT $d"
+ continue
+ fi
+ if [ -z "$CFGPAT" ]; then
+ CFGPAT=$d
+ else
+ CFGPAT="$CFGPAT\|$d"
+ fi
+ done
+ if [ -n "$KCFGPAT" ]; then
+ sed -n '/^define .*\/config/,/^endef/{/^define .*config\|^endef/d;p}' $PKGDIR/Makefile >> config/Config-kernel.in
+ [ ! -e $PKGDIR/Config.in ] || cat $PKGDIR/Config.in >> config/Config-kernel.in
+ fi
+ for d in $(sed 's/^.*\/lib\([a-zA-Z0-9_]\+\)\.so[ .].*$/\1/;t;d' $PKGDIR/Makefile | awk '!x[$0]++'); do
+ LIBPAT="$LIBPAT $d"
+ done
+ echo "Removing $PKGDIR"
+ rm -rf $PKGDIR
+ done
+ if [ -n "$LIBPAT" ]; then
+ LIBPAT="$(tr ' ' '\n' <<< "$LIBPAT" | awk '!x[$0]++' | tr '\n' '|' | sed 's/^|\||$//g;s/|/\\|/g')"
+ PKGMKFL="$(grep -rl "[ =]-l\($LIBPAT\)\>" package --include=Makefile | awk -F / '$n!=s;{n=NF-1;s=$n}')"
+ for c in $PKGMKFL; do
+ if [ ! -e $c ]; then
+ continue
+ fi
+ PKGNAMES="$(sed 's/^define \(Kernel\)\?Package\///;t n;d;:n;/\//d;s/\$(.*//' $c)"
+ PKGDIR="$(dirname $c)"
+ if [ -z "$PKGNAMES" ]; then
+ while ! grep -q 'define \(Kernel\)\?Package' $PKGDIR/Makefile; do
+ d="$(dirname $PKGDIR)"
+ while [ -n "$d" -a ! -e $d/Makefile ]; do
+ d="$(dirname $d)"
+ done
+ if [ "$d" = "." ]; then
+ d=
+ fi
+ if [ -n "$d" ]; then
+ PKGDIR="$d"
+ else
+ break
+ fi
+ done
+ if [ -z "$d" ]; then
+ continue
+ fi
+ PKGNAMES="$(sed 's/^define \(Kernel\)\?Package\///;t n;d;:n;/\//d;s/\$(.*//' $PKGDIR/Makefile)"
+ if [ -z "$PKGNAMES" ]; then
+ PKGNAMES="$(basename $PKGDIR)"
+ fi
+ fi
+ for d in $PKGNAMES; do
+ if [ -z "$PKGPAT" ]; then
+ PKGPAT=$d
+ else
+ PKGPAT="$PKGPAT\|$d"
+ fi
+ done
+ KCFGPAT=
+ for d in $(sed 's/^ *config //;t n;d;:n;s/ //g' $PKGDIR/Makefile $PKGDIR/Config.in 2>/dev/null); do
+ if [ "$d" != "${d#KERNEL_}" ]; then
+ KCFGPAT="$KCFGPAT $d"
+ continue
+ fi
+ if [ -z "$CFGPAT" ]; then
+ CFGPAT=$d
+ else
+ CFGPAT="$CFGPAT\|$d"
+ fi
+ done
+ if [ -n "$KCFGPAT" ]; then
+ sed -n '/^define .*\/config/,/^endef/{/^define .*config\|^endef/d;p}' $PKGDIR/Makefile >> config/Config-kernel.in
+ [ ! -e $PKGDIR/Config.in ] || cat $PKGDIR/Config.in >> config/Config-kernel.in
+ fi
+ for d in $(sed 's/^.*\/lib\([a-zA-Z0-9_]\+\)\.so[ .].*$/\1/;t;d' $PKGDIR/Makefile | awk '!x[$0]++'); do
+ LIBPAT="$LIBPAT $d"
+ done
+ echo "Removing $PKGDIR"
+ rm -rf $PKGDIR
+ done
+ fi
+ for c in $(grep -rl '\<marvell/\|\<RERRMSG\>' package --include='*.patch'); do
+ rm -fv $c
+ done
+ rm -rfv target/linux/mmp/*/*/base-files package/base-files/profile-files/*
+ git rm -rf docs/marvell mgit.sh ugit.sh scripts/env_tools
+ sed -i "/\<CONFIG_PACKAGE_\\(kmod-\\)\\?\\($PKGPAT\\)\>\|\<CONFIG_\\($CFGPAT\\)\>/d" config/defconfig*
+ NOBLD="BuildSwdownloader\|BuildFota\|BuildSecureSwd\|BuildSecFota\|BuildDiagMdb\|save_manifest"
+ sed -i "/^define \($NOBLD\)/,/^endef/d;/\$(call \($NOBLD\))/d" target/linux/mmp/image/Makefile
+ sed -i '/^if/{N;/^if.*\nendif/d}' target/linux/mmp/image/Makefile
+}
+
+pack_repo()
+{
+ BASEDIR="$(basename $TOP_DIR)"
+ TOPFILE="$(git ls-files | cut -d / -f 1 | uniq | sed "s/^/$BASEDIR\//")"
+ for c in $REPOPATHS ; do
+ if [ "$c" != "${c#marvell/}" -a "$c" != "marvell/linux" -a "$c" != "marvell/uboot" ]; then
+ continue
+ fi
+ if [ "$c" != "${c#marvell/}" ]; then
+ make -C $c mrproper
+ rm -rfv $c/ipkg-*
+ fi
+ TOPFILE="$TOPFILE $BASEDIR/$c"
+ done
+ (
+ set -x
+ tar -C $TOP_DIR/.. -czf $TOP_DIR/$1 --exclude=.git $TOPFILE
+ )
+ echo "Generated archive `du -sh $1`"
+}
+
+cd ${TOP_DIR}
+if [ $# -lt 1 ]; then
+ usage
+fi
+
+# path_cur=${PWD##*/}
+# if [[ $path_cur != openwrt ]]; then
+# usage
+# fi
+
+case "$1" in
+ clone)
+ clone_repos
+ ;;
+ pull)
+#git pull --rebase
+ run_command_in_dirs "git pull"
+ ;;
+ status)
+ run_command_in_dirs "git status"
+ ;;
+ checkout)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts an additional 'command' parameter."
+ cd -
+ exit 1
+ fi
+ run_command_in_dirs "git checkout $2"
+ ;;
+ coman)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts the manifest file for a specific build on Jenkins server"
+ cd -
+ exit 1
+ fi
+ checkout_bld_point "$2"
+ ;;
+ genopen)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts the manifest file for a specific build on Jenkins server"
+ cd -
+ exit 1
+ fi
+ git stash
+ checkout_bld_point "$2"
+ run_command_in_dirs "git rm -f .arcconfig"
+ remove_private_code
+ pack_repo opensource_`date +%F`.tgz
+ git reset --hard
+ run_command_in_dirs "git checkout HEAD .arcconfig; git checkout -"
+ ;;
+ mdiff)
+ if [ -z "$2" ]; then
+ echo "'$1' input a manifest file for a specific build on Jenkins server"
+ cd -
+ exit 1
+ fi
+ git config --global diff.renameLimit 0
+ changes_since_manifest "$2"
+ ;;
+#changes in $2 days
+ dlog)
+ logdate=`date +'%Y-%m-%d'`
+ if [ -z "$2" ]; then
+ startdate=`date +'%Y-%m-%d' --date="-1 day"`
+ else
+ startdate=`date +'%Y-%m-%d' --date="-$2 day"`
+ fi
+ logtype="time"
+ check_repo_logs "$startdate" "$logdate" "$logtype"
+ ;;
+#changes between two tags/releases
+ rlog)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts 1 or 2 additional 'command' parameters to specify the tag interval."
+ cd -
+ exit 1
+ fi
+ logtype="tags"
+ check_repo_logs "$2" "$3" "$logtype"
+ ;;
+ PICK|SYNC)
+ if [ -z "$2" -o -z "$3" -o -z "$4" ]; then
+ echo "'$1' accepts 3 or 4 additional parameters to specify the dev branch, diff / build ID, SDK branch(es)"
+ cd - &>/dev/null
+ exit 1
+ fi
+ JOBNAME=
+ if [ "$2" = "master" ]; then
+ JOBNAME=openwrtnightly
+ elif [ "$2" = "v2102" ]; then
+ JOBNAME=openwrt_v2102
+ else
+ echo "Invalid source dev branch $2"
+ cd - &>/dev/null
+ exit 1
+ fi
+ for BRCH in $4 $5; do
+ if [[ $BRCH != *$2 ]] ; then
+ echo "$BRCH incompatible with $2"
+ cd - &>/dev/null
+ exit 1
+ fi
+ done
+ set -e
+ #clone_repos
+ run_command_in_dirs "git stash && git checkout $2 && git pull"
+ git config --global push.default simple
+ if [ "$1" = "PICK" ]; then
+ ID="${3//D/}"
+ echo "Querying differential with ID $ID"
+ ARC=/phab/web/www/arcanist/bin/arc
+ if [ ! -e $ARC ]; then
+ ARC=`which arc`
+ fi
+ JSON="$($ARC call-conduit -- differential.query <<< "{\"ids\":[$ID]}")"
+ ERR="$(jq .error <<< "$JSON")"
+ if [ "$ERR" = "null" ]; then
+ if [ "$(jq '.response | length' <<< "$JSON")" -ge 1 ]; then
+ declare -A REPOS
+ REPOS[null]=N/A
+ REPOPATH_OW=openwrt
+ REPOPATH_ETL=external/management
+ REPOPATH_ERT=external/routing
+ REPOPATH_ESP=external/subpack
+ REPOPATH_MKL=marvell/linux
+ REPOPATH_OTL=marvell/lte-telephony
+ REPOPATH_BL=marvell/obm
+ REPOPATH_SVR=marvell/services
+ REPOPATH_DL=marvell/swd
+ REPOPATH_UO=marvell/uboot
+ REPOPATH_OTA=marvell/fota
+ REPOPATH_WEB=marvell/webui
+ REPOPATH_FP=$REPOPATH_OW # marvell/fastpath
+ IDLIST=
+ for ID in $(tr ',' '\n' <<< "$ID"); do
+ if [ -n "$(jq '.response | .[] | select(.id == "'$ID'") | length' <<< "$JSON")" ]; then
+ IDLIST="$IDLIST $ID"
+ fi
+ done
+ for ID in $IDLIST; do
+ PART="$(jq '.response | .[] | select(.id == "'$ID'")' <<< "$JSON")"
+ jq -r '.uri + "\t" + .title' <<< "$PART"
+ STAT="$(jq -r .statusName <<< "$PART")"
+ if [ "$STAT" != "Closed" ]; then
+ echo "Patch not closed: $STAT"
+ cd - &>/dev/null
+ exit 1
+ fi
+ REPO="$(jq -r .repositoryPHID <<< "$PART")"
+ RNAM="$(set +e; echo "${REPOS[$REPO]}" 2>/dev/null)"
+ if [ -z "$RNAM" ]; then
+ RJSN="$($ARC call-conduit -- diffusion.repository.search <<< "{\"constraints\":{\"phids\":[\"$REPO\"]}}")"
+ ERR="$(jq .error <<< "$RJSN")"
+ if [ "$ERR" = "null" ]; then
+ if [ "$(jq '.response.data | length' <<< "$RJSN")" -ge 1 ]; then
+ RNAM="$(jq -r '.response.data | .[] | .fields.callsign' <<< "$RJSN")"
+ REPOS[$REPO]=$RNAM
+ else
+ echo "Empty response from server for $REPO"
+ cd - &>/dev/null
+ exit 1
+ fi
+ else
+ jq -r .errorMessage <<< "$RJSN"
+ cd - &>/dev/null
+ exit 1
+ fi
+ elif [ "$RNAM" = "N/A" ]; then
+ echo "Cannot determine repository for D$ID. Manual operation needed."
+ cd - &>/dev/null
+ exit 2
+ fi
+ REPOPATH="$(eval "echo \${REPOPATH_$RNAM}")"
+ if [ -z "$REPOPATH" ]; then
+ echo "Empty repository for D$ID. Manual operation needed."
+ cd - &>/dev/null
+ exit 2
+ fi
+ echo " for repository $REPOPATH"
+ if [ $REPOPATH = openwrt ]; then
+ REPOPATH=.
+ fi
+ CMIT="$(jq -c '.commits' <<< "$PART")"
+ CJSN="$($ARC call-conduit -- diffusion.commit.search <<< "{\"constraints\":{\"phids\":$CMIT}}")"
+ ERR="$(jq .error <<< "$CJSN")"
+ for i in `seq 15`; do
+ if [ "$ERR" = "null" ]; then
+ break
+ fi
+ jq -r .errorMessage <<< "$CJSN"
+ echo "Waiting 2 minutes to retry..."
+ sleep 120
+ JSON="$($ARC call-conduit -- differential.query <<< "{\"ids\":[$ID]}")"
+ ERR="$(jq .error <<< "$JSON")"
+ if [ "$ERR" = "null" ]; then
+ PART="$(jq '.response | .[] | select(.id == "'$ID'")' <<< "$JSON")"
+ CMIT="$(jq -c '.commits' <<< "$PART")"
+ CJSN="$($ARC call-conduit -- diffusion.commit.search <<< "{\"constraints\":{\"phids\":$CMIT}}")"
+ ERR="$(jq .error <<< "$CJSN")"
+ fi
+ done
+ if [ "$ERR" = "null" ]; then
+ if [ "$(jq '.response.data | length' <<< "$CJSN")" -ge 1 ]; then
+ FOUND=
+ TARGET=
+ TARGET2=
+ for CMID in $(jq -r '.response.data | .[] | .fields.identifier' <<< "$CJSN"); do
+ BRCH="$(cd $REPOPATH; git branch -r --contains $CMID | sed '/->/d;s/^.*\///')"
+ echo " commit $CMID on $(tr '\n' ' ' <<< "$BRCH")"
+ if grep -Fqx "$2" <<< "$BRCH"; then
+ FOUND="$CMID"
+ fi
+ if grep -Fqx "$4" <<< "$BRCH"; then
+ TARGET="$CMID"
+ fi
+ if [ .$5 != . ] && grep -Fqx "$5" <<< "$BRCH"; then
+ TARGET2="$CMID"
+ fi
+ done
+ if [ -z "$FOUND" ]; then
+ echo "No commit found on $2"
+ cd - &>/dev/null
+ exit 1
+ fi
+ if [ -z "$TARGET" ]; then
+ echo "Picking commit $FOUND onto $4"
+ (
+ cd $REPOPATH;
+ set -x;
+ git checkout $4;
+ git reset --hard origin/$4;
+ git cherry-pick $FOUND;
+ #git push
+ )
+ TARGET="$(cd $REPOPATH; git show -s --pretty=tformat:%H)"
+ if [ .$5 = .$4 -a -z "$TARGET2" ]; then
+ TARGET2="$TARGET"
+ fi
+ else
+ echo "Already on $4"
+ fi
+ if [ .$5 == . ]; then
+ :
+ elif [ -z "$TARGET2" ]; then
+ echo "Picking commit $FOUND onto $5"
+ (
+ cd $REPOPATH;
+ set -x;
+ git checkout $5;
+ git reset --hard origin/$5;
+ git cherry-pick $FOUND;
+ #git push
+ )
+ TARGET2="$(cd $REPOPATH; git show -s --pretty=tformat:%H)"
+ else
+ echo "Already on $5"
+ fi
+ # find reverting changes
+ RLST="$(cd $REPOPATH; git log --pretty=tformat:'COMMIT: %H%n%B' $FOUND..origin/$2 | awk '/^COMMIT: /{h=$2;next};h&&/([Rr]evert[sed]*|[Bb]ack[ sed]out|[Uu]ndo[es]) .*(commits?|change[set]*|rev[ison]*|diffs?) +'$FOUND'/{print h;h=""}')"
+ if [ -n "$RLST" ]; then
+ echo "Found $(wc -l <<< "$RLST") reverting change(s) on $2"
+ for CMID in $RLST; do
+ (cd $REPOPATH; git show -s --pretty=tformat:' commit %H : %B' $CMID | sed '/^ *$/d')
+ echo
+ done
+ TLST="$(cd $REPOPATH; git log --pretty=tformat:'COMMIT: %H%n%B' $TARGET..origin/$4 | awk '/^COMMIT: /{h=$2;next};h&&/([Rr]evert[sed]*|[Bb]ack[ sed]out|[Uu]ndo[es]) .*(commits?|change[set]*|rev[ison]*|diffs?) +('$FOUND'|'$TARGET')/{print h;h=""}')"
+ if [ -n "$TLST" ]; then
+ echo "Found $(wc -l <<< "$TLST") reverting change(s) on $4"
+ for CMID in $TLST; do
+ (cd $REPOPATH; git show -s --pretty=tformat:' commit %H : %s' $CMID | sed '/^ *$/d')
+ done
+ else
+ for CMID in $RLST; do
+ echo "Picking commit $CMID onto $4"
+ (
+ cd $REPOPATH;
+ set -x;
+ git checkout $4;
+ git cherry-pick $CMID;
+ #git push
+ )
+ done
+ fi
+ if [ .$5 != . -a .$5 != .$4 ]; then
+ TLST="$(cd $REPOPATH; git log --pretty=tformat:'COMMIT: %H%n%B' $TARGET2..origin/$5 | awk '/^COMMIT: /{h=$2;next};h&&/([Rr]evert[sed]*|[Bb]ack[ sed]out|[Uu]ndo[es]) .*(commits?|change[set]*|rev[ison]*|diffs?) +('$FOUND'|'$TARGET2')/{print h;h=""}')"
+ if [ -n "$TLST" ]; then
+ echo "Found $(wc -l <<< "$TLST") reverting change(s) on $5"
+ for CMID in $TLST; do
+ (cd $REPOPATH; git show -s --pretty=tformat:' commit %H : %s' $CMID | sed '/^ *$/d')
+ done
+ else
+ for CMID in $RLST; do
+ echo "Picking commit $CMID onto $5"
+ (
+ cd $REPOPATH;
+ set -x;
+ git checkout $5;
+ git cherry-pick $CMID;
+ #git push
+ )
+ done
+ fi
+ fi
+ fi
+ else
+ echo "Empty response from server for $CMIT"
+ cd - &>/dev/null
+ exit 1
+ fi
+ echo
+ else
+ jq -r .errorMessage <<< "$CJSN"
+ cd - &>/dev/null
+ exit 1
+ fi
+ done
+ else
+ echo "Empty response from server for $3"
+ cd - &>/dev/null
+ exit 1
+ fi
+ else
+ jq -r .errorMessage <<< "$JSON"
+ cd - &>/dev/null
+ exit 1
+ fi
+ else
+ if [ ! -e "$TOP_DIR/.arcconfig" -a -e "$TOP_DIR/openwrt/.arcconfig" ]; then
+ TOP_DIR=$TOP_DIR/openwrt
+ fi
+ HOST="$(jq -r '.conduit_uri' $TOP_DIR/.arcconfig)"
+ if [ "$HOST" = "null" ]; then
+ HOST="$(jq -r '.["phabricator.uri"]' $TOP_DIR/.arcconfig)"
+ fi
+ JOBURL="${HOST%/*}:8080/job/$JOBNAME"
+ echo "Querying artifacts for $JOBNAME build $3"
+ JSON="$(wget $JOBURL/$3/api/json -o /dev/null -O -)"
+ echo "Parsing json..."
+ RMAN="$(jq -r '.artifacts | map(select(.fileName == "manifest.txt")) | .[0] | .relativePath' <<< "$JSON")"
+ echo "Fetching the first of $(jq -r '.artifacts | map(select(.fileName == "manifest.txt")) | length' <<< "$JSON") profiles: $RMAN"
+ MANI="$(wget $JOBURL/$3/artifact/$RMAN -o /dev/null -O -)"
+ echo "Parsing manifest..."
+ MCNT="$(wc -l <<< "$MANI")"
+ RCNT="$(awk "{x+=NF};END{print 0+x}" <<< "$REPOPATHS")"
+ if [ "$MCNT" -lt "$RCNT" ]; then
+ echo "Too few lines in manifest: $RCNT expected, but got $MCNT"
+ cd - &>/dev/null
+ exit 1
+ fi
+ VER="$(cat target/linux/mmp/image/version.asr)"
+ VERCMID=
+ if [ $VER -lt $3 -a "$6" = "true" ]; then
+ echo "Updating version.asr from $VER to $3"
+ echo $3 > target/linux/mmp/image/version.asr
+ git add target/linux/mmp/image/version.asr
+ git commit -m "target:update image version to $3"
+ git push
+ VERCMID="$(git show -s --pretty=tformat:%H)"
+ fi
+ for BRCH in $4 $5; do
+ L=1
+ echo -e "Processing autopick to $BRCH in $RED"openwrt"$RESET"
+ CMID="$(sed -e $L'q;d' <<< "$MANI" | cut -d'-' -f1)"
+ (
+ set -x;
+ git checkout $BRCH;
+ git reset --hard origin/$BRCH;
+ $TOP_DIR/scripts/autopick.sh $CMID;
+ )
+ echo -e "\r\n"
+ for REPOPATH in $REPOPATHS ; do
+ if [ -d "$REPOPATH" ]; then
+ echo -e "Processing autopick to $BRCH in $RED${REPOPATH}$RESET"
+ L=$((L+1))
+ CMID="$(sed -e $L'q;d' <<< "$MANI" | cut -d'-' -f1)"
+ (
+ set -x;
+ cd $REPOPATH;
+ git checkout $BRCH;
+ git reset --hard origin/$BRCH;
+ $TOP_DIR/scripts/autopick.sh $CMID;
+ )
+ echo -e "\r\n"
+ else
+ echo -e "Skipping non-existent dir: $RED${REPOPATH}$RESET\r\n"
+ fi
+ done
+ if [ -n "$VERCMID" ]; then
+ (
+ set -x;
+ git cherry-pick $VERCMID
+ )
+ else
+ VER="$(cat target/linux/mmp/image/version.asr)"
+ if [ $VER -lt $3 -a "$6" = "true" ]; then
+ echo "Updating version.asr on $BRCH from $VER to $3"
+ echo $3 > target/linux/mmp/image/version.asr
+ git add target/linux/mmp/image/version.asr
+ git commit -m "target:update image version to $3"
+ fi
+ fi
+ L=1
+ #run_command_in_dirs "git push"
+ done
+ fi
+ ;;
+ run)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts an additional 'command' parameter."
+ cd -
+ exit 1
+ fi
+ run_command_in_dirs "$2"
+ ;;
+ erun)
+ if [ -z "$2" ]; then
+ echo "'$1' accepts an additional 'command' parameter."
+ cd -
+ exit 1
+ fi
+ set -e
+ run_command_in_dirs "$2"
+ ;;
+ *)
+ usage
+ ;;
+esac
+cd - &>/dev/null