6 # I use this in EVERY shell script ;)
12 while ! [ -f ./all ]; do
13 if [ x"`pwd`" = x"/" ]; then
14 echo "Cannot find myself."
15 echo "Please run this script with the working directory inside a Xonotic checkout."
23 # If we are on WINDOWS:
28 # Windows hates users. So this script has to copy itself elsewhere first...
29 cp "$SELF" ../all.xonotic.sh
30 export WE_HATE_OUR_USERS=1
31 exec ../all.xonotic.sh "$@"
39 echo >&2 "$ESC[1m$*$ESC[m"
42 self=`git hash-object "$SELF"`
45 self_new=`git hash-object "$SELF"`
46 if [ x"$self" != x"$self_new" ]; then
47 msg "./all has changed."
48 if [ -z "$XONOTIC_FORBID_RERUN_ALL" ]; then
49 msg "Rerunning the requested operation to make sure."
50 export XONOTIC_FORBID_RERUN_ALL=1
53 msg "Please try $SELF update, and then retry your requested operation."
70 echo "the root directory"
80 if git ls-files -u | grep ' 1 '; then
82 echo "MERGE CONFLICT."
83 echo "change into the \"$1\" project directory, and then:"
84 echo "- edit the files mentioned above with your favorite editor,"
85 echo " and fix the conflicts (marked with <<<<<<< blocks)"
86 echo "- for binary files, you can select the files using"
87 echo " git checkout --ours or git checkout --theirs"
88 echo "- when done with a file, 'git add' the file"
89 echo "- when done, 'git commit'"
98 while [ x"$yesno" != x"y" -a x"$yesno" != x"n" ]; do
109 check_mergeconflict "$1"
114 data/xonotic-data.pk3dir | | master |
115 data/xonotic-music.pk3dir | | master |
116 data/xonotic-nexcompat.pk3dir | | master | no
117 darkplaces | | div0-stable | svn
118 netradiant | | master |
119 div0-gittools | | master | no
120 d0_blind_id | http://github.com/divVerent/d0_blind_id.git | master |
121 data/xonotic-maps.pk3dir | | master |
122 mediasource | | master | no
123 fteqcc | git://github.com/Blub/qclib.git | master |
125 # todo: in darkplaces, change repobranch to div0-stable
127 repos=`echo "$repos_urls" | grep . | cut -d '|' -f 1 | tr -d ' '`
129 base=`git config remote.origin.url`
132 base=${base%xonotic.git}
135 echo "The main repo is not xonotic.git, what have you done?"
139 pushbase=`git config remote.origin.pushurl || true`
142 pushbase=${pushbase%xonotic.git}
147 echo "The main repo is not xonotic.git, what have you done?"
154 repo_t=`echo "$repos_urls" | grep "^$1 " | cut -d '|' -f 2 | tr -d ' '`
155 if [ -n "$repo_t" ]; then
165 if [ x"$1" = x"." ]; then
166 echo "$base""xonotic.git"
168 echo "$base${1##*/}.git"
175 [ -n "$pushbase" ] || return 0
176 repo_t=`echo "$repos_urls" | grep "^$1 " | cut -d '|' -f 2 | tr -d ' '`
177 if [ -n "$repo_t" ]; then
182 echo "$pushbase$repo_t"
186 if [ x"$1" = x"." ]; then
187 echo "$pushbase""xonotic.git"
189 echo "$pushbase${1##*/}.git"
196 repo_t=`echo "$repos_urls" | grep "^$1 " | cut -d '|' -f 3 | tr -d ' '`
197 if [ -n "$repo_t" ]; then
206 echo "$repos_urls" | grep "^$1 " | cut -d '|' -f 4 | tr -d ' '
214 # if we have the dir, always keep it
216 msg "Repository $d enabled because it already exists"
220 # if .yes file exists, always keep it
221 if [ -f "$d.yes" ]; then
222 msg "Repository $d enabled by a .yes file"
226 # if we have .no file, skip
227 if [ -f "$d.no" ]; then
228 msg "Repository $d disabled by a .no file, delete $p.no to enable"
231 # if we have matching pk3, skip
232 if [ x"$p" != x"$d" ] && [ -f "$p" ]; then
233 msg "Repository $d disabled by matching .pk3 file, delete $p or create $d.yes to enable"
236 # if "no" flag is set, skip
239 msg "Repository $d disabled by default, create $d.yes to enable"
244 msg "Repository $d enabled by default"
251 if [ "$#" = 0 ]; then
257 fix_upstream_rebase()
259 if [ -z "$r_me" ] || [ -z "$r_other" ]; then
262 r_base=`git merge-base "$r_me" "$r_other"`
264 # no merge-base? upstream did filter-branch
265 if [ -n "$r_base" ]; then
266 # otherwise, check if the two histories are "similar"
267 r_l_me=`git log --pretty="format:%s" "$r_other".."$r_me" | grep -v "^Merge" | sort -u`
268 r_l_other=`git log --pretty="format:%s" "$r_me".."$r_other" | grep -v "^Merge" | sort -u`
270 # heuristics: upstream rebase/filter-branch if more than 50% of the commits of one of the sides are in the other too
271 r_lc_me=`echo "$r_l_me" | wc -l`
272 r_lc_other=`echo "$r_l_other" | wc -l`
273 r_lc_together=`{ echo "$r_l_me"; echo "$r_l_other"; } | sort -u | wc -l`
274 r_lc_same=$(($r_lc_me + $r_lc_other - $r_lc_together))
276 if [ $(( $r_lc_same * 2 )) -gt $(( $r_lc_me )) ] || [ $(( $r_lc_same * 2 )) -gt $(( $r_lc_other )) ]; then
277 if yesno "Probable upstream rebase detected, automatically fix?" 'git log --oneline --graph --date-order --left-right "$r_other"..."$r_me"'; then
278 git reset --hard "$r_me"
288 fix_upstream_rebase_mergeok()
290 r_me=`git rev-parse --revs-only HEAD^1 2>/dev/null || true`
291 r_other=`git rev-parse --revs-only HEAD^2 2>/dev/null || true`
295 fix_upstream_rebase_mergefail()
297 r_me=`git rev-parse --revs-only HEAD 2>/dev/null || true`
298 r_other=`git rev-parse --revs-only MERGE_HEAD 2>/dev/null || true`
304 verbose git config remote.origin.url "$1"
306 verbose git config remote.origin.pushurl "$2"
308 verbose git config --unset remote.origin.pushurl || true
310 verbose git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*"
311 verbose git config core.autocrlf input
312 if [ -z "`git config push.default`" ]; then
313 verbose git config push.default current # or is tracking better?
322 find "$@" -xtype f \( -executable -or -type l \) -print > "$ziplist"
323 7za a -tzip -mx=9 -x@"$ziplist" "$archive" "$@" || true
324 zip -9y -@<"$ziplist" "$archive" || true
336 enter "$d0/$d" verbose
337 verbose fix_upstream_rebase_mergefail && verbose fix_upstream_rebase_mergeok
343 pushurl=`repopushurl "$d"`
344 branch=`repobranch "$d"`
345 if [ -d "$d0/$d" ]; then
347 fix_git_config "$url" "$pushurl"
354 if [ x"$1" = x"-N" ]; then
362 pushurl=`repopushurl "$d"`
363 branch=`repobranch "$d"`
364 if [ -d "$d0/$d" ]; then
366 enter "$d0/$d" verbose
367 r=`git symbolic-ref HEAD`
369 if git config branch.$r.remote >/dev/null 2>&1; then
370 if ! verbose git pull; then
371 fix_upstream_rebase_mergefail || true
372 check_mergeconflict "$d"
373 echo "Pulling failed. Press ENTER to continue, or Ctrl-C to abort."
376 fix_upstream_rebase_mergeok || true
381 checkself "$cmd" "$@"
383 verbose git remote prune origin
387 verbose git clone "$url" "$d0/$d"
388 enter "$d0/$d" verbose
389 fix_git_config "$url" "$pushurl"
390 if [ "$branch" != "master" ]; then
391 verbose git checkout --track -b "$branch" origin/"$branch"
398 misc/tools/xonotic-map-compiler-autobuild download
402 if [ x"$1" = x"-f" ]; then
408 if [ -z "$branch" ]; then
411 branch=${remote#origin/}
422 enter "$d0/$d" verbose
424 if [ -n "$b" ] && git rev-parse "refs/heads/$b" >/dev/null 2>&1; then
426 verbose git checkout $checkoutflags "$b"
427 elif [ -n "$b" ] && git rev-parse "refs/remotes/$remote/$b" >/dev/null 2>&1; then
429 verbose git checkout $checkoutflags --track -b "$b" "$remote/$b"
432 if git rev-parse "refs/heads/$b" >/dev/null 2>&1; then
434 verbose git checkout $checkoutflags "$b"
435 elif git rev-parse "refs/remotes/$remote/$b" >/dev/null 2>&1; then
437 verbose git checkout $checkoutflags --track -b "$b" "$remote/$b"
439 echo "WTF? Not even branch $b doesn't exist in $d"
444 checkself "$cmd" "$@"
448 echo "The requested branch was not found in any repository."
456 if [ -z "$branch" ]; then
460 if [ -z "$branch" ]; then
463 r=`git symbolic-ref HEAD`
470 dv=`visible_repo_name "$d"`
471 enter "$d0/$d" verbose
472 if git rev-parse "refs/heads/$branch" >/dev/null 2>&1; then
473 echo "Already having this branch in $dv."
475 if yesno "Branch in $dv?"; then
476 if [ -n "$srcbranch" ]; then
479 b=origin/"`repobranch "$d"`"
480 verbose git fetch origin || true
482 # TODO do this without pushing
483 verbose git checkout -b "$branch" "$b"
484 verbose git config "branch.$branch.remote" "$remote"
485 verbose git config "branch.$branch.merge" "refs/heads/$branch"
495 cd "$d0/$d" # am in a pipe, shouldn't use enter
496 git branch -r -v -v | cut -c 3- | sed "s/^(no branch)/(no_branch)/" | sed "s,^,$d ,"
501 while read -r d BRANCH REV TEXT; do
502 if [ x"$BRANCH" = x"`repobranch "$d"`" ]; then
505 if [ x"$REV" = x"->" ]; then
508 BRANCH=${BRANCH#remotes/}
509 ID=`echo "$BRANCH" | tr -c "A-Za-z0-9." "_"`
510 branches_list="$branches_list $BRANCH" # TEH SORT MAKEZ IT UNIEQ
511 eval "r=\$branches_repos_$ID"
513 eval "branches_repos_$ID=\$r"
515 echo -n "$branches_list" | xargs -n 1 echo | sort -u | while IFS= read -r BRANCH; do
516 ID=`echo "$BRANCH" | tr -c "A-Za-z0-9." "_"`
517 eval "r=\$branches_repos_$ID"
518 printf "%-60s %s\n" "$BRANCH" "$r"
525 dv=`visible_repo_name "$d"`
526 enter "$d0/$d" verbose
527 r=`git symbolic-ref HEAD`
529 if git log HEAD..origin/"`repobranch "$d"`" | grep .; then
530 # we have uncommitted changes
531 if yesno "Could merge from \"`repobranch "$d"`\" into \"$r\" in $dv. Do it?"; then
532 if ! verbose git merge origin/"`repobranch "$d"`"; then
533 check_mergeconflict "$d"
534 exit 1 # this should ALWAYS be fatal
544 dv=`visible_repo_name "$d"`
545 enter "$d0/$d" verbose
546 r=`git symbolic-ref HEAD`
548 diffdata=`git diff --color HEAD`
549 if [ -n "$diffdata" ]; then
550 # we have uncommitted changes
551 if yesno "Uncommitted changes in \"$r\" in $dv. Commit?" 'echo "$diffdata" | less -r'; then
552 verbose git commit -a
555 rem=`git config "branch.$r.remote" || echo origin`
556 bra=`git config "branch.$r.merge" || echo "$r"`
557 upstream="$rem/${bra#refs/heads/}"
558 if ! git rev-parse "$upstream" >/dev/null 2>&1; then
559 upstream="origin/`repobranch "$d"`"
561 logdata=`git log --color "$upstream".."$r"`
562 if [ -n "$logdata" ]; then
563 if yesno "Push \"$r\" in $dv?" 'echo "$logdata" | less -r'; then
564 verbose git push "$rem" HEAD
567 if [ x"$submit" = x"-s" ]; then
570 verbose git push "$rem" HEAD:"${bra%%/*}/finished/${bra#*/}"
583 if [ -z "$CC" ]; then
584 export CC="gcc -DSUPPORTIPV6"
597 export CC="$CC -g -mtune=native -march=native"
605 if [ -n "$WE_HATE_OUR_USERS" ]; then
606 TARGETS="sv-$debug cl-$debug"
607 elif [ x"`uname`" = x"Darwin" ]; then
610 TARGETS="sv-$debug cl-$debug sdl-$debug"
613 # AGL cannot be compiled on systems with a kernel > 10.x (Snow Leopard)
614 TARGETS="sv-$debug sdl-$debug"
617 export CC="$CC -I$PWD/misc/buildfiles/osx/Xonotic-SDL.app/Contents/Frameworks/SDL.framework/Headers -F$PWD/misc/buildfiles/osx/Xonotic-SDL.app/Contents/Frameworks"
619 TARGETS="sv-$debug cl-$debug sdl-$debug"
621 if [ $# -gt 0 ] && [ x"$1" = x"" ]; then
622 # if we give the command make the arg "", it will surely fail (invalid filename),
623 # so better handle it as an empty client option
626 elif [ -n "$1" ]; then
628 TARGETS_SAVE=$TARGETS
633 TARGETS="$TARGETS sdl-debug"
636 TARGETS="$TARGETS cl-debug"
639 TARGETS="$TARGETS sv-debug"
642 BAD_TARGETS="$BAD_TARGETS $X"
646 if [ -n "$TARGETS" ]; then # at least a valid client
648 else # no valid client, let's assume this option is not meant to be a client then
649 TARGETS=$TARGETS_SAVE
653 if [ -z "$MAKEFLAGS" ]; then
654 if [ -f /proc/cpuinfo ]; then
655 ncpus=$((`grep -c '^processor :' /proc/cpuinfo`+0))
656 if [ $ncpus -gt 1 ]; then
660 if [ -n "$WE_HATE_OUR_USERS" ]; then
661 MAKEFLAGS="$MAKEFLAGS DP_MAKE_TARGET=mingw LIB_JPEG= CFLAGS_LIBJPEG="
665 enter "$d0/d0_blind_id" verbose
667 verbose make $MAKEFLAGS distclean
669 if ! [ -f Makefile ]; then
670 verbose sh autogen.sh
671 verbose ./configure || true
673 if ! verbose make $MAKEFLAGS; then
674 # compilation of crypto library failed
675 # use binaries then, if we can...
677 if [ -n "$WE_HATE_OUR_USERS" ]; then
678 cp "$d0/misc/buildfiles/win32/libd0_blind_id"-* .libs/
679 cp "$d0/misc/buildfiles/win32/libgmp"-* .libs/
685 cp "$d0/misc/builddeps/dp.linux64/lib/libd0_blind_id".* .libs/
686 cp "$d0/misc/builddeps/dp.linux64/lib/libgmp.so*" .libs/
689 cp "$d0/misc/builddeps/dp.linux32/lib/libd0_blind_id".* .libs/
690 cp "$d0/misc/builddeps/dp.linux32/lib/libgmp".* .libs/
693 error "Please install libgmp development libraries first"
698 cp "$d0/misc/buildfiles/osx/Xonotic.app/Contents/MacOS/libd0_blind_id".* .libs/
701 error "Please install libgmp development libraries first"
707 enter "$d0/fteqcc" verbose
709 verbose make $MAKEFLAGS clean
711 verbose make $MAKEFLAGS
713 enter "$d0/data/xonotic-data.pk3dir" verbose
715 verbose make FTEQCC="$d0/fteqcc/fteqcc.bin" "$@" $MAKEFLAGS clean
717 verbose make FTEQCC="$d0/fteqcc/fteqcc.bin" "$@" $MAKEFLAGS
719 enter "$d0/darkplaces" verbose
720 if [ x"$BAD_TARGETS" = x" " ]; then
721 echo "Warning: invalid empty client, default clients will be used."
724 verbose make $MAKEFLAGS clean
726 for T in $TARGETS; do
727 verbose make $MAKEFLAGS STRIP=: "$@" "$T"
729 for T in $BAD_TARGETS; do
730 echo "Warning: discarded invalid client $T."
733 verbose "$SELF" update-maps
736 if [ -n "$WE_HATE_OUR_USERS" ]; then
738 export PATH="$d0/misc/buildfiles/win32:$d0/d0_blind_id/.libs:$PATH"
739 elif [ x"`uname`" = x"Darwin" ]; then
740 export DYLD_LIBRARY_PATH="$d0/misc/buildfiles/osx/Xonotic-SDL.app/Contents/MacOS:$d0/d0_blind_id/.libs"
741 export DYLD_FRAMEWORK_PATH="$d0/misc/buildfiles/osx/Xonotic-SDL.app/Contents/Frameworks"
744 export LD_LIBRARY_PATH="$d0/d0_blind_id/.libs"
748 sdl|glx|agl|dedicated)
757 if ! [ -x "darkplaces/darkplaces$client" ]; then
758 if [ -x "darkplaces/darkplaces$client.exe" ]; then
761 echo "Client darkplaces/darkplaces$client not found, aborting"
765 set -- "darkplaces/darkplaces$client" -xonotic -mygames "$@"
767 # if pulseaudio is running: USE IT
768 if [ -z "$SDL_AUDIODRIVER" ] && ! [ -n "$WE_HATE_OUR_USERS" ] && ! [ x"`uname`" = x"Darwin" ]; then
769 if ps -C pulseaudio >/dev/null; then
770 if ldd /usr/lib/libSDL.so 2>/dev/null | grep pulse >/dev/null; then
771 export SDL_AUDIODRIVER=pulse
778 if [ -n "$USE_GDB" ]; then
779 set -- gdb --args "$@"
780 elif which gdb >/dev/null 2>&1; then
781 set -- gdb --batch -x savecore.gdb --args "$@"
782 elif which catchsegv >/dev/null 2>&1; then
783 set -- catchsegv "$@"
787 if [ -f xonotic.core ]; then
788 if yesno "The program has CRASHED. Do you want to examine the core dump?"; then
789 gdb "$binary" xonotic.core
790 #elif yesno "You did not want to examine the core dump. Do you want to provide it - including your DarkPlaces checkout - to the Xonotic developers?"; then
791 # tar cvzf xonotic.core.tar.gz xonotic.core darkplaces/*.c darkplaces/*.h
793 # rm -f xonotic.core.tar.gz
795 echo "The core dump can be examined later by"
796 echo " gdb $binary xonotic.core"
802 if [ x"$1" = x"-k" ]; then
807 if verbose cd "$d0/$d"; then
819 patchdir=`mktemp -d -t save-patches.XXXXXX`
821 enter "$d0/$d" verbose
822 git branch -v -v | cut -c 3- | {
824 while read -r BRANCH REV UPSTREAM TEXT; do
827 UPSTREAM=${UPSTREAM#\[}
828 UPSTREAM=${UPSTREAM%\]}
829 UPSTREAM=${UPSTREAM%:*}
833 UPSTREAM=origin/"`repobranch "$d"`"
837 if [ x"$REV" = x"->" ]; then
840 if git format-patch -o "$patchdir/$i" "$UPSTREAM".."$BRANCH"; then
841 echo "$d" > "$patchdir/$i/info.txt"
842 echo "$BRANCH" >> "$patchdir/$i/info.txt"
843 echo "$UPSTREAM" >> "$patchdir/$i/info.txt"
844 echo "$TRACK" >> "$patchdir/$i/info.txt"
847 rm -rf "$patchdir/$i"
852 ( cd "$patchdir" && tar cvzf - . ) > "$outfile"
857 patchdir=`mktemp -d -t restore-patches.XXXXXX`
858 ( cd "$patchdir" && tar xvzf - ) < "$infile"
860 for P in "$patchdir"/*/info.txt; do
867 verbose git checkout HEAD^0
868 verbose git branch -D "$BRANCH"
869 if [ x"$TRACK" = x"true" ]; then
870 verbose git checkout --track -b "$BRANCH" "$UPSTREAM"
872 verbose git branch -b "$BRANCH" "$UPSTREAM"
884 report=$report"$*$LF"
889 report=$report" $*$LF"
894 o=`"$@" | sed 's/^/ /' || true`
898 enter "$d0/$d" verbose
899 base="`repobranch "$d"`"
901 for ref in `git for-each-ref --format='%(refname)' refs/remotes/origin/`; do
902 case "${ref#refs/remotes/origin/}" in
915 if [ -n "$branch" ]; then
916 if [ x"$branch" != x"${ref#refs/remotes/origin/}" ]; then
925 l0=`git rev-list "$base".."$ref" | wc -l`
926 l1=`git rev-list master.."$ref" | wc -l`
927 if [ $l0 -gt $l1 ]; then
934 reportecho " Branch $ref:"
935 note=`GIT_NOTES_REF=refs/notes/admin-merge git notes show "$ref" 2>/dev/null || true`
936 logdata=`git log --color "$realbase".."$ref"`
937 if [ -z "$logdata" ]; then
938 reportecho4 "--> not merging, no changes vs master"
939 if yesno "Branch \"$ref\" probably should get deleted. Do it?" ''; then
940 git push origin :"${ref#refs/remotes/origin/}"
941 reportecho4 "--> branch deleted"
944 diffdata=`git diff --color --find-copies-harder --ignore-space-change "$realbase"..."$ref"`
945 if [ -z "$diffdata" ]; then
946 reportecho4 "--> not merging, no changes vs master, branch contains redundant history"
947 if yesno "Branch \"$ref\" probably should get deleted. Do it?" '{ echo "$logdata"; } | less -r'; then
948 git push origin :"${ref#refs/remotes/origin/}"
949 reportecho4 "--> branch deleted"
951 elif [ -z "$branch" ] && [ -n "$note" ]; then
952 reportdo4 echo "$note"
953 reportecho4 "--> not merging, already had this one rejected before"
954 elif yesno "Branch \"$ref\" may want to get merged. Do it?" '{ echo "$logdata"; echo "$diffdata"; } | less -r'; then
955 git checkout "$realbase"
956 org=`git rev-parse HEAD`
957 if ! git merge --no-ff "$ref" 2>&1 | tee "$t" && ! { git ls-files -u | grep ' 1 ' >/dev/null; }; then
958 git reset --hard "$org"
959 GIT_NOTES_REF=refs/notes/admin-merge git notes edit -m "Merge failed:$LF`cat "$t"`" "$ref"
961 reportecho4 "--> merge failed"
962 elif ! "$SELF" compile 2>&1 | tee "$t"; then
963 git reset --hard "$org"
964 GIT_NOTES_REF=refs/notes/admin-merge git notes edit -m "Compile failed:$LF`cat "$t"`" "$ref"
966 reportecho4 "--> compile failed"
967 elif ! yesno "Still merge \"$ref\" into `git symbolic-ref HEAD` of $d? Maybe you want to test first."; then
968 git reset --hard "$org"
969 GIT_NOTES_REF=refs/notes/admin-merge git notes edit "$ref"
970 note=`GIT_NOTES_REF=refs/notes/admin-merge git notes show "$ref" 2>/dev/null || true`
971 if [ x"$note" = x"del" ]; then
972 git push origin :"${ref#refs/remotes/origin/}"
973 reportecho4 "--> test failed, branch deleted"
974 elif [ -n "$note" ]; then
975 reportdo4 echo "$note"
976 reportecho4 "--> test failed"
978 reportecho4 "--> test failed, postponed"
982 case ",`repoflags "$d"`," in
984 # we do quite a mess here... luckily we know $org
985 git fetch # svn needs to be current
986 git rebase -i --onto origin/master "$org"
987 git svn dcommit --add-author-from
988 git reset --hard "$org"
994 reportecho4 "--> MERGED"
995 if yesno "Delete original branch \"$ref\"?"; then
996 git push origin :"${ref#refs/remotes/origin/}"
997 reportecho4 "--> branch deleted"
1001 GIT_NOTES_REF=refs/notes/admin-merge git notes edit "$ref"
1002 note=`GIT_NOTES_REF=refs/notes/admin-merge git notes show "$ref" 2>/dev/null || true`
1003 if [ x"$note" = x"del" ]; then
1004 git push origin :"${ref#refs/remotes/origin/}"
1005 reportecho4 "--> branch deleted"
1006 elif [ -n "$note" ]; then
1007 reportdo4 echo "$note"
1008 reportecho4 "--> rejected"
1010 reportecho4 "--> postponed"
1019 echo "$report" | ssh nexuiz@rm.endoftheinternet.org cat '>>' public_html/xonotic-merge-notes.txt
1031 # ./all clean [-m] [-f | -fu | -fU] [-r] [-D]
1032 # ./all clean --reclone
1035 if [ x"$1" = x"--reclone" ]; then
1042 elif [ x"$1" = x"-f" ]; then
1044 elif [ x"$1" = x"-u" ]; then
1046 elif [ x"$1" = x"-U" ]; then
1049 elif [ x"$1" = x"-fu" ]; then
1052 elif [ x"$1" = x"-fU" ]; then
1056 elif [ x"$1" = x"-m" ]; then
1058 elif [ x"$1" = x"-r" ]; then
1060 elif [ x"$1" = x"-D" ]; then
1073 if $gotoupstream; then
1075 msg "Must also use -f (delete local changes) when using -u"
1078 if $gotomaster; then
1079 if $fetchupstream; then
1080 verbose git fetch origin
1081 verbose git remote prune origin
1083 verbose git checkout -f "`repobranch "$d"`"
1084 verbose git reset --hard origin/"`repobranch "$d"`"
1086 r=`git symbolic-ref HEAD`
1088 rem=`git config "branch.$r.remote" || echo origin`
1089 bra=`git config "branch.$r.merge" || echo "$r"`
1090 upstream="$rem/${bra#refs/heads/}"
1091 if $fetchupstream; then
1092 verbose git fetch "$rem"
1093 verbose git remote prune "$rem"
1095 if ! git rev-parse "$upstream" >/dev/null 2>&1; then
1096 upstream="origin/`repobranch "$d"`"
1098 verbose git reset --hard "$upstream"
1100 elif $gotomaster; then
1102 verbose git checkout -f "`repobranch "$d"`"
1103 verbose git reset --hard
1105 verbose git checkout "`repobranch "$d"`"
1108 verbose git reset --hard
1110 if $rmuntracked; then
1113 verbose git clean -df
1116 verbose git clean -xdf
1120 if $killbranches; then
1121 git for-each-ref --format='%(refname)' refs/heads/ | while IFS= read -r B; do
1122 if [ x"$B" != x"`git symbolic-ref HEAD`" ]; then
1123 verbose git branch -D "${B#refs/heads/}"
1126 git rev-parse refs/heads/master >/dev/null 2>&1 || verbose git branch -t master origin/master || true
1127 git rev-parse "refs/heads/`repobranch "$d"`" >/dev/null 2>&1 || verbose git branch -t "`repobranch "$d"`" origin/"`repobranch "$d"`" || true
1132 # release building goes here
1134 #"$SELF" each git clean -fxd
1135 case "$RELEASETYPE" in
1137 msg "Building a BETA"
1140 msg "Building a RELEASE"
1143 echo >&2 -n "$ESC[2J$ESC[H"
1150 msg " +---------------------------------------------------------.---+"
1152 msg " +---------------------------------------------------------^---+"
1154 msg " | / \ This is the official release build system. |"
1155 msg " | | | If you are not a member of the Xonotic Core Team, |"
1156 msg " | | STOP | you are not supposed to use this script and should |"
1157 msg " | | | instead use ./all compile to compile the engine |"
1158 msg " | \____/ and game code. |"
1160 msg " | [ I understand ] |"
1161 msg " +-------------------------------------------------------------+"
1163 # A LOT of build infrastructure is required:
1166 # - .ssh/config must be configured so the following
1167 # host names are reachable and have a compile
1168 # infrastructure set up:
1169 # - xonotic-build-linux32 (with gcc on x86)
1170 # - xonotic-build-linux64 (with gcc on x86_64)
1171 # - xonotic-build-win32 (with i586-mingw32msvc-g++)
1172 # - xonotic-build-win64 (with amd64-mingw32msvc-g++
1173 # and x86_64-w64-mingw32-g++)
1174 # - xonotic-build-osx (with Xcode and SDL.framework)
1175 # - AMD Compressonator installed in WINE
1176 # - ResEdit installed in WINE
1177 # - a lot of other requirements you will figure out
1178 # while reading the error messages
1179 # - environment variable RELEASETYPE set
1180 # - optionally, environment variable RELEASEDATE set
1185 verbose rm -rf Xonotic Xonotic*.zip
1186 verbose mkdir -p Xonotic
1187 if [ -n "$RELEASEDATE" ]; then
1188 verbose echo "$RELEASEDATE" > Xonotic/stamp.txt
1190 verbose date +%Y%m%d > Xonotic/stamp.txt
1192 verbose git archive --format=tar HEAD -- Docs misc server xonotic-linux-glx.sh xonotic-linux-sdl.sh misc/buildfiles key_0.d0pk | {
1194 verbose mkdir data fteqcc source source/darkplaces source/fteqcc
1196 verbose rm -rf misc/builddeps
1197 verbose mv misc/buildfiles/win32/* . || true
1198 verbose mv misc/buildfiles/win64 bin64 || true
1199 verbose mv misc/buildfiles/osx/* . || true
1200 verbose rm -rf misc/buildfiles
1201 verbose rm -rf misc/pki
1204 verbose cd darkplaces
1205 verbose git archive --format=tar HEAD
1207 verbose cd Xonotic/source/darkplaces
1212 verbose git archive --format=tar HEAD
1214 verbose cd Xonotic/source/fteqcc
1218 verbose cd data/xonotic-data.pk3dir
1219 verbose git archive --format=tar HEAD -- qcsrc Makefile
1221 verbose cd Xonotic/source
1224 rm -f Xonotic/key_15.d0pk
1226 release-compile-run)
1235 if [ -n "$targetfiles" ]; then
1236 case " $HOSTS_THAT_ARE_DISABLED " in
1241 case " $HOSTS_THAT_ARE_MYSELF " in
1243 verbose rsync --delete -zLvaSHP "$srcdir"/ "$buildpath/"
1244 verbose rsync --delete -zLvaSHP "$depsdir"/ "$buildpath.deps/"
1245 verbose ln -snf "$buildpath.deps" "$buildpath/.deps"
1246 verbose eval make -C "$buildpath" clean $maketargets $makeflags
1247 for f in $targetfiles; do
1248 verbose mv "$buildpath/${f%:*}" "${f##*:}" || true
1252 verbose rsync --delete -zLvaSHP "$srcdir"/ "$host:$buildpath/"
1253 verbose rsync --delete -zLvaSHP "$depsdir"/ "$host:$buildpath.deps/"
1254 verbose ssh "$host" "ln -snf $buildpath.deps $buildpath/.deps && cd $buildpath && nice -`nice` make clean $maketargets $makeflags"
1255 for f in $targetfiles; do
1256 verbose rsync -zvaSHP "$host:$buildpath/${f%:*}" "${f##*:}" || true
1260 # now rebrand the binaries...
1261 for f in $targetfiles; do
1262 #verbose "$d0/misc/tools/rebrand-darkplaces-engine.sh" "${XONOTIC_BRAND:-$d0/misc/tools/xonotic.brand}" "${f##*:}" || true
1265 verbose "$d0/misc/tools/change-icon-of-exe.sh" "$d0/misc/logos/icons_ico/xonotic.ico" "$f"
1267 d=`mktemp -d -t rebrand.XXXXXX`
1269 echo "-mygames" > darkplaces.opt
1270 zip -9r darkplaces.zip darkplaces.opt
1283 fteqcc_maketargets=$3
1285 darkplaces_maketargets=$5
1287 host=xonotic-build-$suffix
1288 verbose "$SELF" release-compile-run "$host" /tmp/fteqcc.build."$suffix" "$fteqcc_maketargets" "$makeflags" "Xonotic/source/fteqcc" "$d0/misc/builddeps/dp.$suffix" "$fteqcc_files"
1289 verbose "$SELF" release-compile-run "$host" /tmp/Darkplaces.build."$suffix" "$darkplaces_maketargets" "$makeflags" "Xonotic/source/darkplaces" "$d0/misc/builddeps/dp.$suffix" "$darkplaces_files"
1291 release-engine-win32)
1292 verbose "$SELF" release-compile win32 \
1293 'STRIP=: DP_MAKE_TARGET=mingw CC="i586-mingw32msvc-gcc -march=i686 -g -Wl,--dynamicbase -Wl,--nxcompat -I.deps/include -L.deps/lib -DUSE_WSPIAPI_H -DSUPPORTIPV6" WINDRES="i586-mingw32msvc-windres" SDL_CONFIG=".deps/bin/sdl-config" LIB_JPEG= CFLAGS_LIBJPEG= WIN32RELEASE=1 D3D=0' \
1294 win 'fteqcc.exe:Xonotic/fteqcc/fteqcc.exe' \
1296 verbose "$SELF" release-compile win32 \
1297 'STRIP=: DP_MAKE_TARGET=mingw CC="i586-mingw32msvc-gcc -g -Wl,--dynamicbase -Wl,--nxcompat -I.deps/include -L.deps/lib -DUSE_WSPIAPI_H -DSUPPORTIPV6" WINDRES="i586-mingw32msvc-windres" SDL_CONFIG=".deps/bin/sdl-config" LIB_JPEG= CFLAGS_LIBJPEG= WIN32RELEASE=1 D3D=0' \
1299 release 'darkplaces.exe:Xonotic/xonotic.exe darkplaces-sdl.exe:Xonotic/xonotic-sdl.exe darkplaces-dedicated.exe:Xonotic/xonotic-dedicated.exe'
1301 release-engine-win64)
1302 verbose "$SELF" release-compile win64 \
1303 'STRIP=: DP_MAKE_TARGET=mingw CC="amd64-mingw32msvc-gcc -g -Wl,--dynamicbase -Wl,--nxcompat -I.deps/include -L.deps/lib -DSUPPORTIPV6" WINDRES="amd64-mingw32msvc-windres" SDL_CONFIG=".deps/bin/sdl-config" LIB_JPEG= CFLAGS_LIBJPEG= WIN64RELEASE=1 D3D=0' \
1304 win 'fteqcc.exe:Xonotic/fteqcc/fteqcc-x64.exe' \
1305 'sv-release sdl-release' 'darkplaces-sdl.exe:Xonotic/xonotic-x64-sdl.exe darkplaces-dedicated.exe:Xonotic/xonotic-x64-dedicated.exe'
1306 verbose "$SELF" release-compile win64 \
1307 'STRIP=: DP_MAKE_TARGET=mingw CC="x86_64-w64-mingw32-gcc -g -Wl,--dynamicbase -Wl,--nxcompat -I.deps/include -L.deps/lib -DSUPPORTIPV6" WINDRES="x86_64-w64-mingw32-windres" SDL_CONFIG=".deps/bin/sdl-config" LIB_JPEG= CFLAGS_LIBJPEG= WIN64RELEASE=1 D3D=0' \
1309 cl-release 'darkplaces.exe:Xonotic/xonotic-x64.exe'
1312 # gcc on OSX is buggy, needs -fno-reorder-blocks for a release build to succeed
1313 verbose "$SELF" release-compile osx \
1314 'STRIP=: CC="gcc -g -arch i386 -arch ppc -arch x86_64 -isysroot /Developer/SDKs/MacOSX10.5.sdk -mmacosx-version-min=10.4 -I.deps/include -L.deps/lib -fno-reorder-blocks -DSUPPORTIPV6"' \
1315 all 'fteqcc.bin:Xonotic/fteqcc/fteqcc.osx' \
1316 'sv-release sdl-release' 'darkplaces-sdl:Xonotic/Xonotic-SDL.app/Contents/MacOS/xonotic-osx-sdl-bin darkplaces-dedicated:Xonotic/xonotic-osx-dedicated'
1317 verbose "$SELF" release-compile osx \
1318 'STRIP=: CC="gcc -g -arch i386 -arch ppc -isysroot /Developer/SDKs/MacOSX10.5.sdk -mmacosx-version-min=10.4 -I.deps/include -L.deps/lib -fno-reorder-blocks -DSUPPORTIPV6"' \
1320 'cl-release' 'darkplaces-agl:Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-agl-bin'
1322 release-engine-linux32)
1323 verbose "$SELF" release-compile linux32 \
1324 'STRIP=: CC="gcc -m32 -march=i686 -g -I.deps/include -L.deps/lib -DSUPPORTIPV6" DP_MODPLUG_STATIC_LIBDIR=.deps/lib LIB_JPEG=.deps/lib/libjpeg.a DP_CRYPTO_STATIC_LIBDIR=.deps/lib' \
1325 all 'fteqcc.bin:Xonotic/fteqcc/fteqcc.linux32' \
1326 release 'darkplaces-glx:Xonotic/xonotic-linux32-glx darkplaces-sdl:Xonotic/xonotic-linux32-sdl darkplaces-dedicated:Xonotic/xonotic-linux32-dedicated'
1328 release-engine-linux64)
1329 verbose "$SELF" release-compile linux64 \
1330 'STRIP=: CC="gcc -m64 -g -I.deps/include -L.deps/lib -DSUPPORTIPV6" DP_MODPLUG_STATIC_LIBDIR=.deps/lib LIB_JPEG=.deps/lib/libjpeg.a DP_CRYPTO_STATIC_LIBDIR=.deps/lib' \
1331 all 'fteqcc.bin:Xonotic/fteqcc/fteqcc.linux64' \
1332 release 'darkplaces-glx:Xonotic/xonotic-linux64-glx darkplaces-sdl:Xonotic/xonotic-linux64-sdl darkplaces-dedicated:Xonotic/xonotic-linux64-dedicated'
1335 verbose "$SELF" release-engine-linux32 &
1336 verbose "$SELF" release-engine-linux64 &
1337 verbose "$SELF" release-engine-win32 &
1338 verbose "$SELF" release-engine-win64 &
1339 verbose "$SELF" release-engine-osx &
1348 verbose "$SELF" update-maps
1351 case "$RELEASETYPE" in
1353 verbose make -C Xonotic/source FTEQCC="$d0/Xonotic/fteqcc/fteqcc.linux32" XON_BUILDSYSTEM=1 clean all
1356 verbose make -C Xonotic/source FTEQCC="$d0/Xonotic/fteqcc/fteqcc.linux32" XON_BUILDSYSTEM=1 FTEQCCFLAGS_WATERMARK= clean all
1359 verbose rm -f Xonotic/source/*/fteqcc.log
1361 release-buildpk3-transform-raw)
1364 release-buildpk3-transform-normal)
1367 # texture: convert to jpeg and dds
1368 verbose export do_jpeg=true
1369 verbose export jpeg_qual_rgb=95
1370 verbose export jpeg_qual_a=99
1371 verbose export do_dds=true
1372 verbose export dds_flags=
1373 verbose export do_ogg=false
1374 verbose export del_src=true
1375 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
1377 release-buildpk3-transform-low)
1380 # texture: convert to jpeg and dds
1381 # music: reduce bitrate
1382 verbose export do_jpeg=true
1383 verbose export jpeg_qual_rgb=80
1384 verbose export jpeg_qual_a=95
1385 verbose export do_dds=false
1386 verbose export do_ogg=true
1387 verbose export ogg_qual=1
1388 verbose export del_src=true
1389 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
1391 release-buildpk3-transform-lowdds)
1394 # texture: convert to jpeg and dds
1395 # music: reduce bitrate
1396 verbose export do_jpeg=false
1397 verbose export do_jpeg_if_not_dds=true
1398 verbose export jpeg_qual_rgb=80
1399 verbose export jpeg_qual_a=95
1400 verbose export do_dds=true
1401 verbose export dds_flags=
1402 verbose export do_ogg=true
1403 verbose export ogg_qual=1
1404 verbose export del_src=true
1405 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
1418 verbose rm -rf Xonotic/temp
1419 verbose mkdir -p Xonotic/temp
1422 verbose git archive --format=tar HEAD
1424 verbose cd Xonotic/temp
1427 verbose cd Xonotic/temp
1428 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
1429 verbose cp ../source/progs.dat .
1430 verbose cp ../source/csprogs.dat .
1431 verbose cp ../source/menu.dat .
1432 verbose rm -rf qcsrc
1433 gv=`grep "^gameversion " "defaultXonotic.cfg" | awk '{ print $2 }'`
1434 major=$(($gv / 10000))
1435 minor=$(($gv / 100 - $major * 100))
1436 patch=$(($gv - $major * 10000 - $minor * 100))
1437 versionstr="$major.$minor.$patch"
1438 case "$RELEASETYPE" in
1440 versionstr="$versionstr""beta"
1444 s/^set g_xonoticversion [^ ]* /set g_xonoticversion $versionstr /;
1445 s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
1446 s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
1447 " defaultXonotic.cfg
1449 verbose cd gfx/menu/luminos
1450 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
1451 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
1452 verbose rm background_l2.svg
1455 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
1456 for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
1457 if [ -f "$X" ]; then
1459 verbose rm -f maps/*.log maps/*.irc maps/*.lin
1463 verbose export git_src_repo="$d0/$src" # skip hash-object
1464 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
1465 verbose mkzip "../../$dst" *
1467 verbose rm -rf Xonotic/temp
1470 stamp=`cat Xonotic/stamp.txt`
1476 dst="data/xonotic-$stamp-${dst#data/xonotic-}"
1482 while [ "$#" -gt 1 ]; do
1483 verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
1489 verbose "$SELF" release-buildpk3s data/font-nimbussansl.pk3dir raw ''
1490 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir normal '' raw '-raw' low '-low' lowdds '-lowdds'
1491 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir normal '' raw '-raw' low '-low' lowdds '-lowdds'
1492 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir raw '' low '-low'
1493 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir low ''
1495 release-pack-needsx11)
1498 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
1501 verbose "$SELF" release-pack
1506 stamp=`cat Xonotic/stamp.txt`
1507 # exe and dll files do not need +x, so this makes them eligible for 7zip compression too
1508 chmod a-x Xonotic/*.exe Xonotic/*.dll || true
1509 # let's pass crypto import laws of some nasty countries
1510 crypto_libs=`find Xonotic -name \*d0_rijndael\*`
1511 if [ -n "$crypto_libs" ]; then
1512 verbose mkzip Xonotic-$stamp-crypto.zip \
1516 # build the archives
1517 verbose mkzip Xonotic-$stamp-engine.zip \
1519 Xonotic/bin64/*.dll \
1522 Xonotic/xonotic.exe \
1523 Xonotic/source/darkplaces/
1524 verbose cp Xonotic-$stamp-engine.zip Xonotic-$stamp-common.zip
1525 verbose mkzip Xonotic-$stamp-common.zip \
1526 Xonotic/source/fteqcc/ \
1527 Xonotic/source/qcsrc/ \
1532 Xonotic/key_0.d0pk \
1533 Xonotic/data/font-nimbussansl-$stamp.pk3
1534 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp.zip
1535 verbose mkzip0 Xonotic-$stamp.zip \
1536 Xonotic/data/xonotic-$stamp-data.pk3 \
1537 Xonotic/data/xonotic-$stamp-maps.pk3 \
1538 Xonotic/data/xonotic-$stamp-music.pk3 \
1539 Xonotic/data/xonotic-$stamp-nexcompat.pk3
1540 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp-low.zip
1541 verbose mkzip0 Xonotic-$stamp-low.zip \
1542 Xonotic/data/xonotic-$stamp-data-low.pk3 \
1543 Xonotic/data/xonotic-$stamp-maps-low.pk3 \
1544 Xonotic/data/xonotic-$stamp-music-low.pk3
1545 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp-lowdds.zip
1546 verbose mkzip0 Xonotic-$stamp-lowdds.zip \
1547 Xonotic/data/xonotic-$stamp-data-lowdds.pk3 \
1548 Xonotic/data/xonotic-$stamp-maps-lowdds.pk3 \
1549 Xonotic/data/xonotic-$stamp-music-low.pk3
1550 verbose mv Xonotic-$stamp-common.zip Xonotic-$stamp-high.zip
1551 verbose mkzip0 Xonotic-$stamp-high.zip \
1552 Xonotic/data/xonotic-$stamp-data-raw.pk3 \
1553 Xonotic/data/xonotic-$stamp-maps-raw.pk3 \
1554 Xonotic/data/xonotic-$stamp-music.pk3 \
1555 Xonotic/data/xonotic-$stamp-nexcompat.pk3
1558 verbose "$SELF" release-prepare
1559 verbose "$SELF" release-maps
1560 verbose "$SELF" release-engine
1561 verbose "$SELF" release-qc
1562 verbose "$SELF" release-pack-needsx11
1563 verbose "$SELF" release-zip
1568 echo " $SELF admin-merge [<branch>]"
1569 echo " $SELF branch <branch>"
1570 echo " $SELF branch <remote> <branch> [<srcbranch>]"
1571 echo " $SELF branches"
1572 echo " $SELF checkout|switch <branch>"
1573 echo " $SELF checkout|switch <remote>/<branch>"
1574 echo " $SELF clean [-m] [-f | -fu | -fU] [-r] [-D]"
1575 echo " $SELF clean --reclone"
1576 echo " $SELF compile [-c]"
1577 echo " $SELF each|foreach [-k] command..."
1578 echo " $SELF fix_upstream_rebase"
1580 echo " $SELF push|commit [-s]"
1581 echo " $SELF release"
1582 echo " $SELF restore-patches"
1583 echo " $SELF run [sdl|glx|wgl|agl|dedicated] options..."
1584 echo " $SELF save-patches"
1585 echo " $SELF update-maps"
1586 echo " $SELF update|pull [-N]"