misc/tools/all/release.subr

   1 release_common()
   2 {
   3         export LC_ALL=C
   4
   5         if [ -z "$MAKEFLAGS" ]; then
   6                 ncpus=`getconf _NPROCESSORS_ONLN 2>/dev/null || getconf NPROCESSORS_ONLN 2>/dev/null || echo 1`
   7                 if [ $ncpus -gt 1 ]; then
   8                         export MAKEFLAGS=-j$ncpus
   9                 fi
  10         fi
  11
  12         release_args="$cmd $*"
  13         msg "*** $release_args: start"
  14         release_starttime=`date +%s`
  15         release_end()
  16         {
  17                 release_endtime=`date +%s`
  18                 release_deltatime=$(($release_endtime - $release_starttime))
  19                 msg "*** $release_args: $release_deltatime seconds"
  20         }
  21         trap release_end EXIT
  22         release_tempstarttime=$release_starttime
  23         release_timereport()
  24         {
  25                 release_endtime=`date +%s` # RELEASE NOW!!!
  26                 if [ -n "$*" ]; then
  27                         release_deltatime=$(($release_endtime - $release_tempstarttime))
  28                         msg "**** $release_args: $*: $release_deltatime seconds"
  29                 fi
  30                 release_tempstarttime=$release_endtime
  31         }
  32         release_git_extract_dir()
  33         {
  34                 release_src=$1; shift
  35                 release_dst=$1; shift
  36                 # try to create a hardlink
  37                 if ln -f "$release_src/.git/HEAD" "$release_dst/.hardlink-test"; then
  38                         rm -f "$release_dst/.hardlink-test"
  39                         git -C "$release_src" ls-files HEAD -- "$@" |
  40                                 while IFS= read -r F; do
  41                                         case "$F" in */*) mkdir -p "$release_dst/${F%/*}" ;; esac
  42                                         verbose ln -f "$release_src/$F" "$release_dst/$F"
  43                                 done
  44                         git -C "$release_src" ls-tree -rd --name-only HEAD -- "$@" |
  45                                 while IFS= read -r D; do
  46                                         touch -cr "$release_src/$D" "$release_dst/$D"
  47                                 done
  48                 else
  49                         {
  50                                 verbose cd "$release_src"
  51                                 verbose git archive --format=tar HEAD -- "$@"
  52                         } | {
  53                                 verbose cd "$release_dst"
  54                                 verbose tar xvf -
  55                         }
  56                 fi
  57         }
  58
  59         mkzipr()
  60         {
  61                 archive=$1; shift
  62
  63                 # bones_was_here: 7za still doesn't store symlinks correctly (even with -snl)
  64                 # but it does now store the executable bit.
  65                 # compared to advzip, 7za achieves very similar final zip size, is multi threaded,
  66                 # and avoids https://gitlab.com/xonotic/xonotic/-/issues/371
  67
  68                 sevenzipflags=-mx=9
  69                 zipflags=-9
  70                 # git restore-mtime replaces this hack:
  71                 #find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
  72                 ziplist=`mktemp`
  73                 find "$@" -xtype f \( -type l \) -print | sed 's,\([./][^./]*$\),\1 \1,' | sort -k2 | cut -d\  -f1 > "$ziplist"
  74                 7za a -tzip $sevenzipflags -x@"$ziplist" "$archive" "$@" || true
  75                 zip         $zipflags -y   -@<"$ziplist" "$archive"      || true
  76                 rm -f "$ziplist"
  77         }
  78
  79         mkzip()
  80         {
  81                 # not using this currently, see above
  82                 archive=$1; shift
  83                 zipflags=-1ry
  84                 zip $zipflags "$archive" "$@" || true
  85                 advzip -z -4 "$archive"
  86         }
  87
  88         mkzip0()
  89         {
  90                 archive=$1; shift
  91                 zipflags=-0ry
  92                 zip $zipflags "$archive" "$@" || true
  93         }
  94
  95         getversion()
  96         {
  97                 gv=`grep "^gameversion " "$1/xonotic-common.cfg" | awk '{ print $2 }'`
  98                 major=$(($gv / 10000))
  99                 minor=$((($gv / 100) - ($major * 100)))
 100                 patch=$(($gv - ($major * 10000) - ($minor * 100)))
 101                 versionstr="$major.$minor.$patch"
 102         }
 103 }
 104
 105 handled=true
 106 case "$cmd" in
 107         # release building goes here
 108         release-prepare)
 109                 release_common
 110                 #"$SELF" each git clean -fxd
 111                 case "$RELEASETYPE" in
 112                         '')
 113                                 $ECHO >&2 -n "$ESC[2J$ESC[H"
 114                                 msg ""
 115                                 msg ""
 116                                 msg ""
 117                                 msg ""
 118                                 msg ""
 119                                 msg ""
 120                                 msg "        +---------------------------------------------------------.---+"
 121                                 msg "        | NOTE                                                    | X |"
 122                                 msg "        +---------------------------------------------------------^---+"
 123                                 msg "        |   ____                                                      |"
 124                                 msg "        |  /    \  This is the official release build system.         |"
 125                                 msg "        | |      | If you are not a member of the Xonotic Core Team,  |"
 126                                 msg "        | | STOP | you are not supposed to use this script and should |"
 127                                 msg "        | |      | instead use ./all compile to compile the engine    |"
 128                                 msg "        |  \____/  and game code.                                     |"
 129                                 msg "        |                                                             |"
 130                                 msg "        |                      [ I understand ]                       |"
 131                                 msg "        +-------------------------------------------------------------+"
 132                                 sleep 10
 133                                 # A LOT of build infrastructure is required:
 134                                 # - vorbis-tools
 135                                 # - ImageMagick
 136                                 # - .ssh/config must be configured so the following
 137                                 #   host names are reachable and have a compile
 138                                 #   infrastructure set up:
 139                                 #   - xonotic-build-linux64 (with gcc on x86_64)
 140                                 #   - xonotic-build-win32 (with i686-w64-mingw32)
 141                                 #   - xonotic-build-win64 (with x86_64-w64-mingw32)
 142                                 #   - xonotic-build-osx (with Xcode and SDL.framework)
 143                                 # - AMD Compressonator installed in WINE
 144                                 # - ResEdit installed in WINE
 145                                 # - a lot of other requirements you will figure out
 146                                 #   while reading the error messages
 147                                 # - environment variable RELEASETYPE set
 148                                 # - optionally, environment variable RELEASEDATE set
 149                                 #   (YYYYMMDD)
 150                                 exit 1
 151                                 ;;
 152                         release|RC*)
 153                                 msg "Building a FINISHED RELEASE"
 154                                 getversion data/xonotic-data.pk3dir
 155                                 verbose "$SELF" each -k git tag -m "TEMP TAG" -f "xonotic-v$versionstr"
 156                                 ;;
 157                         *)
 158                                 msg "Building a $RELEASETYPE"
 159                                 ;;
 160                 esac
 161                 verbose rm -rf Xonotic Xonotic*.zip
 162                 verbose mkdir -p Xonotic
 163                 if [ -n "$RELEASEDATE" ]; then
 164                         verbose $ECHO "$RELEASEDATE" > Xonotic/stamp.txt
 165                         case "$RELEASETYPE" in
 166                                 release|RC*)
 167                                         verbose $ECHO "${RELEASEDATE%_*}" > Xonotic/pk3stamp.txt
 168                                         ;;
 169                                 *)
 170                                         verbose $ECHO "$RELEASEDATE" > Xonotic/pk3stamp.txt
 171                                         ;;
 172                         esac
 173                 else
 174                         verbose date +%Y%m%d > Xonotic/stamp.txt
 175                         verbose date +%Y%m%d > Xonotic/pk3stamp.txt
 176                 fi
 177                 release_git_extract_dir "." "Xonotic" Docs misc/buildfiles/osx misc/logos misc/tools server xonotic-linux-sdl.sh xonotic-linux-dedicated.sh Makefile key_0.d0pk COPYING GPL-2 GPL-3
 178                 (
 179                         verbose cd Xonotic
 180                         verbose mkdir data source source/darkplaces source/gmqcc source/d0_blind_id mapping
 181                         verbose mv misc/buildfiles/osx/* . || true
 182                         verbose rm -rf misc/buildfiles
 183                         verbose rm -rf misc/tools/all
 184                 )
 185                 release_git_extract_dir "darkplaces" "Xonotic/source/darkplaces" .
 186                 release_git_extract_dir "gmqcc" "Xonotic/source/gmqcc" .
 187                 release_git_extract_dir "data/xonotic-data.pk3dir" "Xonotic/source" qcsrc Makefile
 188                 release_git_extract_dir "d0_blind_id" "Xonotic/source/d0_blind_id" .
 189 # bones_was_here: the main Makefile runs autogen.sh (and configure) when necessary
 190 #               (
 191 #                       verbose cd Xonotic/source/d0_blind_id
 192 #                       verbose sh autogen.sh
 193 #               )
 194                 rm -f Xonotic/key_15.d0pk
 195                 (
 196                         verbose cd Xonotic/mapping
 197                         # bones_was_here: don't ship 10 year old netradiant
 198                         # also seems better to update netradiant independently of xonotic versions
 199                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301.tar.bz2
 200                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301-win32-7z.exe
 201                         #for X in *-7z.exe; do
 202                         #       7za x "$X"
 203                         #       rm -f "$X"
 204                         #done
 205                         # TODO possibly include other tools?
 206                         printf "Please find links to NetRadiant builds at https://netradiant.gitlab.io or https://xonotic.org/download\nNetRadiant source available at https://gitlab.com/xonotic/netradiant\n" > NetRadiant\ links.txt
 207                 )
 208                 ./all each git rev-parse HEAD > Xonotic/misc/git-revisions.txt
 209                 ;;
 210         release-compile-run)
 211                 release_common
 212                 host=$1
 213                 buildpath=$2
 214                 maketargets=$3
 215                 makeflags=$4
 216                 srcdir=$5
 217                 depsdir=$6
 218                 targetfiles=$7
 219                 schroot=
 220                 set -x
 221                 if [ -z "$targetfiles" ]; then
 222                         exit
 223                 fi
 224                 case " $HOSTS_THAT_ARE_DISABLED " in
 225                         *\ $host\ *)
 226                                 exit
 227                                 ;;
 228                 esac
 229                 case " $HOSTS_THAT_ARE_SCHROOT " in
 230                         *\ $host\ *)
 231                                 schroot="schroot -c $host --"
 232                                 ;;
 233                 esac
 234                 case " $HOSTS_THAT_ARE_MYSELF $HOSTS_THAT_ARE_SCHROOT " in
 235                         *\ $host\ *)
 236                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$buildpath/"
 237                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$buildpath"/darkplaces.ico
 238                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$buildpath.deps/"
 239                                 verbose ln -snf "$buildpath.deps" "$buildpath/.deps"
 240                                 verbose eval $schroot make -C "$buildpath" clean $maketargets $makeflags
 241                                 for f in $targetfiles; do
 242                                         verbose mv "$buildpath/${f%:*}" "${f##*:}" || true
 243                                 done
 244                                 ;;
 245                         *)
 246                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$host":"$buildpath/"
 247                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$host":"$buildpath"/darkplaces.ico
 248                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$host":"$buildpath.deps/"
 249                                 verbose ssh "$host" "[ -f /etc/profile ] && . /etc/profile; [ -f ~/.profile ] && . ~/.profile; export LC_ALL=C; ln -snf $buildpath.deps $buildpath/.deps && cd $buildpath && nice -`nice` make clean $maketargets $makeflags"
 250                                 for f in $targetfiles; do
 251                                         verbose rsync -zvaSHP "$host:$buildpath/${f%:*}" "${f##*:}" || true
 252                                 done
 253                                 ;;
 254                 esac
 255                 ;;
 256         release-compile)
 257                 release_common
 258                 suffix=$1
 259                 makeflags=$2
 260                 darkplaces_maketargets=$3
 261                 darkplaces_files=$4
 262                 host=xonotic-build-$suffix
 263                 verbose "$SELF" release-compile-run "$host" /tmp/Darkplaces.build."$suffix" "$darkplaces_maketargets" "$makeflags" "Xonotic/source/darkplaces" "$d0/misc/builddeps/$suffix" "$darkplaces_files"
 264                 ;;
 265         release-getbinary)
 266                 release_common
 267                 binary=$1
 268                 basename=${binary##*/}
 269                 dpname=darkplaces${basename#xonotic}
 270                 rev=`( cd "$d0/darkplaces" && git rev-parse HEAD )`
 271                 verbose wget -O "$binary" "http://beta.xonotic.org/autobuild-bin/$rev/$dpname"
 272                 [ -s "$binary" ] || rm -f "$binary"
 273                 [ -f "$binary" ]
 274                 case "$binary" in
 275                         Xonotic/*osx*|Xonotic/*linux*)
 276                                 chmod +x "$binary"
 277                                 ;;
 278                 esac
 279                 ;;
 280         release-libs-compile)
 281                 release_common
 282                 arch=$1
 283                 makeflags=$2
 284                 host=$3
 285                 (
 286                         verbose cd "$d0/d0_blind_id"
 287                         verbose ./autogen.sh
 288                         verbose ./configure --enable-static --disable-shared \
 289                                             --host="$host" \
 290                                             --prefix="$d0/misc/builddeps/$arch/d0_blind_id"
 291                         verbose make clean
 292                         verbose make "$makeflags"
 293                         verbose make install
 294                 )
 295                 ;;
 296         release-libs-linux64)
 297                 release_common
 298                 verbose "$SELF" release-libs-compile linux64 \
 299                         'CC="gcc -m64 -flto=auto"' \
 300                         x86_64-pc-linux-gnu
 301                 ;;
 302         release-dlls-compile)
 303                 release_common
 304                 arch=$1
 305                 buildpath=$2
 306                 targetdir=$3
 307                 verbose mkdir -p "$targetdir"
 308                 (
 309                         cd "misc/buildsrc"
 310                         verbose ./dlls.sh clean "$buildpath"
 311                         verbose ./dlls.sh all "$buildpath" "$arch"
 312                 )
 313                 verbose cp -v $buildpath/out/$arch/* "$targetdir"
 314                 verbose mkdir -p "$d0/misc/builddeps/$arch/"
 315                 verbose rsync --delete -avP "$buildpath/pkg/$arch/sdl" "$d0/misc/builddeps/$arch/"
 316                 ;;
 317         release-dlls-win32)
 318                 release_common
 319                 verbose "$SELF" release-dlls-compile win32 /tmp/dlls Xonotic/bin32
 320                 ;;
 321         release-dlls-win64)
 322                 release_common
 323                 verbose "$SELF" release-dlls-compile win64 /tmp/dlls Xonotic/bin64
 324                 ;;
 325         release-libs)
 326                 release_common
 327                 verbose "$SELF" release-libs-linux64
 328                 verbose "$SELF" release-dlls-win32
 329                 verbose "$SELF" release-dlls-win64
 330                 verbose rm -rf /tmp/dlls
 331                 ;;
 332         release-engine-win32)
 333                 release_common
 334                 #good=true
 335                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86.exe || good=false
 336                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86-dedicated.exe || good=false
 337                 #$good
 338                 verbose "$SELF" release-compile win32 \
 339                         'DP_MAKE_TARGET=mingw WIN32RELEASE=1 CC="i686-w64-mingw32-gcc -static -flto=auto -mstackrealign -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="i686-w64-mingw32-windres" DP_LINK_SDL=static SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen' \
 340                         release 'darkplaces-sdl.exe:Xonotic/xonotic-x86.exe darkplaces-dedicated.exe:Xonotic/xonotic-x86-dedicated.exe'
 341                 ;;
 342         release-engine-win64)
 343                 release_common
 344                 #good=true
 345                 #verbose "$SELF" release-getbinary Xonotic/xonotic.exe || good=false
 346                 #verbose "$SELF" release-getbinary Xonotic/xonotic-dedicated.exe || good=false
 347                 #$good
 348                 verbose "$SELF" release-compile win64 \
 349                         'DP_MAKE_TARGET=mingw WIN64RELEASE=1 CC="x86_64-w64-mingw32-gcc -static -flto=auto -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="x86_64-w64-mingw32-windres" DP_LINK_SDL=static SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen' \
 350                         release 'darkplaces-sdl.exe:Xonotic/xonotic.exe darkplaces-dedicated.exe:Xonotic/xonotic-dedicated.exe'
 351                 ;;
 352         release-engine-osx)
 353                 release_common
 354                 #good=true
 355                 #verbose "$SELF" release-getbinary Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin || good=false
 356                 #verbose "$SELF" release-getbinary Xonotic/xonotic-osx-dedicated || good=false
 357                 #$good
 358                 # Note: travis build script also had SDLCONFIG_MACOSX* flags; need to check if they're still needed with osxcross.
 359                 # Note: Mac bins cannot be stripped by the standard tool.
 360                 verbose "$SELF" release-compile osx \
 361                         'STRIP=: DP_MAKE_TARGET=macosx PATH="$HOME/osxcross/out/bin:$PATH" CC="$HOME/osxcross/out/bin/o64-clang -flto -arch x86_64 -mmacosx-version-min=10.6 -Wl,-rpath -Wl,@loader_path/../Frameworks -Wl,-rpath -Wl,@loader_path -I../../../.deps/include -L../../../.deps/lib" SDLCONFIG_MACOSXCFLAGS="-I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXSTATICLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=shared' \
 362                         release 'darkplaces-sdl:Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin darkplaces-dedicated:Xonotic/xonotic-osx-dedicated'
 363                 ;;
 364         release-engine-linux64)
 365                 release_common
 366                 #good=true
 367                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-sdl || good=false
 368                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-glx || good=false
 369                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-dedicated || good=false
 370                 #$good
 371                 verbose "$SELF" release-compile linux64 \
 372                         'CC="gcc -m64 -flto=auto -I../../../.deps/include -L../../../.deps/lib" DP_LINK_CRYPTO=static DP_LINK_CRYPTO_RIJNDAEL=static DP_LINK_JPEG=shared LIB_JPEG=/usr/lib/x86_64-linux-gnu/libjpeg.a DP_LINK_ODE=shared CFLAGS_ODE="-DUSEODE -DLINK_TO_LIBODE -DdDOUBLE" LIB_ODE="../../../.deps/lib/libode.a -lstdc++ -pthread" DP_LINK_ZLIB=shared' \
 373                         release 'darkplaces-sdl:Xonotic/xonotic-linux64-sdl darkplaces-dedicated:Xonotic/xonotic-linux64-dedicated'
 374                 ;;
 375         release-engine)
 376                 release_common
 377                 # TODO report failures here.
 378                 good=false
 379                 verbose "$SELF" release-engine-linux64 && good=true
 380                 verbose "$SELF" release-engine-win32 && good=true
 381                 verbose "$SELF" release-engine-win64 && good=true
 382                 verbose "$SELF" release-engine-osx && good=true
 383                 $good
 384                 ;;
 385         release-maps)
 386                 release_common
 387                 verbose "$SELF" update-maps
 388                 ;;
 389         release-qc)
 390                 release_common
 391                 verbose make -C "$d0/gmqcc" gmqcc
 392                 verbose env GIT_DIR="$d0/data/xonotic-data.pk3dir/.git" make -C Xonotic/source QCC="$d0/gmqcc/gmqcc" XON_BUILDSYSTEM=1 QCCFLAGS_WATERMARK='$(shell git describe --tags)' clean qc
 393                 ;;
 394         release-buildpk3-transform-raw)
 395                 release_common
 396                 dir=$1
 397                 ;;
 398         release-buildpk3-transform-normal)
 399                 release_common
 400                 dir=$1
 401                 verbose cd "$dir"
 402                 # texture: convert to jpeg and dds
 403                 verbose export do_jpeg=true
 404                 verbose export jpeg_qual_rgb=97
 405                 verbose export jpeg_qual_a=99
 406                 verbose export do_dds=false
 407                 verbose export do_ogg=true
 408                 verbose export ogg_ogg=false
 409                 verbose export del_src=true
 410                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 411                 ;;
 412         release-buildpk3-transform-normaldds)
 413                 release_common
 414                 dir=$1
 415                 verbose cd "$dir"
 416                 # texture: convert to jpeg and dds
 417                 # music: reduce bitrate
 418                 verbose export do_jpeg=false
 419                 verbose export do_jpeg_if_not_dds=true
 420                 verbose export jpeg_qual_rgb=95
 421                 verbose export jpeg_qual_a=99
 422                 verbose export do_dds=true
 423                 verbose export dds_flags=
 424                 verbose export do_ogg=true
 425                 verbose export ogg_ogg=false
 426                 verbose export del_src=true
 427                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 428                 ;;
 429         release-buildpk3-transform-mapping)
 430                 release_common
 431                 dir=$1
 432                 verbose cd "$dir"
 433                 # don't include levelshots, lightmaps and minimaps from official map builds, as well as other unneeded folders
 434                 rm -rf gfx maps scripts sound
 435                 # remove stuff radiant has no use for
 436                 verbose find . -name \*_norm.\* -exec rm -f {} \;
 437                 verbose find . -name \*_bump.\* -exec rm -f {} \;
 438                 verbose find . -name \*_glow.\* -exec rm -f {} \;
 439                 verbose find . -name \*_gloss.\* -exec rm -f {} \;
 440                 verbose find . -name \*_pants.\* -exec rm -f {} \;
 441                 verbose find . -name \*_shirt.\* -exec rm -f {} \;
 442                 verbose find . -name \*_reflect.\* -exec rm -f {} \;
 443                 verbose find . -not \( -name \*.tga -o -name \*.png -o -name \*.jpg \) -exec rm -f {} \;
 444                 # texture: convert to jpeg and dds
 445                 # music: reduce bitrate
 446                 verbose export do_jpeg=true
 447                 verbose export jpeg_qual_rgb=80
 448                 verbose export jpeg_qual_a=97
 449                 verbose export do_dds=false
 450                 verbose export do_ogg=true
 451                 verbose export ogg_qual=1
 452                 verbose export del_src=true
 453                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 454                 ;;
 455         release-buildpk3)
 456                 release_common
 457                 src=$1
 458                 dst=$2
 459                 transform=$3
 460                 case "$dst" in
 461                         /*)
 462                                 ;;
 463                         */)
 464                                 dst="$PWD/$dst"
 465                                 ;;
 466                 esac
 467                 release_timereport
 468                 verbose rm -rf Xonotic/temp
 469                 release_timereport "deleted temp directory"
 470                 verbose mkdir -p Xonotic/temp
 471                 release_git_extract_dir "$src" "Xonotic/temp" .
 472                 release_timereport "extracted data"
 473                 verbose cd Xonotic/temp
 474                 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
 475                         verbose cp ../source/progs.dat .
 476                         verbose cp ../source/csprogs.dat .
 477                         verbose cp ../source/menu.dat .
 478                         # Include line numbers in qc errors
 479                         verbose cp ../source/progs.lno .
 480                         verbose cp ../source/csprogs.lno .
 481                         verbose cp ../source/menu.lno .
 482                         verbose rm -rf qcsrc
 483                         getversion .
 484                         case "$RELEASETYPE" in
 485                                 release)
 486                                         ;;
 487                                 RC*)
 488                                         versionstr="$versionstr $RELEASETYPE"
 489                                         ;;
 490                                 *)
 491                                         versionstr="$versionstr$RELEASETYPE"
 492                                         ;;
 493                         esac
 494                         if [ $gv -lt 9900 ]; then
 495                                 # pre-1.0: compatible with any other pre-1.0
 496                                 verbose sed "
 497                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 498                                         s/^gameversion_max [0-9]*/gameversion_max  9999/;
 499                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 500                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 501                                 # s/^gameversion_min [0-9]*/gameversion_min     0/;
 502                         else
 503                                 # >= 1.0
 504                                 verbose sed "
 505                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 506                                         s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
 507                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 508                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 509                                 # s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
 510                         fi
 511                         mv xonotic-common.cfg.new xonotic-common.cfg
 512                         case "$RELEASETYPE" in
 513                                 release|RC*)
 514                                         echo "" >> xonotic-common.cfg
 515                                         echo "// nicer menu" >> xonotic-common.cfg
 516                                         echo "set menu_watermark \"\"" >> xonotic-common.cfg
 517                                         ;;
 518                         esac
 519                         (
 520                                 verbose cd gfx/menu/luminos
 521                                 verbose rm -f background_l2.tga background_ingame_l2.tga
 522                                 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
 523                                 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
 524                                 verbose rm background_l2.svg
 525                         )
 526                         verbose "$d0"/mediasource/gfx/luma/render-version.sh "$d0/mediasource/gfx/luma" "$PWD" "$versionstr"
 527                 fi
 528                 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
 529                         for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
 530                                 if [ -f "$X" ]; then
 531                                         verbose unzip "$X"
 532                                         verbose rm -f maps/*.log maps/*.irc maps/*.lin
 533                                 fi
 534                         done
 535                 fi
 536                 verbose export git_src_repo="$d0/$src" # skip hash-object
 537                 release_timereport "processed data"
 538                 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
 539                 release_timereport "transformed data"
 540                 find . -type f -size +4k | verbose "$d0"/misc/tools/symlink-deduplicate.sh
 541                 release_timereport "deduplicated data"
 542                 verbose mkzipr "../../$dst" *
 543                 release_timereport "zipped data"
 544                 verbose cd ../..
 545                 verbose rm -rf Xonotic/temp
 546                 release_timereport "deleted temp directory again"
 547                 ;;
 548         release-buildpk3s)
 549                 release_common
 550                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 551                 src=$1
 552                 shift
 553                 dst=${src%.pk3dir}
 554                 case "$dst" in
 555                         data/xonotic-*)
 556                                 dst="data/xonotic-$pk3stamp-${dst#data/xonotic-}"
 557                                 ;;
 558                         *)
 559                                 dst="$dst-$pk3stamp"
 560                                 ;;
 561                 esac
 562                 while [ "$#" -gt 1 ]; do
 563                         verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
 564                         shift
 565                         shift
 566                 done
 567                 ;;
 568         release-pack)
 569                 release_common
 570                 verbose "$SELF" release-buildpk3s data/font-unifont.pk3dir      raw ''
 571                 verbose "$SELF" release-buildpk3s data/font-xolonium.pk3dir     raw ''
 572                 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir             normaldds ''                    normal '-high'
 573                 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir             normaldds '' mapping '-mapping' normal '-high'
 574                 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir     raw ''
 575                 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir        normaldds ''                    normal '-high'
 576                 verbose "$SELF" release-buildpk3s data/xonotic-xoncompat.pk3dir        normaldds ''                    normal '-high'
 577                 ;;
 578         release-pack-needsx11)
 579                 release_common
 580                 case "$DISPLAY" in
 581                         '')
 582                                 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
 583                                 ;;
 584                         *)
 585                                 verbose "$SELF" release-pack
 586                                 ;;
 587                 esac
 588                 ;;
 589         release-zip)
 590                 release_common
 591                 stamp=`cat Xonotic/stamp.txt`
 592                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 593                 # exe and dll files do not need +x
 594                 chmod a-x Xonotic/*.exe Xonotic/*.dll Xonotic/bin64/*.dll Xonotic/bin32/*.dll || true
 595                 # build the archives
 596                 verbose mkzipr Xonotic-$stamp-enginesource.zip \
 597                         Xonotic/Makefile \
 598                         Xonotic/source/darkplaces/ \
 599                         Xonotic/COPYING Xonotic/GPL-2 Xonotic/GPL-3
 600                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-engine.zip
 601                 verbose mkzipr Xonotic-$stamp-engine.zip \
 602                         Xonotic/*.dll \
 603                         Xonotic/bin32/*.dll \
 604                         Xonotic/bin64/*.dll \
 605                         Xonotic/*.app \
 606                         Xonotic/xonotic-* \
 607                         Xonotic/xonotic.exe
 608                 verbose cp Xonotic-$stamp-engine.zip Xonotic-$stamp-common.zip
 609                 verbose mkzipr Xonotic-$stamp-common.zip \
 610                         Xonotic/source/d0_blind_id/ \
 611                         Xonotic/source/gmqcc/ \
 612                         Xonotic/source/qcsrc/ \
 613                         Xonotic/Docs \
 614                         Xonotic/misc \
 615                         Xonotic/gmqcc \
 616                         Xonotic/server \
 617                         Xonotic/key_0.d0pk \
 618                         Xonotic/data/font-unifont-$pk3stamp.pk3 \
 619                         Xonotic/data/font-xolonium-$pk3stamp.pk3
 620                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-source.zip
 621                 verbose mkzipr Xonotic-$stamp-source.zip \
 622                         Xonotic/source/d0_blind_id/ \
 623                         Xonotic/source/gmqcc/ \
 624                         Xonotic/source/qcsrc/ \
 625                         Xonotic/misc/logos
 626                 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp.zip
 627                 verbose mkzip0 Xonotic-$stamp.zip \
 628                         Xonotic/data/xonotic-$pk3stamp-data.pk3 \
 629                         Xonotic/data/xonotic-$pk3stamp-maps.pk3 \
 630                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 631                         Xonotic/data/xonotic-$pk3stamp-nexcompat.pk3 \
 632                         Xonotic/data/xonotic-$pk3stamp-xoncompat.pk3
 633                 verbose mv Xonotic-$stamp-common.zip Xonotic-$stamp-high.zip
 634                 verbose mkzip0 Xonotic-$stamp-high.zip \
 635                         Xonotic/data/xonotic-$pk3stamp-data-high.pk3 \
 636                         Xonotic/data/xonotic-$pk3stamp-maps-high.pk3 \
 637                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 638                         Xonotic/data/xonotic-$pk3stamp-nexcompat-high.pk3 \
 639                         Xonotic/data/xonotic-$pk3stamp-xoncompat-high.pk3
 640                 verbose mkzipr Xonotic-$stamp-mappingsupport.zip \
 641                         Xonotic/mapping
 642                 verbose mkzip0 Xonotic-$stamp-mappingsupport.zip \
 643                         Xonotic/data/xonotic-$pk3stamp-maps-mapping.pk3
 644                 verbose mkzipr gmqcc-$stamp.zip \
 645                         Xonotic/gmqcc \
 646                         Xonotic/source/gmqcc
 647                 ;;
 648         release)
 649                 release_common
 650                 verbose "$SELF" release-prepare
 651                 verbose "$SELF" release-maps
 652                 verbose "$SELF" release-libs
 653                 verbose "$SELF" release-engine
 654                 verbose "$SELF" release-qc
 655                 verbose "$SELF" release-pack
 656                 verbose "$SELF" release-zip
 657                 ;;
 658         *)
 659                 handled=false
 660                 ;;
 661 esac