misc/tools/all/release.subr

   1 release_common()
   2 {
   3         export LC_ALL=C
   4
   5         if [ -z "$MAKEFLAGS" ]; then
   6                 ncpus=`getconf _NPROCESSORS_ONLN 2>/dev/null || getconf NPROCESSORS_ONLN 2>/dev/null || echo 1`
   7                 if [ $ncpus -gt 1 ]; then
   8                         export MAKEFLAGS=-j$ncpus
   9                 fi
  10         fi
  11
  12         release_args="$cmd $*"
  13         msg "*** $release_args: start"
  14         release_starttime=`date +%s`
  15         release_end()
  16         {
  17                 release_endtime=`date +%s`
  18                 release_deltatime=$(($release_endtime - $release_starttime))
  19                 msg "*** $release_args: $release_deltatime seconds"
  20         }
  21         trap release_end EXIT
  22         release_tempstarttime=$release_starttime
  23         release_timereport()
  24         {
  25                 release_endtime=`date +%s` # RELEASE NOW!!!
  26                 if [ -n "$*" ]; then
  27                         release_deltatime=$(($release_endtime - $release_tempstarttime))
  28                         msg "**** $release_args: $*: $release_deltatime seconds"
  29                 fi
  30                 release_tempstarttime=$release_endtime
  31         }
  32         release_git_extract_dir()
  33         {
  34                 release_src=$1; shift
  35                 release_dst=$1; shift
  36                 # try to create a hardlink
  37                 if ln -f "$release_src/.git/HEAD" "$release_dst/.hardlink-test"; then
  38                         rm -f "$release_dst/.hardlink-test"
  39                         git -C "$release_src" ls-files HEAD -- "$@" |
  40                                 while IFS= read -r F; do
  41                                         case "$F" in */*) mkdir -p "$release_dst/${F%/*}" ;; esac
  42                                         verbose ln -f "$release_src/$F" "$release_dst/$F"
  43                                 done
  44                         git -C "$release_src" ls-tree -rd --name-only HEAD -- "$@" |
  45                                 while IFS= read -r D; do
  46                                         touch -cr "$release_src/$D" "$release_dst/$D"
  47                                 done
  48                 else
  49                         {
  50                                 verbose cd "$release_src"
  51                                 verbose git archive --format=tar HEAD -- "$@"
  52                         } | {
  53                                 verbose cd "$release_dst"
  54                                 verbose tar xvf -
  55                         }
  56                 fi
  57         }
  58
  59         mkzipr()
  60         {
  61                 archive=$1; shift
  62
  63                 # bones_was_here: 7za still doesn't store symlinks correctly (even with -snl)
  64                 # but it does now store the executable bit.
  65                 # compared to advzip, 7za achieves very similar final zip size, is multi threaded,
  66                 # and avoids https://gitlab.com/xonotic/xonotic/-/issues/371
  67
  68                 sevenzipflags=-mx=9
  69                 zipflags=-9
  70                 # git restore-mtime replaces this hack:
  71                 #find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
  72                 ziplist=`mktemp`
  73                 find "$@" -xtype f \( -type l \) -print | sed 's,\([./][^./]*$\),\1 \1,' | sort -k2 | cut -d\  -f1 > "$ziplist"
  74                 7za a -tzip $sevenzipflags -x@"$ziplist" "$archive" "$@" || true
  75                 zip         $zipflags -y   -@<"$ziplist" "$archive"      || true
  76                 rm -f "$ziplist"
  77         }
  78
  79         mkzip()
  80         {
  81                 # not using this currently, see above
  82                 archive=$1; shift
  83                 zipflags=-1ry
  84                 zip $zipflags "$archive" "$@" || true
  85                 advzip -z -4 "$archive"
  86         }
  87
  88         mkzip0()
  89         {
  90                 archive=$1; shift
  91                 zipflags=-0ry
  92                 zip $zipflags "$archive" "$@" || true
  93         }
  94
  95         getversion()
  96         {
  97                 gv=`grep "^gameversion " "$1/xonotic-common.cfg" | awk '{ print $2 }'`
  98                 major=$(($gv / 10000))
  99                 minor=$((($gv / 100) - ($major * 100)))
 100                 patch=$(($gv - ($major * 10000) - ($minor * 100)))
 101                 versionstr="$major.$minor.$patch"
 102         }
 103 }
 104
 105 handled=true
 106 case "$cmd" in
 107         # release building goes here
 108         release-prepare)
 109                 release_common
 110                 #"$SELF" each git clean -fxd
 111                 case "$RELEASETYPE" in
 112                         '')
 113                                 $ECHO >&2 -n "$ESC[2J$ESC[H"
 114                                 msg ""
 115                                 msg ""
 116                                 msg ""
 117                                 msg ""
 118                                 msg ""
 119                                 msg ""
 120                                 msg "        +---------------------------------------------------------.---+"
 121                                 msg "        | NOTE                                                    | X |"
 122                                 msg "        +---------------------------------------------------------^---+"
 123                                 msg "        |   ____                                                      |"
 124                                 msg "        |  /    \  This is the official release build system.         |"
 125                                 msg "        | |      | If you are not a member of the Xonotic Core Team,  |"
 126                                 msg "        | | STOP | you are not supposed to use this script and should |"
 127                                 msg "        | |      | instead use ./all compile to compile the engine    |"
 128                                 msg "        |  \____/  and game code.                                     |"
 129                                 msg "        |                                                             |"
 130                                 msg "        |                      [ I understand ]                       |"
 131                                 msg "        +-------------------------------------------------------------+"
 132                                 sleep 10
 133                                 # A LOT of build infrastructure is required:
 134                                 # - vorbis-tools
 135                                 # - ImageMagick
 136                                 # - .ssh/config must be configured so the following
 137                                 #   host names are reachable and have a compile
 138                                 #   infrastructure set up:
 139                                 #   - xonotic-build-linux64 (with gcc on x86_64)
 140                                 #   - xonotic-build-win32 (with i686-w64-mingw32)
 141                                 #   - xonotic-build-win64 (with x86_64-w64-mingw32)
 142                                 #   - xonotic-build-osx (with Xcode and SDL.framework)
 143                                 # - AMD Compressonator installed in WINE
 144                                 # - ResEdit installed in WINE
 145                                 # - a lot of other requirements you will figure out
 146                                 #   while reading the error messages
 147                                 # - environment variable RELEASETYPE set
 148                                 # - optionally, environment variable RELEASEDATE set
 149                                 #   (YYYYMMDD)
 150                                 exit 1
 151                                 ;;
 152                         release|RC*)
 153                                 msg "Building a FINISHED RELEASE"
 154                                 getversion data/xonotic-data.pk3dir
 155                                 verbose "$SELF" each -k git tag -m "TEMP TAG" -f "xonotic-v$versionstr"
 156                                 ;;
 157                         *)
 158                                 msg "Building a $RELEASETYPE"
 159                                 ;;
 160                 esac
 161                 verbose rm -rf Xonotic Xonotic*.zip
 162                 verbose mkdir -p Xonotic
 163                 if [ -n "$RELEASEDATE" ]; then
 164                         verbose $ECHO "$RELEASEDATE" > Xonotic/stamp.txt
 165                         case "$RELEASETYPE" in
 166                                 release|RC*)
 167                                         verbose $ECHO "${RELEASEDATE%_*}" > Xonotic/pk3stamp.txt
 168                                         ;;
 169                                 *)
 170                                         verbose $ECHO "$RELEASEDATE" > Xonotic/pk3stamp.txt
 171                                         ;;
 172                         esac
 173                 else
 174                         verbose date +%Y%m%d > Xonotic/stamp.txt
 175                         verbose date +%Y%m%d > Xonotic/pk3stamp.txt
 176                 fi
 177                 release_git_extract_dir "." "Xonotic" Docs misc/buildfiles/osx misc/logos misc/tools server xonotic-linux-sdl.sh xonotic-linux-dedicated.sh Makefile key_0.d0pk COPYING GPL-2 GPL-3
 178                 (
 179                         verbose cd Xonotic
 180                         verbose mkdir data source source/darkplaces source/gmqcc source/d0_blind_id mapping
 181                         verbose mv misc/buildfiles/osx/* . || true
 182                         verbose rm -rf misc/buildfiles
 183                         verbose rm -rf misc/tools/all
 184                 )
 185                 release_git_extract_dir "darkplaces" "Xonotic/source/darkplaces" .
 186                 release_git_extract_dir "gmqcc" "Xonotic/source/gmqcc" .
 187                 release_git_extract_dir "data/xonotic-data.pk3dir" "Xonotic/source" qcsrc Makefile
 188                 release_git_extract_dir "d0_blind_id" "Xonotic/source/d0_blind_id" .
 189 # bones_was_here: the main Makefile runs autogen.sh (and configure) when necessary
 190 #               (
 191 #                       verbose cd Xonotic/source/d0_blind_id
 192 #                       verbose sh autogen.sh
 193 #               )
 194                 rm -f Xonotic/key_15.d0pk
 195                 (
 196                         verbose cd Xonotic/mapping
 197                         # bones_was_here: don't ship 10 year old netradiant
 198                         # also seems better to update netradiant independently of xonotic versions
 199                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301.tar.bz2
 200                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301-win32-7z.exe
 201                         #for X in *-7z.exe; do
 202                         #       7za x "$X"
 203                         #       rm -f "$X"
 204                         #done
 205                         # TODO possibly include other tools?
 206                         printf "Please find links to NetRadiant builds at https://netradiant.gitlab.io or https://xonotic.org/download\nNetRadiant source available at https://gitlab.com/xonotic/netradiant\n" > NetRadiant\ links.txt
 207                 )
 208                 ./all each git rev-parse HEAD > Xonotic/misc/git-revisions.txt
 209                 ;;
 210         release-compile-run)
 211                 release_common
 212                 host=$1
 213                 buildpath=$2
 214                 maketargets=$3
 215                 makeflags=$4
 216                 srcdir=$5
 217                 depsdir=$6
 218                 targetfiles=$7
 219                 schroot=
 220                 set -x
 221                 if [ -z "$targetfiles" ]; then
 222                         exit
 223                 fi
 224                 case " $HOSTS_THAT_ARE_DISABLED " in
 225                         *\ $host\ *)
 226                                 exit
 227                                 ;;
 228                 esac
 229                 case " $HOSTS_THAT_ARE_SCHROOT " in
 230                         *\ $host\ *)
 231                                 schroot="schroot -c $host --preserve-environment --"
 232                                 ;;
 233                 esac
 234                 case " $HOSTS_THAT_ARE_MYSELF $HOSTS_THAT_ARE_SCHROOT " in
 235                         *\ $host\ *)
 236                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$buildpath/"
 237                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$buildpath"/darkplaces.ico
 238                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$buildpath.deps/"
 239                                 verbose ln -snf "$buildpath.deps" "$buildpath/.deps"
 240                                 verbose eval $schroot make -C "$buildpath" clean $maketargets $makeflags
 241                                 for f in $targetfiles; do
 242                                         verbose mv "$buildpath/${f%:*}" "${f##*:}" || true
 243                                 done
 244                                 ;;
 245                         *)
 246                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$host":"$buildpath/"
 247                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$host":"$buildpath"/darkplaces.ico
 248                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$host":"$buildpath.deps/"
 249                                 verbose ssh "$host" "[ -f /etc/profile ] && . /etc/profile; [ -f ~/.profile ] && . ~/.profile; export LC_ALL=C; ln -snf $buildpath.deps $buildpath/.deps && cd $buildpath && nice -`nice` make clean $maketargets $makeflags"
 250                                 for f in $targetfiles; do
 251                                         verbose rsync -zvaSHP "$host:$buildpath/${f%:*}" "${f##*:}" || true
 252                                 done
 253                                 ;;
 254                 esac
 255                 ;;
 256         release-compile)
 257                 release_common
 258                 suffix=$1
 259                 makeflags=$2
 260                 darkplaces_maketargets=$3
 261                 darkplaces_files=$4
 262                 host=xonotic-build-$suffix
 263                 verbose "$SELF" release-compile-run "$host" /tmp/Darkplaces.build."$suffix" "$darkplaces_maketargets" "$makeflags" "Xonotic/source/darkplaces" "$d0/misc/builddeps/$suffix" "$darkplaces_files"
 264                 ;;
 265         release-getbinary)
 266                 release_common
 267                 binary=$1
 268                 basename=${binary##*/}
 269                 dpname=darkplaces${basename#xonotic}
 270                 rev=`( cd "$d0/darkplaces" && git rev-parse HEAD )`
 271                 verbose wget -O "$binary" "http://beta.xonotic.org/autobuild-bin/$rev/$dpname"
 272                 [ -s "$binary" ] || rm -f "$binary"
 273                 [ -f "$binary" ]
 274                 case "$binary" in
 275                         Xonotic/*osx*|Xonotic/*linux*)
 276                                 chmod +x "$binary"
 277                                 ;;
 278                 esac
 279                 ;;
 280         release-libs-compile)
 281                 release_common
 282                 arch=$1
 283                 makeflags=$2
 284                 host=$3
 285                 (
 286                         verbose cd "$d0/d0_blind_id"
 287                         verbose ./autogen.sh
 288                         verbose ./configure --enable-static --disable-shared \
 289                                             --host="$host" \
 290                                             --prefix="$d0/misc/builddeps/$arch/d0_blind_id"
 291                         verbose make clean
 292                         verbose eval make "$makeflags"
 293                         verbose make install
 294                 )
 295                 ;;
 296         release-libs-linux64)
 297                 release_common
 298                 # TODO schroot support for libs so we can LTO this
 299                 verbose "$SELF" release-libs-compile linux64 \
 300                         'CC="gcc -m64"' \
 301                         x86_64-pc-linux-gnu
 302                 ;;
 303         release-dlls-compile)
 304                 release_common
 305                 arch=$1
 306                 buildpath=$2
 307                 targetdir=$3
 308                 verbose mkdir -p "$targetdir"
 309                 (
 310                         cd "$d0/misc/buildsrc"
 311                         verbose ./dlls.sh clean "$buildpath"
 312                         verbose ./dlls.sh all "$buildpath" "$arch"
 313                 )
 314                 verbose cp -v $buildpath/out/$arch/* "$targetdir"
 315
 316                 # SDL2
 317                 verbose mkdir -p "$d0/misc/builddeps/$arch/"
 318                 verbose rsync --delete -avP "$buildpath/pkg/$arch/sdl" "$d0/misc/builddeps/$arch/"
 319                 # PKG_CONFIG HACK: avoids needing to modify sdl2-config
 320                 verbose printf '#!/bin/sh\nprintf ../../../.deps/lib\n' > "$d0/misc/builddeps/$arch/sdl/libdir_hack.sh"
 321                 verbose chmod +x "$d0/misc/builddeps/$arch/sdl/libdir_hack.sh"
 322                 ;;
 323         release-dlls-win32)
 324                 release_common
 325                 verbose "$SELF" release-dlls-compile win32 /tmp/dlls Xonotic/bin32
 326                 ;;
 327         release-dlls-win64)
 328                 release_common
 329                 verbose "$SELF" release-dlls-compile win64 /tmp/dlls Xonotic/bin64
 330                 ;;
 331         release-libs-osx)
 332                 release_common
 333                 verbose mkdir -p "$d0/misc/builddeps/osx"
 334                 (
 335                         verbose cd "$d0/misc/builddeps/osx"
 336                         verbose rm -rf sdl SDL2
 337                         verbose wget https://libsdl.org/release/SDL2-2.28.5.dmg
 338                         verbose 7z x *.dmg
 339                         # 7z still fails to extract working symlinks from any archive format, hackaround:
 340                         verbose ln -sf $(cat SDL2/SDL2.framework/Versions/Current) SDL2/SDL2.framework/Versions/Current
 341                         verbose ln -sf $(cat SDL2/SDL2.framework/Headers) SDL2/SDL2.framework/Headers
 342                         verbose ln -sf $(cat SDL2/SDL2.framework/Resources) SDL2/SDL2.framework/Resources
 343                         verbose ln -sf $(cat SDL2/SDL2.framework/SDL2) SDL2/SDL2.framework/SDL2
 344                         # THE HEADERS ARE NOT IN A SUBDIRECTORY CALLED SDL2
 345                         # YET SDL2/ WAS ADDED TO ALL THE INCLUDES, WHY?!?
 346                         # OLD VERSIONS WITHOUT IT WORKED
 347                         verbose sed -i "s/#include <SDL2\//#include </g" SDL2/SDL2.framework/Versions/Current/Headers/*.h
 348                         # The dirs are extracted with 700 permissions which breaks the rsync updater
 349                         find SDL2 -type d -exec chmod 755 {} \;
 350                         # macOS prefers dylibs be marked executable (this one has no file extension)
 351                         verbose chmod 755 SDL2/SDL2.framework/Versions/Current/SDL2
 352                 )
 353                 cp -R "$d0/misc/builddeps/osx/SDL2/SDL2.framework" Xonotic/Xonotic.app/Contents/Frameworks/
 354                 ;;
 355         release-libs)
 356                 release_common
 357                 verbose "$SELF" release-libs-linux64
 358                 verbose "$SELF" release-dlls-win32
 359                 verbose "$SELF" release-dlls-win64
 360                 verbose "$SELF" release-libs-osx
 361                 verbose rm -rf /tmp/dlls
 362                 ;;
 363         release-engine-win32)
 364                 release_common
 365                 #good=true
 366                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86.exe || good=false
 367                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86-dedicated.exe || good=false
 368                 #$good
 369                 verbose "$SELF" release-compile win32 \
 370                         'DP_MAKE_TARGET=mingw WIN32RELEASE=1 CC="i686-w64-mingw32-gcc -static -flto=auto -mstackrealign -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="i686-w64-mingw32-windres" DP_LINK_SDL=static PKG_CONFIG="../../../.deps/libdir_hack.sh" SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen DP_LINK_XMP=dlopen' \
 371                         release 'darkplaces-sdl.exe:Xonotic/xonotic-x86.exe darkplaces-dedicated.exe:Xonotic/xonotic-x86-dedicated.exe'
 372                 ;;
 373         release-engine-win64)
 374                 release_common
 375                 #good=true
 376                 #verbose "$SELF" release-getbinary Xonotic/xonotic.exe || good=false
 377                 #verbose "$SELF" release-getbinary Xonotic/xonotic-dedicated.exe || good=false
 378                 #$good
 379                 # PKG_CONFIG HACK: avoids needing to modify sdl2-config
 380                 verbose "$SELF" release-compile win64 \
 381                         'DP_MAKE_TARGET=mingw WIN64RELEASE=1 CC="x86_64-w64-mingw32-gcc -static -flto=auto -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="x86_64-w64-mingw32-windres" DP_LINK_SDL=static PKG_CONFIG="../../../.deps/libdir_hack.sh" SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen DP_LINK_XMP=dlopen' \
 382                         release 'darkplaces-sdl.exe:Xonotic/xonotic.exe darkplaces-dedicated.exe:Xonotic/xonotic-dedicated.exe'
 383                 ;;
 384         release-engine-osx)
 385                 release_common
 386                 #good=true
 387                 #verbose "$SELF" release-getbinary Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin || good=false
 388                 #verbose "$SELF" release-getbinary Xonotic/xonotic-osx-dedicated || good=false
 389                 #$good
 390                 # Note: travis build script also had SDLCONFIG_MACOSX* flags; need to check if they're still needed with osxcross.
 391                 # Note: Mac bins cannot be stripped by the standard tool.
 392                 verbose "$SELF" release-compile osx \
 393                         'STRIP=: DP_MAKE_TARGET=macosx PATH="$HOME/osxcross/out/bin:$PATH" CC="$HOME/osxcross/out/bin/o64-clang -flto -arch x86_64 -mmacosx-version-min=10.7 -Wl,-rpath -Wl,@loader_path/../Frameworks -Wl,-rpath -Wl,@loader_path -I../../../.deps/include -L../../../.deps/lib" DP_LINK_SDL=shared SDLCONFIG_MACOSXCFLAGS="-I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXSTATICLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=shared DP_LINK_XMP=dlopen' \
 394                         release 'darkplaces-sdl:Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin darkplaces-dedicated:Xonotic/xonotic-osx-dedicated'
 395                 ;;
 396         release-engine-linux64)
 397                 release_common
 398                 #good=true
 399                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-sdl || good=false
 400                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-glx || good=false
 401                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-dedicated || good=false
 402                 #$good
 403                 verbose "$SELF" release-compile linux64 \
 404                         'CC="gcc -m64 -flto=auto -I../../../.deps/include -L../../../.deps/lib" DP_LINK_SDL=shared DP_LINK_ZLIB=shared DP_LINK_JPEG=static DP_LINK_ODE=dlopen DP_LINK_CRYPTO=static_inc_gmp DP_LINK_CRYPTO_RIJNDAEL=static DP_LINK_XMP=dlopen' \
 405                         release 'darkplaces-sdl:Xonotic/xonotic-linux64-sdl darkplaces-dedicated:Xonotic/xonotic-linux64-dedicated'
 406                 ;;
 407         release-engine)
 408                 release_common
 409                 # TODO report failures here.
 410                 good=false
 411                 verbose "$SELF" release-engine-linux64 && good=true
 412                 verbose "$SELF" release-engine-win32 && good=true
 413                 verbose "$SELF" release-engine-win64 && good=true
 414                 verbose "$SELF" release-engine-osx && good=true
 415                 $good
 416                 ;;
 417         release-maps)
 418                 release_common
 419                 verbose "$SELF" update-maps
 420                 ;;
 421         release-qc)
 422                 release_common
 423                 verbose make -C "$d0/gmqcc" gmqcc
 424                 verbose env GIT_DIR="$d0/data/xonotic-data.pk3dir/.git" make -C Xonotic/source QCC="$d0/gmqcc/gmqcc" XON_BUILDSYSTEM=1 QCCFLAGS_WATERMARK='$(shell git describe --tags)' clean qc
 425                 ;;
 426         release-buildpk3-transform-raw)
 427                 release_common
 428                 dir=$1
 429                 ;;
 430         release-buildpk3-transform-normal)
 431                 release_common
 432                 dir=$1
 433                 verbose cd "$dir"
 434                 # texture: convert to jpeg and dds
 435                 verbose export do_jpeg=true
 436                 verbose export jpeg_qual_rgb=97
 437                 verbose export jpeg_qual_a=99
 438                 verbose export do_dds=false
 439                 verbose export do_ogg=true
 440                 verbose export ogg_ogg=false
 441                 verbose export del_src=true
 442                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 443                 ;;
 444         release-buildpk3-transform-normaldds)
 445                 release_common
 446                 dir=$1
 447                 verbose cd "$dir"
 448                 # texture: convert to jpeg and dds
 449                 # music: reduce bitrate
 450                 verbose export do_jpeg=false
 451                 verbose export do_jpeg_if_not_dds=true
 452                 verbose export jpeg_qual_rgb=95
 453                 verbose export jpeg_qual_a=99
 454                 verbose export do_dds=true
 455                 verbose export dds_flags=
 456                 verbose export do_ogg=true
 457                 verbose export ogg_ogg=false
 458                 verbose export del_src=true
 459                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 460                 ;;
 461         release-buildpk3-transform-mapping)
 462                 release_common
 463                 dir=$1
 464                 verbose cd "$dir"
 465                 # don't include levelshots, lightmaps and minimaps from official map builds, as well as other unneeded folders
 466                 rm -rf gfx maps scripts sound
 467                 # remove stuff radiant has no use for
 468                 verbose find . -name \*_norm.\* -exec rm -f {} \;
 469                 verbose find . -name \*_bump.\* -exec rm -f {} \;
 470                 verbose find . -name \*_glow.\* -exec rm -f {} \;
 471                 verbose find . -name \*_gloss.\* -exec rm -f {} \;
 472                 verbose find . -name \*_pants.\* -exec rm -f {} \;
 473                 verbose find . -name \*_shirt.\* -exec rm -f {} \;
 474                 verbose find . -name \*_reflect.\* -exec rm -f {} \;
 475                 verbose find . -not \( -name \*.tga -o -name \*.png -o -name \*.jpg \) -exec rm -f {} \;
 476                 # texture: convert to jpeg and dds
 477                 # music: reduce bitrate
 478                 verbose export do_jpeg=true
 479                 verbose export jpeg_qual_rgb=80
 480                 verbose export jpeg_qual_a=97
 481                 verbose export do_dds=false
 482                 verbose export do_ogg=true
 483                 verbose export ogg_qual=1
 484                 verbose export del_src=true
 485                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 486                 ;;
 487         release-buildpk3)
 488                 release_common
 489                 src=$1
 490                 dst=$2
 491                 transform=$3
 492                 case "$dst" in
 493                         /*)
 494                                 ;;
 495                         */)
 496                                 dst="$PWD/$dst"
 497                                 ;;
 498                 esac
 499                 release_timereport
 500                 verbose rm -rf Xonotic/temp
 501                 release_timereport "deleted temp directory"
 502                 verbose mkdir -p Xonotic/temp
 503                 release_git_extract_dir "$src" "Xonotic/temp" .
 504                 release_timereport "extracted data"
 505                 verbose cd Xonotic/temp
 506                 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
 507                         verbose cp ../source/progs.dat .
 508                         verbose cp ../source/csprogs.dat .
 509                         verbose cp ../source/menu.dat .
 510                         # Include line numbers in qc errors
 511                         verbose cp ../source/progs.lno .
 512                         verbose cp ../source/csprogs.lno .
 513                         verbose cp ../source/menu.lno .
 514                         verbose rm -rf qcsrc
 515                         getversion .
 516                         case "$RELEASETYPE" in
 517                                 release)
 518                                         ;;
 519                                 RC*)
 520                                         versionstr="$versionstr $RELEASETYPE"
 521                                         ;;
 522                                 *)
 523                                         versionstr="$versionstr$RELEASETYPE"
 524                                         ;;
 525                         esac
 526                         if [ $gv -lt 9900 ]; then
 527                                 # pre-1.0: compatible with any other pre-1.0
 528                                 verbose sed "
 529                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 530                                         s/^gameversion_max [0-9]*/gameversion_max  9999/;
 531                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 532                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 533                                 # s/^gameversion_min [0-9]*/gameversion_min     0/;
 534                         else
 535                                 # >= 1.0
 536                                 verbose sed "
 537                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 538                                         s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
 539                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 540                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 541                                 # s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
 542                         fi
 543                         mv xonotic-common.cfg.new xonotic-common.cfg
 544                         case "$RELEASETYPE" in
 545                                 release|RC*)
 546                                         echo "" >> xonotic-common.cfg
 547                                         echo "// nicer menu" >> xonotic-common.cfg
 548                                         echo "set menu_watermark \"\"" >> xonotic-common.cfg
 549                                         ;;
 550                         esac
 551                         (
 552                                 verbose cd gfx/menu/luminos
 553                                 verbose rm -f background_l2.tga background_ingame_l2.tga
 554                                 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
 555                                 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
 556                                 verbose rm background_l2.svg
 557                         )
 558                         verbose "$d0"/mediasource/gfx/luma/render-version.sh "$d0/mediasource/gfx/luma" "$PWD" "$versionstr"
 559                 fi
 560                 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
 561                         for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
 562                                 if [ -f "$X" ]; then
 563                                         verbose unzip "$X"
 564                                         verbose rm -f maps/*.log maps/*.irc maps/*.lin
 565                                 fi
 566                         done
 567                 fi
 568                 verbose export git_src_repo="$d0/$src" # skip hash-object
 569                 release_timereport "processed data"
 570                 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
 571                 release_timereport "transformed data"
 572                 find . -type f -size +4k | verbose "$d0"/misc/tools/symlink-deduplicate.sh
 573                 release_timereport "deduplicated data"
 574                 verbose mkzipr "../../$dst" *
 575                 release_timereport "zipped data"
 576                 verbose cd ../..
 577                 verbose rm -rf Xonotic/temp
 578                 release_timereport "deleted temp directory again"
 579                 ;;
 580         release-buildpk3s)
 581                 release_common
 582                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 583                 src=$1
 584                 shift
 585                 dst=${src%.pk3dir}
 586                 case "$dst" in
 587                         data/xonotic-*)
 588                                 dst="data/xonotic-$pk3stamp-${dst#data/xonotic-}"
 589                                 ;;
 590                         *)
 591                                 dst="$dst-$pk3stamp"
 592                                 ;;
 593                 esac
 594                 while [ "$#" -gt 1 ]; do
 595                         verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
 596                         shift
 597                         shift
 598                 done
 599                 ;;
 600         release-pack)
 601                 release_common
 602                 verbose "$SELF" release-buildpk3s data/font-unifont.pk3dir      raw ''
 603                 verbose "$SELF" release-buildpk3s data/font-xolonium.pk3dir     raw ''
 604                 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir             normaldds ''                    normal '-high'
 605                 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir             normaldds '' mapping '-mapping' normal '-high'
 606                 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir     raw ''
 607                 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir        normaldds ''                    normal '-high'
 608                 verbose "$SELF" release-buildpk3s data/xonotic-xoncompat.pk3dir        normaldds ''                    normal '-high'
 609                 ;;
 610         release-pack-needsx11)
 611                 release_common
 612                 case "$DISPLAY" in
 613                         '')
 614                                 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
 615                                 ;;
 616                         *)
 617                                 verbose "$SELF" release-pack
 618                                 ;;
 619                 esac
 620                 ;;
 621         release-zip)
 622                 release_common
 623                 stamp=`cat Xonotic/stamp.txt`
 624                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 625                 # exe and dll files do not need +x
 626                 chmod a-x Xonotic/*.exe Xonotic/*.dll Xonotic/bin64/*.dll Xonotic/bin32/*.dll || true
 627                 # build the archives
 628                 verbose mkzipr Xonotic-$stamp-enginesource.zip \
 629                         Xonotic/Makefile \
 630                         Xonotic/source/darkplaces/ \
 631                         Xonotic/COPYING Xonotic/GPL-2 Xonotic/GPL-3
 632                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-engine.zip
 633                 verbose mkzipr Xonotic-$stamp-engine.zip \
 634                         Xonotic/*.dll \
 635                         Xonotic/bin32/*.dll \
 636                         Xonotic/bin64/*.dll \
 637                         Xonotic/*.app \
 638                         Xonotic/xonotic-* \
 639                         Xonotic/xonotic.exe
 640                 verbose cp Xonotic-$stamp-engine.zip Xonotic-$stamp-common.zip
 641                 verbose mkzipr Xonotic-$stamp-common.zip \
 642                         Xonotic/source/d0_blind_id/ \
 643                         Xonotic/source/gmqcc/ \
 644                         Xonotic/source/qcsrc/ \
 645                         Xonotic/Docs \
 646                         Xonotic/misc \
 647                         Xonotic/gmqcc \
 648                         Xonotic/server \
 649                         Xonotic/key_0.d0pk \
 650                         Xonotic/data/font-unifont-$pk3stamp.pk3 \
 651                         Xonotic/data/font-xolonium-$pk3stamp.pk3
 652                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-source.zip
 653                 verbose mkzipr Xonotic-$stamp-source.zip \
 654                         Xonotic/source/d0_blind_id/ \
 655                         Xonotic/source/gmqcc/ \
 656                         Xonotic/source/qcsrc/ \
 657                         Xonotic/misc/logos
 658                 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp.zip
 659                 verbose mkzip0 Xonotic-$stamp.zip \
 660                         Xonotic/data/xonotic-$pk3stamp-data.pk3 \
 661                         Xonotic/data/xonotic-$pk3stamp-maps.pk3 \
 662                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 663                         Xonotic/data/xonotic-$pk3stamp-nexcompat.pk3 \
 664                         Xonotic/data/xonotic-$pk3stamp-xoncompat.pk3
 665                 verbose mv Xonotic-$stamp-common.zip Xonotic-$stamp-high.zip
 666                 verbose mkzip0 Xonotic-$stamp-high.zip \
 667                         Xonotic/data/xonotic-$pk3stamp-data-high.pk3 \
 668                         Xonotic/data/xonotic-$pk3stamp-maps-high.pk3 \
 669                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 670                         Xonotic/data/xonotic-$pk3stamp-nexcompat-high.pk3 \
 671                         Xonotic/data/xonotic-$pk3stamp-xoncompat-high.pk3
 672                 verbose mkzipr Xonotic-$stamp-mappingsupport.zip \
 673                         Xonotic/mapping
 674                 verbose mkzip0 Xonotic-$stamp-mappingsupport.zip \
 675                         Xonotic/data/xonotic-$pk3stamp-maps-mapping.pk3
 676                 verbose mkzipr gmqcc-$stamp.zip \
 677                         Xonotic/gmqcc \
 678                         Xonotic/source/gmqcc
 679                 ;;
 680         release)
 681                 release_common
 682                 verbose "$SELF" release-prepare
 683                 verbose "$SELF" release-maps
 684                 verbose "$SELF" release-libs
 685                 verbose "$SELF" release-engine
 686                 verbose "$SELF" release-qc
 687                 verbose "$SELF" release-pack
 688                 verbose "$SELF" release-zip
 689                 ;;
 690         *)
 691                 handled=false
 692                 ;;
 693 esac