]> git.xonotic.org Git - xonotic/xonotic.git/blob - misc/tools/all/release.subr
55b1b409770f7e4d345944c7ab16de9d24c51b7a
[xonotic/xonotic.git] / misc / tools / all / release.subr
1 release_common()
2 {
3         export LC_ALL=C
4
5         if [ -z "$MAKEFLAGS" ]; then
6                 ncpus=`getconf _NPROCESSORS_ONLN 2>/dev/null || getconf NPROCESSORS_ONLN 2>/dev/null || echo 1`
7                 if [ $ncpus -gt 1 ]; then
8                         export MAKEFLAGS=-j$ncpus
9                 fi
10         fi
11
12         release_args="$cmd $*"
13         msg "*** $release_args: start"
14         release_starttime=`date +%s`
15         release_end()
16         {
17                 release_endtime=`date +%s`
18                 release_deltatime=$(($release_endtime - $release_starttime))
19                 msg "*** $release_args: $release_deltatime seconds"
20         }
21         trap release_end EXIT
22         release_tempstarttime=$release_starttime
23         release_timereport()
24         {
25                 release_endtime=`date +%s` # RELEASE NOW!!!
26                 if [ -n "$*" ]; then
27                         release_deltatime=$(($release_endtime - $release_tempstarttime))
28                         msg "**** $release_args: $*: $release_deltatime seconds"
29                 fi
30                 release_tempstarttime=$release_endtime
31         }
32         release_git_extract_dir()
33         {
34                 release_src=$1; shift
35                 release_dst=$1; shift
36                 # try to create a hardlink
37                 if ln -f "$release_src/.git/HEAD" "$release_dst/.hardlink-test"; then
38                         rm -f "$release_dst/.hardlink-test"
39                         git -C "$release_src" ls-files HEAD -- "$@" |
40                                 while IFS= read -r F; do
41                                         case "$F" in */*) mkdir -p "$release_dst/${F%/*}" ;; esac
42                                         verbose ln -f "$release_src/$F" "$release_dst/$F"
43                                 done
44                         git -C "$release_src" ls-tree -rd --name-only HEAD -- "$@" |
45                                 while IFS= read -r D; do
46                                         touch -cr "$release_src/$D" "$release_dst/$D"
47                                 done
48                 else
49                         {
50                                 verbose cd "$release_src"
51                                 verbose git archive --format=tar HEAD -- "$@"
52                         } | {
53                                 verbose cd "$release_dst"
54                                 verbose tar xvf -
55                         }
56                 fi
57         }
58
59         mkzipr()
60         {
61                 archive=$1; shift
62
63                 # bones_was_here: 7za still doesn't store symlinks correctly (even with -snl)
64                 # but it does now store the executable bit.
65                 # compared to advzip, 7za achieves very similar final zip size, is multi threaded,
66                 # and avoids https://gitlab.com/xonotic/xonotic/-/issues/371
67
68                 sevenzipflags=-mx=9
69                 zipflags=-9
70                 # git restore-mtime replaces this hack:
71                 #find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
72                 ziplist=`mktemp`
73                 find "$@" -xtype f \( -type l \) -print | sed 's,\([./][^./]*$\),\1 \1,' | sort -k2 | cut -d\  -f1 > "$ziplist"
74                 7za a -tzip $sevenzipflags -x@"$ziplist" "$archive" "$@" || true
75                 zip         $zipflags -y   -@<"$ziplist" "$archive"      || true
76                 rm -f "$ziplist"
77         }
78
79         mkzip()
80         {
81                 # not using this currently, see above
82                 archive=$1; shift
83                 zipflags=-1ry
84                 zip $zipflags "$archive" "$@" || true
85                 advzip -z -4 "$archive"
86         }
87
88         mkzip0()
89         {
90                 archive=$1; shift
91                 zipflags=-0ry
92                 zip $zipflags "$archive" "$@" || true
93         }
94
95         getversion()
96         {
97                 gv=`grep "^gameversion " "$1/xonotic-common.cfg" | awk '{ print $2 }'`
98                 major=$(($gv / 10000))
99                 minor=$((($gv / 100) - ($major * 100)))
100                 patch=$(($gv - ($major * 10000) - ($minor * 100)))
101                 versionstr="$major.$minor.$patch"
102         }
103 }
104
105 handled=true
106 case "$cmd" in
107         # release building goes here
108         release-prepare)
109                 release_common
110                 #"$SELF" each git clean -fxd
111                 case "$RELEASETYPE" in
112                         '')
113                                 $ECHO >&2 -n "$ESC[2J$ESC[H"
114                                 msg ""
115                                 msg ""
116                                 msg ""
117                                 msg ""
118                                 msg ""
119                                 msg ""
120                                 msg "        +---------------------------------------------------------.---+"
121                                 msg "        | NOTE                                                    | X |"
122                                 msg "        +---------------------------------------------------------^---+"
123                                 msg "        |   ____                                                      |"
124                                 msg "        |  /    \  This is the official release build system.         |"
125                                 msg "        | |      | If you are not a member of the Xonotic Core Team,  |"
126                                 msg "        | | STOP | you are not supposed to use this script and should |"
127                                 msg "        | |      | instead use ./all compile to compile the engine    |"
128                                 msg "        |  \____/  and game code.                                     |"
129                                 msg "        |                                                             |"
130                                 msg "        |                      [ I understand ]                       |"
131                                 msg "        +-------------------------------------------------------------+"
132                                 sleep 10
133                                 # A LOT of build infrastructure is required:
134                                 # - vorbis-tools
135                                 # - ImageMagick
136                                 # - .ssh/config must be configured so the following
137                                 #   host names are reachable and have a compile
138                                 #   infrastructure set up:
139                                 #   - xonotic-build-linux64 (with gcc on x86_64)
140                                 #   - xonotic-build-win32 (with i686-w64-mingw32)
141                                 #   - xonotic-build-win64 (with x86_64-w64-mingw32)
142                                 #   - xonotic-build-osx (with Xcode and SDL.framework)
143                                 # - AMD Compressonator installed in WINE
144                                 # - ResEdit installed in WINE
145                                 # - a lot of other requirements you will figure out
146                                 #   while reading the error messages
147                                 # - environment variable RELEASETYPE set
148                                 # - optionally, environment variable RELEASEDATE set
149                                 #   (YYYYMMDD)
150                                 exit 1
151                                 ;;
152                         release|RC*)
153                                 msg "Building a FINISHED RELEASE"
154                                 getversion data/xonotic-data.pk3dir
155                                 verbose "$SELF" each -k git tag -m "TEMP TAG" -f "xonotic-v$versionstr"
156                                 ;;
157                         *)
158                                 msg "Building a $RELEASETYPE"
159                                 ;;
160                 esac
161                 verbose rm -rf Xonotic Xonotic*.zip
162                 verbose mkdir -p Xonotic
163                 if [ -n "$RELEASEDATE" ]; then
164                         verbose $ECHO "$RELEASEDATE" > Xonotic/stamp.txt
165                         case "$RELEASETYPE" in
166                                 release|RC*)
167                                         verbose $ECHO "${RELEASEDATE%_*}" > Xonotic/pk3stamp.txt
168                                         ;;
169                                 *)
170                                         verbose $ECHO "$RELEASEDATE" > Xonotic/pk3stamp.txt
171                                         ;;
172                         esac
173                 else
174                         verbose date +%Y%m%d > Xonotic/stamp.txt
175                         verbose date +%Y%m%d > Xonotic/pk3stamp.txt
176                 fi
177                 release_git_extract_dir "." "Xonotic" Docs misc/buildfiles/osx misc/logos misc/tools server xonotic-linux-sdl.sh xonotic-linux-dedicated.sh Makefile key_0.d0pk COPYING GPL-2 GPL-3
178                 (
179                         verbose cd Xonotic
180                         verbose mkdir data source source/darkplaces source/gmqcc source/d0_blind_id mapping
181                         verbose mv misc/buildfiles/osx/* . || true
182                         verbose rm -rf misc/buildfiles
183                         verbose rm -rf misc/tools/all
184                 )
185                 release_git_extract_dir "darkplaces" "Xonotic/source/darkplaces" .
186                 release_git_extract_dir "gmqcc" "Xonotic/source/gmqcc" .
187                 release_git_extract_dir "data/xonotic-data.pk3dir" "Xonotic/source" qcsrc Makefile
188                 release_git_extract_dir "d0_blind_id" "Xonotic/source/d0_blind_id" .
189 # bones_was_here: the main Makefile runs autogen.sh (and configure) when necessary
190 #               (
191 #                       verbose cd Xonotic/source/d0_blind_id
192 #                       verbose sh autogen.sh
193 #               )
194                 rm -f Xonotic/key_15.d0pk
195                 (
196                         verbose cd Xonotic/mapping
197                         # bones_was_here: don't ship 10 year old netradiant
198                         # also seems better to update netradiant independently of xonotic versions
199                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301.tar.bz2
200                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301-win32-7z.exe
201                         #for X in *-7z.exe; do
202                         #       7za x "$X"
203                         #       rm -f "$X"
204                         #done
205                         # TODO possibly include other tools?
206                         printf "Please find links to NetRadiant builds at https://netradiant.gitlab.io or https://xonotic.org/download\nNetRadiant source available at https://gitlab.com/xonotic/netradiant\n" > NetRadiant\ links.txt
207                 )
208                 ./all each git rev-parse HEAD > Xonotic/misc/git-revisions.txt
209                 ;;
210         release-compile-run)
211                 release_common
212                 host=$1
213                 buildpath=$2
214                 maketargets=$3
215                 makeflags=$4
216                 srcdir=$5
217                 depsdir=$6
218                 targetfiles=$7
219                 schroot=
220                 set -x
221                 if [ -z "$targetfiles" ]; then
222                         exit
223                 fi
224                 case " $HOSTS_THAT_ARE_DISABLED " in
225                         *\ $host\ *)
226                                 exit
227                                 ;;
228                 esac
229                 case " $HOSTS_THAT_ARE_SCHROOT " in
230                         *\ $host\ *)
231                                 schroot="schroot -c $host --preserve-environment --"
232                                 ;;
233                 esac
234                 case " $HOSTS_THAT_ARE_MYSELF $HOSTS_THAT_ARE_SCHROOT " in
235                         *\ $host\ *)
236                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$buildpath/"
237                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$buildpath"/darkplaces.ico
238                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$buildpath.deps/"
239                                 verbose ln -snf "$buildpath.deps" "$buildpath/.deps"
240                                 verbose eval $schroot make -C "$buildpath" clean $maketargets $makeflags
241                                 for f in $targetfiles; do
242                                         verbose mv "$buildpath/${f%:*}" "${f##*:}" || true
243                                 done
244                                 ;;
245                         *)
246                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$host":"$buildpath/"
247                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$host":"$buildpath"/darkplaces.ico
248                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$host":"$buildpath.deps/"
249                                 verbose ssh "$host" "[ -f /etc/profile ] && . /etc/profile; [ -f ~/.profile ] && . ~/.profile; export LC_ALL=C; ln -snf $buildpath.deps $buildpath/.deps && cd $buildpath && nice -`nice` make clean $maketargets $makeflags"
250                                 for f in $targetfiles; do
251                                         verbose rsync -zvaSHP "$host:$buildpath/${f%:*}" "${f##*:}" || true
252                                 done
253                                 ;;
254                 esac
255                 ;;
256         release-compile)
257                 release_common
258                 suffix=$1
259                 makeflags=$2
260                 darkplaces_maketargets=$3
261                 darkplaces_files=$4
262                 host=xonotic-build-$suffix
263                 verbose "$SELF" release-compile-run "$host" /tmp/Darkplaces.build."$suffix" "$darkplaces_maketargets" "$makeflags" "Xonotic/source/darkplaces" "$d0/misc/builddeps/$suffix" "$darkplaces_files"
264                 ;;
265         release-getbinary)
266                 release_common
267                 binary=$1
268                 basename=${binary##*/}
269                 dpname=darkplaces${basename#xonotic}
270                 rev=`( cd "$d0/darkplaces" && git rev-parse HEAD )`
271                 verbose wget -O "$binary" "http://beta.xonotic.org/autobuild-bin/$rev/$dpname"
272                 [ -s "$binary" ] || rm -f "$binary"
273                 [ -f "$binary" ]
274                 case "$binary" in
275                         Xonotic/*osx*|Xonotic/*linux*)
276                                 chmod +x "$binary"
277                                 ;;
278                 esac
279                 ;;
280         release-libs-compile)
281                 release_common
282                 arch=$1
283                 makeflags=$2
284                 host=$3
285                 (
286                         verbose cd "$d0/d0_blind_id"
287                         verbose ./autogen.sh
288                         verbose ./configure --enable-static --disable-shared \
289                                             --host="$host" \
290                                             --prefix="$d0/misc/builddeps/$arch/d0_blind_id"
291                         verbose make clean
292                         verbose eval make "$makeflags"
293                         verbose make install
294                 )
295                 ;;
296         release-libs-linux64)
297                 release_common
298                 # TODO schroot support for libs so we can LTO this
299                 verbose "$SELF" release-libs-compile linux64 \
300                         'CC="gcc -m64"' \
301                         x86_64-pc-linux-gnu
302                 ;;
303         release-dlls-compile)
304                 release_common
305                 arch=$1
306                 buildpath=$2
307                 targetdir=$3
308                 verbose mkdir -p "$targetdir"
309                 (
310                         cd "$d0/misc/buildsrc"
311                         verbose ./dlls.sh clean "$buildpath"
312                         verbose ./dlls.sh all "$buildpath" "$arch"
313                 )
314                 verbose cp -v $buildpath/out/$arch/* "$targetdir"
315
316                 # SDL2
317                 verbose mkdir -p "$d0/misc/builddeps/$arch/"
318                 verbose rsync --delete -avP "$buildpath/pkg/$arch/sdl" "$d0/misc/builddeps/$arch/"
319                 # PKG_CONFIG HACK: avoids needing to modify sdl2-config
320                 verbose printf '#!/bin/sh\nprintf ../../../.deps/lib\n' > "$d0/misc/builddeps/$arch/sdl/libdir_hack.sh"
321                 verbose chmod +x "$d0/misc/builddeps/$arch/sdl/libdir_hack.sh"
322                 ;;
323         release-dlls-win32)
324                 release_common
325                 verbose "$SELF" release-dlls-compile win32 /tmp/dlls Xonotic/bin32
326                 ;;
327         release-dlls-win64)
328                 release_common
329                 verbose "$SELF" release-dlls-compile win64 /tmp/dlls Xonotic/bin64
330                 ;;
331         release-libs-osx)
332                 release_common
333                 verbose mkdir -p "$d0/misc/builddeps/osx"
334                 (
335                         verbose cd "$d0/misc/builddeps/osx"
336                         verbose rm -rf sdl SDL2
337                         verbose wget https://libsdl.org/release/SDL2-2.28.5.dmg
338                         verbose 7z x *.dmg
339                         # 7z still fails to extract working symlinks from any archive format, hackaround:
340                         verbose ln -sf $(cat SDL2/SDL2.framework/Versions/Current) SDL2/SDL2.framework/Versions/Current
341                         verbose ln -sf $(cat SDL2/SDL2.framework/Headers) SDL2/SDL2.framework/Headers
342                         verbose ln -sf $(cat SDL2/SDL2.framework/Resources) SDL2/SDL2.framework/Resources
343                         verbose ln -sf $(cat SDL2/SDL2.framework/SDL2) SDL2/SDL2.framework/SDL2
344                         # THE HEADERS ARE NOT IN A SUBDIRECTORY CALLED SDL2
345                         # YET SDL2/ WAS ADDED TO ALL THE INCLUDES, WHY?!?
346                         # OLD VERSIONS WITHOUT IT WORKED
347                         verbose sed -i "s/#include <SDL2\//#include </g" SDL2/SDL2.framework/Versions/Current/Headers/*.h
348                 )
349                 cp -R "$d0/misc/builddeps/osx/SDL2/SDL2.framework" Xonotic/Xonotic.app/Contents/Frameworks/
350                 ;;
351         release-libs)
352                 release_common
353                 verbose "$SELF" release-libs-linux64
354                 verbose "$SELF" release-dlls-win32
355                 verbose "$SELF" release-dlls-win64
356                 verbose "$SELF" release-libs-osx
357                 verbose rm -rf /tmp/dlls
358                 ;;
359         release-engine-win32)
360                 release_common
361                 #good=true
362                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86.exe || good=false
363                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86-dedicated.exe || good=false
364                 #$good
365                 verbose "$SELF" release-compile win32 \
366                         'DP_MAKE_TARGET=mingw WIN32RELEASE=1 CC="i686-w64-mingw32-gcc -static -flto=auto -mstackrealign -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="i686-w64-mingw32-windres" DP_LINK_SDL=static PKG_CONFIG="../../../.deps/libdir_hack.sh" SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen DP_LINK_XMP=dlopen' \
367                         release 'darkplaces-sdl.exe:Xonotic/xonotic-x86.exe darkplaces-dedicated.exe:Xonotic/xonotic-x86-dedicated.exe'
368                 ;;
369         release-engine-win64)
370                 release_common
371                 #good=true
372                 #verbose "$SELF" release-getbinary Xonotic/xonotic.exe || good=false
373                 #verbose "$SELF" release-getbinary Xonotic/xonotic-dedicated.exe || good=false
374                 #$good
375                 # PKG_CONFIG HACK: avoids needing to modify sdl2-config
376                 verbose "$SELF" release-compile win64 \
377                         'DP_MAKE_TARGET=mingw WIN64RELEASE=1 CC="x86_64-w64-mingw32-gcc -static -flto=auto -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="x86_64-w64-mingw32-windres" DP_LINK_SDL=static PKG_CONFIG="../../../.deps/libdir_hack.sh" SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen DP_LINK_XMP=dlopen' \
378                         release 'darkplaces-sdl.exe:Xonotic/xonotic.exe darkplaces-dedicated.exe:Xonotic/xonotic-dedicated.exe'
379                 ;;
380         release-engine-osx)
381                 release_common
382                 #good=true
383                 #verbose "$SELF" release-getbinary Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin || good=false
384                 #verbose "$SELF" release-getbinary Xonotic/xonotic-osx-dedicated || good=false
385                 #$good
386                 # Note: travis build script also had SDLCONFIG_MACOSX* flags; need to check if they're still needed with osxcross.
387                 # Note: Mac bins cannot be stripped by the standard tool.
388                 verbose "$SELF" release-compile osx \
389                         'STRIP=: DP_MAKE_TARGET=macosx PATH="$HOME/osxcross/out/bin:$PATH" CC="$HOME/osxcross/out/bin/o64-clang -flto -arch x86_64 -mmacosx-version-min=10.7 -Wl,-rpath -Wl,@loader_path/../Frameworks -Wl,-rpath -Wl,@loader_path -I../../../.deps/include -L../../../.deps/lib" DP_LINK_SDL=shared SDLCONFIG_MACOSXCFLAGS="-I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXSTATICLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=shared DP_LINK_XMP=dlopen' \
390                         release 'darkplaces-sdl:Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin darkplaces-dedicated:Xonotic/xonotic-osx-dedicated'
391                 ;;
392         release-engine-linux64)
393                 release_common
394                 #good=true
395                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-sdl || good=false
396                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-glx || good=false
397                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-dedicated || good=false
398                 #$good
399                 verbose "$SELF" release-compile linux64 \
400                         'CC="gcc -m64 -flto=auto -I../../../.deps/include -L../../../.deps/lib" DP_LINK_SDL=shared DP_LINK_ZLIB=shared DP_LINK_JPEG=static DP_LINK_ODE=dlopen DP_LINK_CRYPTO=static_inc_gmp DP_LINK_CRYPTO_RIJNDAEL=static DP_LINK_XMP=dlopen' \
401                         release 'darkplaces-sdl:Xonotic/xonotic-linux64-sdl darkplaces-dedicated:Xonotic/xonotic-linux64-dedicated'
402                 ;;
403         release-engine)
404                 release_common
405                 # TODO report failures here.
406                 good=false
407                 verbose "$SELF" release-engine-linux64 && good=true
408                 verbose "$SELF" release-engine-win32 && good=true
409                 verbose "$SELF" release-engine-win64 && good=true
410                 verbose "$SELF" release-engine-osx && good=true
411                 $good
412                 ;;
413         release-maps)
414                 release_common
415                 verbose "$SELF" update-maps
416                 ;;
417         release-qc)
418                 release_common
419                 verbose make -C "$d0/gmqcc" gmqcc
420                 verbose env GIT_DIR="$d0/data/xonotic-data.pk3dir/.git" make -C Xonotic/source QCC="$d0/gmqcc/gmqcc" XON_BUILDSYSTEM=1 QCCFLAGS_WATERMARK='$(shell git describe --tags)' clean qc
421                 ;;
422         release-buildpk3-transform-raw)
423                 release_common
424                 dir=$1
425                 ;;
426         release-buildpk3-transform-normal)
427                 release_common
428                 dir=$1
429                 verbose cd "$dir"
430                 # texture: convert to jpeg and dds
431                 verbose export do_jpeg=true
432                 verbose export jpeg_qual_rgb=97
433                 verbose export jpeg_qual_a=99
434                 verbose export do_dds=false
435                 verbose export do_ogg=true
436                 verbose export ogg_ogg=false
437                 verbose export del_src=true
438                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
439                 ;;
440         release-buildpk3-transform-normaldds)
441                 release_common
442                 dir=$1
443                 verbose cd "$dir"
444                 # texture: convert to jpeg and dds
445                 # music: reduce bitrate
446                 verbose export do_jpeg=false
447                 verbose export do_jpeg_if_not_dds=true
448                 verbose export jpeg_qual_rgb=95
449                 verbose export jpeg_qual_a=99
450                 verbose export do_dds=true
451                 verbose export dds_flags=
452                 verbose export do_ogg=true
453                 verbose export ogg_ogg=false
454                 verbose export del_src=true
455                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
456                 ;;
457         release-buildpk3-transform-mapping)
458                 release_common
459                 dir=$1
460                 verbose cd "$dir"
461                 # don't include levelshots, lightmaps and minimaps from official map builds, as well as other unneeded folders
462                 rm -rf gfx maps scripts sound
463                 # remove stuff radiant has no use for
464                 verbose find . -name \*_norm.\* -exec rm -f {} \;
465                 verbose find . -name \*_bump.\* -exec rm -f {} \;
466                 verbose find . -name \*_glow.\* -exec rm -f {} \;
467                 verbose find . -name \*_gloss.\* -exec rm -f {} \;
468                 verbose find . -name \*_pants.\* -exec rm -f {} \;
469                 verbose find . -name \*_shirt.\* -exec rm -f {} \;
470                 verbose find . -name \*_reflect.\* -exec rm -f {} \;
471                 verbose find . -not \( -name \*.tga -o -name \*.png -o -name \*.jpg \) -exec rm -f {} \;
472                 # texture: convert to jpeg and dds
473                 # music: reduce bitrate
474                 verbose export do_jpeg=true
475                 verbose export jpeg_qual_rgb=80
476                 verbose export jpeg_qual_a=97
477                 verbose export do_dds=false
478                 verbose export do_ogg=true
479                 verbose export ogg_qual=1
480                 verbose export del_src=true
481                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
482                 ;;
483         release-buildpk3)
484                 release_common
485                 src=$1
486                 dst=$2
487                 transform=$3
488                 case "$dst" in
489                         /*)
490                                 ;;
491                         */)
492                                 dst="$PWD/$dst"
493                                 ;;
494                 esac
495                 release_timereport
496                 verbose rm -rf Xonotic/temp
497                 release_timereport "deleted temp directory"
498                 verbose mkdir -p Xonotic/temp
499                 release_git_extract_dir "$src" "Xonotic/temp" .
500                 release_timereport "extracted data"
501                 verbose cd Xonotic/temp
502                 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
503                         verbose cp ../source/progs.dat .
504                         verbose cp ../source/csprogs.dat .
505                         verbose cp ../source/menu.dat .
506                         # Include line numbers in qc errors
507                         verbose cp ../source/progs.lno .
508                         verbose cp ../source/csprogs.lno .
509                         verbose cp ../source/menu.lno .
510                         verbose rm -rf qcsrc
511                         getversion .
512                         case "$RELEASETYPE" in
513                                 release)
514                                         ;;
515                                 RC*)
516                                         versionstr="$versionstr $RELEASETYPE"
517                                         ;;
518                                 *)
519                                         versionstr="$versionstr$RELEASETYPE"
520                                         ;;
521                         esac
522                         if [ $gv -lt 9900 ]; then
523                                 # pre-1.0: compatible with any other pre-1.0
524                                 verbose sed "
525                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
526                                         s/^gameversion_max [0-9]*/gameversion_max  9999/;
527                                 " < xonotic-common.cfg > xonotic-common.cfg.new
528                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
529                                 # s/^gameversion_min [0-9]*/gameversion_min     0/;
530                         else
531                                 # >= 1.0
532                                 verbose sed "
533                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
534                                         s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
535                                 " < xonotic-common.cfg > xonotic-common.cfg.new
536                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
537                                 # s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
538                         fi
539                         mv xonotic-common.cfg.new xonotic-common.cfg
540                         case "$RELEASETYPE" in
541                                 release|RC*)
542                                         echo "" >> xonotic-common.cfg
543                                         echo "// nicer menu" >> xonotic-common.cfg
544                                         echo "set menu_watermark \"\"" >> xonotic-common.cfg
545                                         ;;
546                         esac
547                         (
548                                 verbose cd gfx/menu/luminos
549                                 verbose rm -f background_l2.tga background_ingame_l2.tga
550                                 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
551                                 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
552                                 verbose rm background_l2.svg
553                         )
554                         verbose "$d0"/mediasource/gfx/luma/render-version.sh "$d0/mediasource/gfx/luma" "$PWD" "$versionstr"
555                 fi
556                 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
557                         for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
558                                 if [ -f "$X" ]; then
559                                         verbose unzip "$X"
560                                         verbose rm -f maps/*.log maps/*.irc maps/*.lin
561                                 fi
562                         done
563                 fi
564                 verbose export git_src_repo="$d0/$src" # skip hash-object
565                 release_timereport "processed data"
566                 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
567                 release_timereport "transformed data"
568                 find . -type f -size +4k | verbose "$d0"/misc/tools/symlink-deduplicate.sh
569                 release_timereport "deduplicated data"
570                 verbose mkzipr "../../$dst" *
571                 release_timereport "zipped data"
572                 verbose cd ../..
573                 verbose rm -rf Xonotic/temp
574                 release_timereport "deleted temp directory again"
575                 ;;
576         release-buildpk3s)
577                 release_common
578                 pk3stamp=`cat Xonotic/pk3stamp.txt`
579                 src=$1
580                 shift
581                 dst=${src%.pk3dir}
582                 case "$dst" in
583                         data/xonotic-*)
584                                 dst="data/xonotic-$pk3stamp-${dst#data/xonotic-}"
585                                 ;;
586                         *)
587                                 dst="$dst-$pk3stamp"
588                                 ;;
589                 esac
590                 while [ "$#" -gt 1 ]; do
591                         verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
592                         shift
593                         shift
594                 done
595                 ;;
596         release-pack)
597                 release_common
598                 verbose "$SELF" release-buildpk3s data/font-unifont.pk3dir      raw ''
599                 verbose "$SELF" release-buildpk3s data/font-xolonium.pk3dir     raw ''
600                 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir             normaldds ''                    normal '-high'
601                 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir             normaldds '' mapping '-mapping' normal '-high'
602                 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir     raw ''
603                 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir        normaldds ''                    normal '-high'
604                 verbose "$SELF" release-buildpk3s data/xonotic-xoncompat.pk3dir        normaldds ''                    normal '-high'
605                 ;;
606         release-pack-needsx11)
607                 release_common
608                 case "$DISPLAY" in
609                         '')
610                                 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
611                                 ;;
612                         *)
613                                 verbose "$SELF" release-pack
614                                 ;;
615                 esac
616                 ;;
617         release-zip)
618                 release_common
619                 stamp=`cat Xonotic/stamp.txt`
620                 pk3stamp=`cat Xonotic/pk3stamp.txt`
621                 # exe and dll files do not need +x
622                 chmod a-x Xonotic/*.exe Xonotic/*.dll Xonotic/bin64/*.dll Xonotic/bin32/*.dll || true
623                 # build the archives
624                 verbose mkzipr Xonotic-$stamp-enginesource.zip \
625                         Xonotic/Makefile \
626                         Xonotic/source/darkplaces/ \
627                         Xonotic/COPYING Xonotic/GPL-2 Xonotic/GPL-3
628                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-engine.zip
629                 verbose mkzipr Xonotic-$stamp-engine.zip \
630                         Xonotic/*.dll \
631                         Xonotic/bin32/*.dll \
632                         Xonotic/bin64/*.dll \
633                         Xonotic/*.app \
634                         Xonotic/xonotic-* \
635                         Xonotic/xonotic.exe
636                 verbose cp Xonotic-$stamp-engine.zip Xonotic-$stamp-common.zip
637                 verbose mkzipr Xonotic-$stamp-common.zip \
638                         Xonotic/source/d0_blind_id/ \
639                         Xonotic/source/gmqcc/ \
640                         Xonotic/source/qcsrc/ \
641                         Xonotic/Docs \
642                         Xonotic/misc \
643                         Xonotic/gmqcc \
644                         Xonotic/server \
645                         Xonotic/key_0.d0pk \
646                         Xonotic/data/font-unifont-$pk3stamp.pk3 \
647                         Xonotic/data/font-xolonium-$pk3stamp.pk3
648                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-source.zip
649                 verbose mkzipr Xonotic-$stamp-source.zip \
650                         Xonotic/source/d0_blind_id/ \
651                         Xonotic/source/gmqcc/ \
652                         Xonotic/source/qcsrc/ \
653                         Xonotic/misc/logos
654                 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp.zip
655                 verbose mkzip0 Xonotic-$stamp.zip \
656                         Xonotic/data/xonotic-$pk3stamp-data.pk3 \
657                         Xonotic/data/xonotic-$pk3stamp-maps.pk3 \
658                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
659                         Xonotic/data/xonotic-$pk3stamp-nexcompat.pk3 \
660                         Xonotic/data/xonotic-$pk3stamp-xoncompat.pk3
661                 verbose mv Xonotic-$stamp-common.zip Xonotic-$stamp-high.zip
662                 verbose mkzip0 Xonotic-$stamp-high.zip \
663                         Xonotic/data/xonotic-$pk3stamp-data-high.pk3 \
664                         Xonotic/data/xonotic-$pk3stamp-maps-high.pk3 \
665                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
666                         Xonotic/data/xonotic-$pk3stamp-nexcompat-high.pk3 \
667                         Xonotic/data/xonotic-$pk3stamp-xoncompat-high.pk3
668                 verbose mkzipr Xonotic-$stamp-mappingsupport.zip \
669                         Xonotic/mapping
670                 verbose mkzip0 Xonotic-$stamp-mappingsupport.zip \
671                         Xonotic/data/xonotic-$pk3stamp-maps-mapping.pk3
672                 verbose mkzipr gmqcc-$stamp.zip \
673                         Xonotic/gmqcc \
674                         Xonotic/source/gmqcc
675                 ;;
676         release)
677                 release_common
678                 verbose "$SELF" release-prepare
679                 verbose "$SELF" release-maps
680                 verbose "$SELF" release-libs
681                 verbose "$SELF" release-engine
682                 verbose "$SELF" release-qc
683                 verbose "$SELF" release-pack
684                 verbose "$SELF" release-zip
685                 ;;
686         *)
687                 handled=false
688                 ;;
689 esac