6 msg "*** $release_args: start"
7 release_starttime=`date +%s`
10 release_endtime=`date +%s`
11 release_deltatime=$(($release_endtime - $release_starttime))
12 msg "*** $release_args: $release_deltatime seconds"
15 release_tempstarttime=$release_starttime
18 release_endtime=`date +%s` # RELEASE NOW!!!
20 release_deltatime=$(($release_endtime - $release_tempstarttime))
21 msg "**** $release_args: $*: $release_deltatime seconds"
23 release_tempstarttime=$release_endtime
25 release_git_extract_dir()
29 # try to create a hardlink
30 if ln -f "$release_src/.git/HEAD" "$release_dst/.hardlink-test"; then
31 rm -f "$release_dst/.hardlink-test"
33 verbose cd "$release_src"
34 git ls-files HEAD -- "$@"
36 while IFS= read -r F; do
37 case "$F" in */*) mkdir -p "$release_dst/${F%/*}" ;; esac
38 verbose ln -f "$release_src/$F" "$release_dst/$F"
43 verbose cd "$release_src"
44 verbose git archive --format=tar HEAD -- "$@"
46 verbose cd "$release_dst"
56 # get rid of this hack once we have done large enough changes
57 # to be no longer rsync compatible (and then enable the below
61 find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
63 find "$@" -xtype f \( -executable -or -type l \) -print | sed 's,\([./][^./]*$\),\1 \1,' | sort -k2 | cut -d\ -f1 > "$ziplist"
64 7za a -tzip $sevenzipflags -x@"$ziplist" "$archive" "$@" || true
65 zip $zipflags -y -@<"$ziplist" "$archive" || true
69 #find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
70 #zip $zipflags -y "$archive" "$@" || true
78 zip $zipflags "$archive" "$@" || true
79 advzip -z -4 "$archive"
86 zip $zipflags "$archive" "$@" || true
91 gv=`grep "^gameversion " "$1/defaultXonotic.cfg" | awk '{ print $2 }'`
92 major=$(($gv / 10000))
93 minor=$((($gv / 100) - ($major * 100)))
94 patch=$(($gv - ($major * 10000) - ($minor * 100)))
95 versionstr="$major.$minor.$patch"
101 # release building goes here
104 #"$SELF" each git clean -fxd
105 case "$RELEASETYPE" in
107 $ECHO >&2 -n "$ESC[2J$ESC[H"
114 msg " +---------------------------------------------------------.---+"
116 msg " +---------------------------------------------------------^---+"
118 msg " | / \ This is the official release build system. |"
119 msg " | | | If you are not a member of the Xonotic Core Team, |"
120 msg " | | STOP | you are not supposed to use this script and should |"
121 msg " | | | instead use ./all compile to compile the engine |"
122 msg " | \____/ and game code. |"
124 msg " | [ I understand ] |"
125 msg " +-------------------------------------------------------------+"
127 # A LOT of build infrastructure is required:
130 # - .ssh/config must be configured so the following
131 # host names are reachable and have a compile
132 # infrastructure set up:
133 # - xonotic-build-linux32 (with gcc on x86)
134 # - xonotic-build-linux64 (with gcc on x86_64)
135 # - xonotic-build-win32 (with i586-mingw32msvc-g++)
136 # - xonotic-build-win64 (with amd64-mingw32msvc-g++
137 # and amd64-mingw32msvc-g++)
138 # - xonotic-build-osx (with Xcode and SDL.framework)
139 # - AMD Compressonator installed in WINE
140 # - ResEdit installed in WINE
141 # - a lot of other requirements you will figure out
142 # while reading the error messages
143 # - environment variable RELEASETYPE set
144 # - optionally, environment variable RELEASEDATE set
149 msg "Building a FINISHED RELEASE"
150 getversion data/xonotic-data.pk3dir
151 verbose "$SELF" each -k git tag -m "TEMP TAG" -f "xonotic-v$versionstr"
154 msg "Building a $RELEASETYPE"
157 verbose rm -rf Xonotic Xonotic*.zip
158 verbose mkdir -p Xonotic
159 if [ -n "$RELEASEDATE" ]; then
160 verbose $ECHO "$RELEASEDATE" > Xonotic/stamp.txt
161 case "$RELEASETYPE" in
163 verbose $ECHO "${RELEASEDATE%_*}" > Xonotic/pk3stamp.txt
166 verbose $ECHO "$RELEASEDATE" > Xonotic/pk3stamp.txt
170 verbose date +%Y%m%d > Xonotic/stamp.txt
171 verbose date +%Y%m%d > Xonotic/pk3stamp.txt
173 release_git_extract_dir "." "Xonotic" Docs misc server xonotic-linux-glx.sh xonotic-linux-sdl.sh xonotic-linux-dedicated.sh Makefile misc/buildfiles key_0.d0pk COPYING GPL-2 GPL-3
176 verbose mkdir data gmqcc source source/darkplaces source/gmqcc source/d0_blind_id mapping
177 verbose rm -rf misc/builddeps
178 verbose mv misc/buildfiles/win32 bin32 || true
179 verbose mv bin32/SDL.dll . || true
180 verbose mv misc/buildfiles/win64 bin64 || true
181 verbose mv misc/buildfiles/osx/* . || true
182 verbose rm -rf misc/buildfiles
183 verbose rm -rf misc/pki
185 release_git_extract_dir "darkplaces" "Xonotic/source/darkplaces" .
186 release_git_extract_dir "gmqcc" "Xonotic/source/gmqcc" .
187 release_git_extract_dir "data/xonotic-data.pk3dir" "Xonotic/source" qcsrc Makefile
188 release_git_extract_dir "d0_blind_id" "Xonotic/source/d0_blind_id" .
190 verbose cd Xonotic/source/d0_blind_id
191 verbose sh autogen.sh
193 rm -f Xonotic/key_15.d0pk
195 verbose cd Xonotic/mapping
196 verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301.tar.bz2
197 verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301-win32-7z.exe
198 for X in *-7z.exe; do
202 # TODO possibly include other tools?
204 ./all each git rev-parse HEAD > Xonotic/misc/git-revisions.txt
209 basename=${binary##*/}
210 dpname=darkplaces${basename#xonotic}
211 rev=`( cd "$d0/darkplaces" && git rev-parse HEAD )`
212 verbose wget -O "$binary" "http://beta.xonotic.org/autobuild-bin/$rev/$dpname"
213 [ -s "$binary" ] || rm -f "$binary"
216 Xonotic/*osx*|Xonotic/*linux*)
221 release-engine-win32)
224 verbose "$SELF" release-getbinary Xonotic/xonotic-x86.exe || good=false
225 verbose "$SELF" release-getbinary Xonotic/xonotic-x86-wgl.exe || good=false
226 verbose "$SELF" release-getbinary Xonotic/xonotic-x86-dedicated.exe || good=false
229 release-engine-win64)
232 verbose "$SELF" release-getbinary Xonotic/xonotic.exe || good=false
233 verbose "$SELF" release-getbinary Xonotic/xonotic-wgl.exe || good=false
234 verbose "$SELF" release-getbinary Xonotic/xonotic-dedicated.exe || good=false
240 verbose "$SELF" release-getbinary Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin || good=false
241 verbose "$SELF" release-getbinary Xonotic/xonotic-osx-dedicated || good=false
244 release-engine-linux32)
247 verbose "$SELF" release-getbinary Xonotic/xonotic-linux32-sdl || good=false
248 verbose "$SELF" release-getbinary Xonotic/xonotic-linux32-glx || good=false
249 verbose "$SELF" release-getbinary Xonotic/xonotic-linux32-dedicated || good=false
252 release-engine-linux64)
255 verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-sdl || good=false
256 verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-glx || good=false
257 verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-dedicated || good=false
262 # TODO report failures here.
264 verbose "$SELF" release-engine-linux32 && good=true
265 verbose "$SELF" release-engine-linux64 && good=true
266 verbose "$SELF" release-engine-win32 && good=true
267 verbose "$SELF" release-engine-win64 && good=true
268 verbose "$SELF" release-engine-osx && good=true
273 verbose "$SELF" update-maps
277 verbose make -C "$d0/gmqcc" all
278 verbose env GIT_DIR="$d0/data/xonotic-data.pk3dir/.git" make -C Xonotic/source QCC="$d0/gmqcc/gmqcc" XON_BUILDSYSTEM=1 clean all
280 release-buildpk3-transform-raw)
284 release-buildpk3-transform-normal)
288 # texture: convert to jpeg and dds
289 verbose export do_jpeg=true
290 verbose export jpeg_qual_rgb=97
291 verbose export jpeg_qual_a=99
292 verbose export do_dds=false
293 verbose export do_ogg=true
294 verbose export ogg_ogg=false
295 verbose export del_src=true
296 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
298 release-buildpk3-transform-normaldds)
302 # texture: convert to jpeg and dds
303 # music: reduce bitrate
304 verbose export do_jpeg=false
305 verbose export do_jpeg_if_not_dds=true
306 verbose export jpeg_qual_rgb=95
307 verbose export jpeg_qual_a=99
308 verbose export do_dds=true
309 verbose export dds_flags=
310 verbose export do_ogg=true
311 verbose export ogg_ogg=false
312 verbose export del_src=true
313 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
315 release-buildpk3-transform-low)
319 # texture: convert to jpeg and dds
320 # music: reduce bitrate
321 verbose export do_jpeg=true
322 verbose export jpeg_qual_rgb=80
323 verbose export jpeg_qual_a=97
324 verbose export do_dds=false
325 verbose export do_ogg=true
326 verbose export ogg_qual=1
327 verbose export del_src=true
328 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
330 release-buildpk3-transform-webp)
334 # texture: convert to jpeg and dds
335 verbose export do_jpeg=false
336 verbose export do_webp=true
337 verbose export do_dds=false
338 verbose export do_ogg=false
339 verbose export ogg_ogg=false
340 verbose export del_src=true
341 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
343 release-buildpk3-transform-lowdds)
347 # texture: convert to jpeg and dds
348 # music: reduce bitrate
349 verbose export do_jpeg=false
350 verbose export do_jpeg_if_not_dds=true
351 verbose export jpeg_qual_rgb=80
352 verbose export jpeg_qual_a=99
353 verbose export do_dds=true
354 verbose export dds_flags=
355 verbose export do_ogg=true
356 verbose export ogg_qual=1
357 verbose export del_src=true
358 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
360 release-buildpk3-transform-mapping)
364 # remove stuff radiant has no use for
365 verbose find . -name \*_norm.\* -exec rm -f {} \;
366 verbose find . -name \*_bump.\* -exec rm -f {} \;
367 verbose find . -name \*_glow.\* -exec rm -f {} \;
368 verbose find . -name \*_gloss.\* -exec rm -f {} \;
369 verbose find . -name \*_pants.\* -exec rm -f {} \;
370 verbose find . -name \*_shirt.\* -exec rm -f {} \;
371 verbose find . -name \*_reflect.\* -exec rm -f {} \;
372 verbose find . -not \( -name \*.tga -o -name \*.png -o -name \*.jpg \) -exec rm -f {} \;
373 # texture: convert to jpeg and dds
374 # music: reduce bitrate
375 verbose export do_jpeg=true
376 verbose export jpeg_qual_rgb=80
377 verbose export jpeg_qual_a=97
378 verbose export do_dds=false
379 verbose export do_ogg=true
380 verbose export ogg_qual=1
381 verbose export del_src=true
382 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
397 verbose rm -rf Xonotic/temp
398 release_timereport "deleted temp directory"
399 verbose mkdir -p Xonotic/temp
400 release_git_extract_dir "$src" "Xonotic/temp" .
401 release_timereport "extracted data"
402 verbose cd Xonotic/temp
403 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
404 verbose cp ../source/progs.dat .
405 verbose cp ../source/csprogs.dat .
406 verbose cp ../source/menu.dat .
409 case "$RELEASETYPE" in
413 versionstr="$versionstr$RELEASETYPE"
416 if [ $gv -lt 9900 ]; then
417 # pre-1.0: compatible with any other pre-1.0
419 s/^set g_xonoticversion [^ ]* /set g_xonoticversion $versionstr /;
420 s/^gameversion_min [0-9]*/gameversion_min 0/;
421 s/^gameversion_max [0-9]*/gameversion_max 9999/;
422 " < defaultXonotic.cfg > defaultXonotic.cfg.new
426 s/^set g_xonoticversion [^ ]* /set g_xonoticversion $versionstr /;
427 s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
428 s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
429 " < defaultXonotic.cfg > defaultXonotic.cfg.new
431 mv defaultXonotic.cfg.new defaultXonotic.cfg
432 case "$RELEASETYPE" in
434 echo "" >> defaultXonotic.cfg
435 echo "// nicer menu" >> defaultXonotic.cfg
436 echo "set menu_watermark \"\"" >> defaultXonotic.cfg
440 verbose cd gfx/menu/luminos
441 verbose rm -f background_l2.tga background_ingame_l2.tga
442 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
443 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
444 verbose rm background_l2.svg
446 verbose "$d0"/mediasource/gfx/luma/render-version.sh "$d0/mediasource/gfx/luma" "$PWD" "$versionstr"
448 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
449 for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
452 verbose rm -f maps/*.log maps/*.irc maps/*.lin
456 verbose export git_src_repo="$d0/$src" # skip hash-object
457 release_timereport "processed data"
458 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
459 release_timereport "transformed data"
460 find . -type f -size +4k | verbose "$d0"/misc/tools/symlink-deduplicate.sh
461 release_timereport "deduplicated data"
462 verbose mkzipr "../../$dst" *
463 release_timereport "zipped data"
465 verbose rm -rf Xonotic/temp
466 release_timereport "deleted temp directory again"
470 pk3stamp=`cat Xonotic/pk3stamp.txt`
476 dst="data/xonotic-$pk3stamp-${dst#data/xonotic-}"
482 while [ "$#" -gt 1 ]; do
483 verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
490 verbose "$SELF" release-buildpk3s data/font-unifont.pk3dir raw ''
491 verbose "$SELF" release-buildpk3s data/font-xolonium.pk3dir raw ''
492 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir low '-low' normaldds '' normal '-high'
493 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir low '-low' normaldds '' mapping '-mapping' normal '-high'
494 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir raw '' low '-low'
495 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir normaldds ''
497 release-pack-needsx11)
501 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
504 verbose "$SELF" release-pack
510 stamp=`cat Xonotic/stamp.txt`
511 pk3stamp=`cat Xonotic/pk3stamp.txt`
512 # exe and dll files do not need +x, so this makes them eligible for 7zip compression too
513 chmod a-x Xonotic/*.exe Xonotic/*.dll || true
514 for suffix in '' '-noaes'; do
516 verbose mkzip Xonotic-$stamp-enginesource$suffix.zip \
518 Xonotic/source/darkplaces/ \
519 Xonotic/COPYING Xonotic/GPL-2 Xonotic/GPL-3
520 verbose cp Xonotic-$stamp-enginesource$suffix.zip Xonotic-$stamp-engine$suffix.zip
521 verbose mkzip Xonotic-$stamp-engine$suffix.zip \
523 Xonotic/bin32/*.dll \
524 Xonotic/bin64/*.dll \
528 verbose cp Xonotic-$stamp-engine$suffix.zip Xonotic-$stamp-common$suffix.zip
529 verbose mkzip Xonotic-$stamp-common$suffix.zip \
530 Xonotic/source/d0_blind_id/ \
531 Xonotic/source/gmqcc/ \
532 Xonotic/source/qcsrc/ \
538 Xonotic/data/font-unifont-$pk3stamp.pk3 \
539 Xonotic/data/font-xolonium-$pk3stamp.pk3
540 verbose cp Xonotic-$stamp-enginesource$suffix.zip Xonotic-$stamp-source$suffix.zip
541 verbose mkzip Xonotic-$stamp-source$suffix.zip \
542 Xonotic/source/d0_blind_id/ \
543 Xonotic/source/gmqcc/ \
544 Xonotic/source/qcsrc/ \
546 verbose cp Xonotic-$stamp-common$suffix.zip Xonotic-$stamp$suffix.zip
547 verbose mkzip0 Xonotic-$stamp$suffix.zip \
548 Xonotic/data/xonotic-$pk3stamp-data.pk3 \
549 Xonotic/data/xonotic-$pk3stamp-maps.pk3 \
550 Xonotic/data/xonotic-$pk3stamp-music.pk3 \
551 Xonotic/data/xonotic-$pk3stamp-nexcompat.pk3
552 verbose cp Xonotic-$stamp-common$suffix.zip Xonotic-$stamp-low$suffix.zip
553 verbose mkzip0 Xonotic-$stamp-low$suffix.zip \
554 Xonotic/data/xonotic-$pk3stamp-data-low.pk3 \
555 Xonotic/data/xonotic-$pk3stamp-maps-low.pk3 \
556 Xonotic/data/xonotic-$pk3stamp-music-low.pk3
557 verbose mv Xonotic-$stamp-common$suffix.zip Xonotic-$stamp-high$suffix.zip
558 verbose mkzip0 Xonotic-$stamp-high$suffix.zip \
559 Xonotic/data/xonotic-$pk3stamp-data-high.pk3 \
560 Xonotic/data/xonotic-$pk3stamp-maps-high.pk3 \
561 Xonotic/data/xonotic-$pk3stamp-music.pk3
562 # let's pass crypto import laws of some nasty countries
563 find Xonotic -name \*d0_rijndael\*.so -o -name \*d0_rijndael\*.dylib -o -name \*d0_rijndael\*.dll -o -name \*d0_rijndael\*.c -delete
565 verbose mkzip Xonotic-$stamp-mappingsupport.zip \
567 verbose mkzip0 Xonotic-$stamp-mappingsupport.zip \
568 Xonotic/data/xonotic-$pk3stamp-maps-mapping.pk3
569 verbose mkzip gmqcc-$stamp.zip \
575 verbose "$SELF" release-prepare
576 verbose "$SELF" release-maps
577 verbose "$SELF" release-engine
578 verbose "$SELF" release-qc
579 verbose "$SELF" release-pack-needsx11
580 verbose "$SELF" release-zip