#!/bin/sh set -e bspdir="$PWD/data" url=http://beta.xonotic.org/autobuild-bsp/ url_ssh=xonotic-beta:autobuild-bsp/ build_cachedir="$HOME/xonotic-map-compiler.cache/" screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/" build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900" screenshot_override="9 300" getthemap_fail=false allmaps() { for F in maps/*.map.options; do if ! [ -f "$F" ]; then continue fi if ! [ -f "${F%.options}" ]; then continue fi M=${F#maps/} M=${M%.map.options} blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2` "$@" "$M" "$blobhash" done } pre2spam() { map=$1 url=$2 branch=$3 hash=$4 branch=${branch##refs/heads/} branch=${branch##refs/remotes/} branch=${branch##origin/} hash=`echo "$hash" | cut -c 1-7` echo "[$branch $hash] starting map compile of $map" } ss2spam() { map=$1 url=$2 branch=$3 hash=$4 status=$5 branch=${branch##refs/heads/} branch=${branch##refs/remotes/} branch=${branch##origin/} hash=`echo "$hash" | cut -c 1-7` s_error= if [ "$status" -ne 0 ]; then s_error="exited with status $status" fi if [ -n "$s_error" ]; then echo "[$branch $hash] 4screenshots of $map could not be made: $s_error" else echo "[$branch $hash] screenshots of $map are available on $url" fi } log2spam() { map=$1 url=$2 branch=$3 hash=$4 status=$5 time=$6 hash=`echo "$hash" | cut -c 1-7` branch=${branch##refs/heads/} branch=${branch##refs/remotes/} branch=${branch##origin/} s_samplesize= s_failshaders= s_leaked= s_error= if [ "$status" -ne 0 ]; then s_error="exited with status $status" fi while IFS= read -r L; do case "$L" in WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*) s=${L##* } if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then s_samplesize=$s fi ;; WARNING:\ Couldn\'t\ find\ image\ for\ shader\ textures/NULL) # radiant stupid ;; WARNING:\ Couldn\'t\ find\ image\ for\ shader\ *) s_failshaders="$s_failshaders ${L##* }" ;; '******* leaked *******') s_leaked=1 ;; '************ ERROR ************') IFS= read -r s_error ;; esac done s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"` s_failshaders=${s_failshaders# } if [ -n "$s_error" ]; then echo -n "[$branch $hash] 4failed" else echo -n "[$branch $hash] finished" fi echo -n " map compile of $map ($url): $time sec" if [ -n "$s_samplesize" ]; then echo -n ", FIX samplesize >= $s_samplesize" fi if [ -n "$s_failshaders" ]; then if [ -n "`echo "$s_failshaders" | cut -d ' ' -f 4-`" ]; then s_failshaders="`echo "$s_failshaders" | cut -d ' ' -f 1-3`..." fi echo -n ", FIX shaders $s_failshaders" fi if [ -n "$s_leaked" ]; then echo -n ", FIX LEAK" fi if [ -n "$s_error" ]; then s_error=`echo "$s_error" | sed "s,$PWD/\?,,g"` echo -n ", ERROR: $s_error" fi echo } buildthemap() { REFNAME=$1 HASH=$2 url=$3 M=$4 blobhash=$5 if HEAD "$url$M-$blobhash.pk3"; then continue fi if [ -n "$IRCSPAM" ]; then pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM fi t0=`date +%s` ( cd maps ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $build_override > "$M.log" ) t1=`date +%s` dt=$(($t1 - $t0)) status=$? if [ -n "$IRCSPAM" ]; then cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc" fi zip -9r "$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga" ln -snf "../$M-$blobhash.pk3" "$M.pk3" # from ALL branches, so beware! cp "$M-$blobhash.pk3" "$M-full-$blobhash.pk3" zip -9r "$M-full-$blobhash.pk3" `git diff --name-only --diff-filter=ACMRTUXB master...HEAD` || true ln -snf "../$M-full-$blobhash.pk3" "$M-full.pk3" # from ALL branches, so beware! rsync -vaSHP "$M-$blobhash.pk3" "$M-full-$blobhash.pk3" "$url_ssh" rsync -vaSHP "$M.pk3" "$M-full.pk3" "$url_ssh""latest/" if [ -n "$IRCSPAM" ]; then $IRCSPAM < "maps/$M.irc" fi } screenshotthemap() { REFNAME=$1 HASH=$2 url=$3 M=$4 blobhash=$5 if HEAD "$url$M-$blobhash/"; then continue fi rm -rf ~/.xonotic ( cd ../.. misc/tools/xonotic-map-screenshot "$M" $screenshot_override +"scr_screenshot_name \"$M-\"" ) if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then if [ -n "$IRCSPAM" ]; then ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" > "maps/$M.ircss" fi return 1 fi if [ -n "$IRCSPAM" ]; then ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" > "maps/$M.ircss" fi ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware! rsync -vaSHP "$M-$blobhash" "$url_ssh" rsync -vaSHP "$M" "$url_ssh""latest/" if [ -n "$IRCSPAM" ]; then $IRCSPAM < "maps/$M.ircss" fi } getthemap() { url=$1 bspdir_old=$2 bspdir=$3 M=$4 blobhash=$5 if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then continue fi if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then if ! curl -o "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet" return 0 fi fi if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file" getthemap_fail=true return 0 fi } case "$1" in build) cd data/xonotic-maps.pk3dir git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do if [ -f "$build_cachedir/$HASH" ]; then continue fi git reset --hard git clean -xfd git checkout -f "$HASH" allmaps buildthemap "$REFNAME" "$HASH" "$url" touch "$build_cachedir/$HASH" done git checkout -f master ;; screenshot) cd data/xonotic-maps.pk3dir git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do if [ -f "$screenshot_cachedir/$HASH" ]; then continue fi git reset --hard git clean -xfd git checkout -f "$HASH" allmaps getthemap "$url" "$bspdir.old" "$bspdir" if ! $getthemap_fail; then allmaps screenshotthemap "$REFNAME" "$HASH" "$url" touch "$screenshot_cachedir/$HASH" fi done git checkout -f master ;; download) mkdir -p "$bspdir" "$bspdir.old" for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do if [ -e "$b" ]; then mv "$b" "$bspdir.old"/ fi done cd data/xonotic-maps.pk3dir allmaps getthemap "$url" "$bspdir.old" "$bspdir" echo "List of maps that got deleted (if any) and currently are in $bspdir.old:" ls -l "$bspdir.old" ;; download-latest) mkdir -p "$bspdir" cd "$bspdir" rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3 wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url""latest" ;; log2spam-test) log2spam "mapname" "http://mapurl" "branch" "commit" "0" ;; esac