X-Git-Url: http://git.xonotic.org/?p=xonotic%2Fxonotic.git;a=blobdiff_plain;f=misc%2Ftools%2Fxonotic-map-compiler-autobuild;h=c2d7fe6b8b1e625f4279cd968d9e7e232f912519;hp=96e07811e2ee3c16093871867a1e32e9cd14a916;hb=a4d69b979cf6a2378e64bca19777d316bdc16500;hpb=881b325ad8ac67b1fe3c9d71ebfddb8787a45ddf diff --git a/misc/tools/xonotic-map-compiler-autobuild b/misc/tools/xonotic-map-compiler-autobuild index 96e07811..c2d7fe6b 100755 --- a/misc/tools/xonotic-map-compiler-autobuild +++ b/misc/tools/xonotic-map-compiler-autobuild @@ -2,8 +2,9 @@ set -e -bspdir="$PWD/bspfiles" +bspdir="$PWD/data" url=http://141.2.16.23/~xonotic/bsp-autobuilds/ +override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900" bspoutdir="$HOME/public_html/bsp-autobuilds/" @@ -23,28 +24,46 @@ allmaps() done } +pre2spam() +{ + map=$1 + url=$2 + branch=$3 + hash=$4 + + branch=${branch##refs/heads/} + branch=${branch##refs/remotes/} + branch=${branch##origin/} + hash=`echo "$hash" | cut -c 1-7` + + echo "[$branch $hash] starting map compile of $map" +} + log2spam() { map=$1 url=$2 branch=$3 hash=$4 + status=$5 + time=$6 + + hash=`echo "$hash" | cut -c 1-7` branch=${branch##refs/heads/} branch=${branch##refs/remotes/} branch=${branch##origin/} - s_time= s_samplesize= s_failshaders= s_leaked= s_error= + if [ "$status" -ne 0 ]; then + s_error="exited with status $status" + fi while IFS= read -r L; do case "$L" in - *\ seconds\ elapsed) - s_time=$(($s_time + ${L%% seconds elapsed})) - ;; WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*) s=${L##* } if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then @@ -68,11 +87,11 @@ log2spam() s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"` s_failshaders=${s_failshaders# } if [ -n "$s_error" ]; then - echo -n "[$branch] 4failed" + echo -n "[$branch $hash] 4failed" else - echo -n "[$branch] finished" + echo -n "[$branch $hash] finished" fi - echo -n " map compile of $map ($url): $s_time sec" + echo -n " map compile of $map ($url): $time sec" if [ -n "$s_samplesize" ]; then echo -n ", FIX samplesize >= $s_samplesize" fi @@ -103,14 +122,24 @@ buildthemap() if [ -f "$bspdir/$M-$blobhash.pk3" ]; then continue fi + if [ -n "$IRCSPAM" ]; then + pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM + fi + t0=`date +%s` ( cd maps - ../../../misc/tools/xonotic-map-compiler "$M" `head -n 1 "$M.map.options"` 2>&1 | tee "$M.log" + ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $override > "$M.log" ) - zip -9r "$bspdir/$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga" + t1=`date +%s` + dt=$(($t1 - $t0)) + status=$? + if [ -n "$IRCSPAM" ]; then + cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc" + fi + zip -9r "$bspdir/$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga" ln -snf "../$M-$blobhash.pk3" "$bspdir/latest/$M.pk3" # from ALL branches, so beware! if [ -n "$IRCSPAM" ]; then - cat "$M.log" | log2spam "$M" "$url/$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM + $IRCSPAM < "maps/$M.irc" fi } @@ -127,12 +156,12 @@ getthemap() if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet" - return 1 + return 0 fi if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file" - return 1 + return 0 fi } @@ -144,15 +173,18 @@ case "$1" in git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do git reset --hard git clean -xfd - git checkout "$HASH" + git checkout -f "$HASH" allmaps buildthemap "$REFNAME" "$HASH" "$url" "$bspoutdir" done - git checkout master + git checkout -f master ;; download) - rm -rf "$bspdir.old" - mv "$bspdir" "$bspdir.old" || true - mkdir -p "$bspdir" + mkdir -p "$bspdir" "$bspdir.old" + for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do + if [ -e "$b" ]; then + mv "$b" "$bspdir.old"/ + fi + done cd data/xonotic-maps.pk3dir allmaps getthemap "$url" "$bspdir.old" "$bspdir" echo "List of maps that got deleted (if any) and currently are in $bspdir.old:" @@ -162,9 +194,9 @@ case "$1" in mkdir -p "$bspdir" cd "$bspdir" rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3 - wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url/latest" + wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url""latest" ;; log2spam-test) - log2spam "mapname" "http://mapurl" "branch" "commit" + log2spam "mapname" "http://mapurl" "branch" "commit" "0" ;; esac