]> git.xonotic.org Git - xonotic/xonotic.git/blobdiff - misc/tools/xonotic-map-compiler-autobuild
Merge branch 'master' into divVerent/crypto2
[xonotic/xonotic.git] / misc / tools / xonotic-map-compiler-autobuild
index 1e81237a0337e3598410957427dc76202ec4ed1a..8f3f4aa0539ef84828a91b50378b0cd3bee7ecb2 100755 (executable)
@@ -1,12 +1,15 @@
 #!/bin/sh
 
-bspdir="$PWD/bspfiles"
-mkdir -p "$bspdir"
-cd data/xonotic-maps.pk3dir
-git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
-       git reset --hard
-       git clean -xfd
-       git checkout "$HASH"
+set -e
+
+bspdir="$PWD/data"
+url=http://141.2.16.23/~xonotic/bsp-autobuilds/
+override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900"
+
+bspoutdir="$HOME/public_html/bsp-autobuilds/"
+
+allmaps()
+{
        for F in maps/*.map.options; do
                if ! [ -f "$F" ]; then
                        continue
@@ -16,15 +19,184 @@ git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
                fi
                M=${F#maps/}
                M=${M%.map.options}
-               blobhash="$M"-`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2`
-               if [ -f "$bspdir/$blobhash.pk3" ]; then
-                       continue
-               fi
-               (
-                       cd maps
-                       ../../../misc/tools/xonotic-map-compiler "$M" -noshaderlist `head -n 1 "../$F"` 2>&1 | tee "$M.log"
-               )
-               zip -9r "$bspdir/$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M/" "gfx/${M}_mini.tga"
+               blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2`
+               "$@" "$M" "$blobhash"
+       done
+}
+
+pre2spam()
+{
+       map=$1
+       url=$2
+       branch=$3
+       hash=$4
+
+       branch=${branch##refs/heads/}
+       branch=${branch##refs/remotes/}
+       branch=${branch##origin/}
+       hash=`echo "$hash" | cut -c 1-7`
+
+       echo "[$branch $hash] starting map compile of $map"
+}
+
+log2spam()
+{
+       map=$1
+       url=$2
+       branch=$3
+       hash=$4
+       status=$5
+       time=$6
+
+       hash=`echo "$hash" | cut -c 1-7`
+
+       branch=${branch##refs/heads/}
+       branch=${branch##refs/remotes/}
+       branch=${branch##origin/}
+
+       s_samplesize=
+       s_failshaders=
+       s_leaked=
+       s_error=
+
+       if [ "$status" -ne 0 ]; then
+               s_error="exited with status $status"
+       fi
+       while IFS= read -r L; do
+               case "$L" in
+                       WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*)
+                               s=${L##* }
+                               if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then
+                                       s_samplesize=$s
+                               fi
+                               ;;
+                       WARNING:\ Couldn\'t\ find\ image\ for\ shader\ textures/NULL)
+                               # radiant stupid
+                               ;;
+                       WARNING:\ Couldn\'t\ find\ image\ for\ shader\ *)
+                               s_failshaders="$s_failshaders ${L##* }"
+                               ;;
+                       '******* leaked *******')
+                               s_leaked=1
+                               ;;
+                       '************ ERROR ************')
+                               IFS= read -r s_error
+                               ;;
+               esac
        done
-done
-git checkout master
+       s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"`
+       s_failshaders=${s_failshaders# }
+       if [ -n "$s_error" ]; then
+               echo -n "[$branch $hash] \ 34failed"
+       else
+               echo -n "[$branch $hash] finished"
+       fi
+       echo -n " map compile of $map ($url): $time sec"
+       if [ -n "$s_samplesize" ]; then
+               echo -n ", FIX samplesize >= $s_samplesize"
+       fi
+       if [ -n "$s_failshaders" ]; then
+               if [ -n "`echo "$s_failshaders" | cut -d ' ' -f 4-`" ]; then
+                       s_failshaders="`echo "$s_failshaders" | cut -d ' ' -f 1-3`..."
+               fi
+               echo -n ", FIX shaders $s_failshaders"
+       fi
+       if [ -n "$s_leaked" ]; then
+               echo -n ", FIX LEAK"
+       fi
+       if [ -n "$s_error" ]; then
+               s_error=`echo "$s_error" | sed "s,$PWD/\?,,g"`
+               echo -n ", ERROR: $s_error"
+       fi
+       echo
+}
+
+buildthemap()
+{
+       REFNAME=$1
+       HASH=$2
+       url=$3
+       bspdir=$4
+       M=$5
+       blobhash=$6
+       if [ -f "$bspdir/$M-$blobhash.pk3" ]; then
+               continue
+       fi
+       if [ -n "$IRCSPAM" ]; then
+               pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM
+       fi
+       t0=`date +%s`
+       (
+               cd maps
+               ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $override > "$M.log"
+       )
+       t1=`date +%s`
+       dt=$(($t1 - $t0))
+       status=$?
+       if [ -n "$IRCSPAM" ]; then
+               cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc"
+       fi
+       zip -9r "$bspdir/$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga"
+       ln -snf "../$M-$blobhash.pk3" "$bspdir/latest/$M.pk3" # from ALL branches, so beware!
+       if [ -n "$IRCSPAM" ]; then
+               $IRCSPAM < "maps/$M.irc"
+       fi
+}
+
+getthemap()
+{
+       url=$1
+       bspdir_old=$2
+       bspdir=$3
+       M=$4
+       blobhash=$5
+       if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then
+               continue
+       fi
+       if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
+               rm -f "$bspdir/$M-$blobhash.pk3"
+               echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet"
+               return 0
+       fi
+       if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then
+               rm -f "$bspdir/$M-$blobhash.pk3"
+               echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file"
+               return 0
+       fi
+}
+
+case "$1" in
+       build)
+               mkdir -p "$bspoutdir"
+               mkdir -p "$bspoutdir/latest"
+               cd data/xonotic-maps.pk3dir
+               git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
+                       git reset --hard
+                       git clean -xfd
+                       git checkout "$HASH"
+                       allmaps buildthemap "$REFNAME" "$HASH" "$url" "$bspoutdir"
+               done
+               git checkout master
+               ;;
+       download)
+               mkdir -p "$bspdir" "$bspdir.old"
+               for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
+                       if [ -e "$b" ]; then
+                               mv "$b" "$bspdir.old"/
+                       fi
+               done
+               cd data/xonotic-maps.pk3dir
+               allmaps getthemap "$url" "$bspdir.old" "$bspdir"
+               echo "List of maps that got deleted (if any) and currently are in $bspdir.old:"
+               ls -l "$bspdir.old"
+               ;;
+       download-latest)
+               mkdir -p "$bspdir"
+               cd "$bspdir"
+               rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3
+               wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url""latest"
+               ;;
+       log2spam-test)
+               log2spam "mapname" "http://mapurl" "branch" "commit" "0"
+               ;;
+esac