X-Git-Url: https://git.xonotic.org/?p=xonotic%2Fxonotic.git;a=blobdiff_plain;f=misc%2Ftools%2Fxonotic-map-compiler-autobuild;h=173f1937069189fe12c8176928a0fb7cbd265eda;hp=90a012325b829c864083833b20f87292821e07db;hb=e2734f595d2be7187a8e82ee6377d56b787169bd;hpb=2421c9cf61aeb5b9902d6f339a1f5e95e7378b9c diff --git a/misc/tools/xonotic-map-compiler-autobuild b/misc/tools/xonotic-map-compiler-autobuild index 90a01232..173f1937 100755 --- a/misc/tools/xonotic-map-compiler-autobuild +++ b/misc/tools/xonotic-map-compiler-autobuild @@ -3,24 +3,32 @@ set -e bspdir="$PWD/data" -url=http://beta.xonotic.org/autobuild-bsp/ +url_http=http://beta.xonotic.org/autobuild-bsp/ url_ssh=xonotic-beta:autobuild-bsp/ -cachedir="$HOME/xonotic-map-compiler.cache/" -override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900" +build_cachedir="$HOME/xonotic-map-compiler.cache/" +screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/" +build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900" +screenshot_override="9 600 +g_ctf 1" + +getthemap_fail=false allmaps() { - for F in maps/*.map.options; do - if ! [ -f "$F" ]; then - continue - fi - if ! [ -f "${F%.options}" ]; then - continue - fi + commithash=$1 + shift + for F in `git ls-files "$commithash" -- maps/\*.map.options`; do M=${F#maps/} M=${M%.map.options} - blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2` - "$@" "$M" "$blobhash" + blobhash=`git rev-parse --revs-only "$commithash:maps/$M.map.options" || true`-`git rev-parse --revs-only "$commithash:maps/$M.map" || true` + case "$blobhash" in + -*) + ;; + *-) + ;; + *) + "$@" "$M" "$blobhash" "$commithash" + ;; + esac done } @@ -39,6 +47,32 @@ pre2spam() echo "[$branch $hash] starting map compile of $map" } +ss2spam() +{ + map=$1 + url=$2 + branch=$3 + hash=$4 + status=$5 + + branch=${branch##refs/heads/} + branch=${branch##refs/remotes/} + branch=${branch##origin/} + hash=`echo "$hash" | cut -c 1-7` + + s_error= + + if [ "$status" -ne 0 ]; then + s_error="exited with status $status" + fi + + if [ -n "$s_error" ]; then + echo "[$branch $hash] 4screenshots of $map could not be made: $s_error" + else + echo "[$branch $hash] screenshots of $map are available on $url" + fi +} + log2spam() { map=$1 @@ -114,20 +148,25 @@ log2spam() buildthemap() { REFNAME=$1 - HASH=$2 - url=$3 - M=$4 - blobhash=$5 + url=$2 + M=$3 + blobhash=$4 + HASH=$5 if HEAD "$url$M-$blobhash.pk3"; then continue fi + + git reset --hard + git clean -xfd + git checkout -f "$HASH" + if [ -n "$IRCSPAM" ]; then pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM fi t0=`date +%s` ( cd maps - ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $override > "$M.log" + ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $build_override > "$M.log" ) t1=`date +%s` dt=$(($t1 - $t0)) @@ -147,6 +186,50 @@ buildthemap() fi } +screenshotthemap() +{ + REFNAME=$1 + url=$2 + M=$3 + blobhash=$4 + HASH=$5 + if HEAD "$url$M-$blobhash/"; then + continue + fi + + git reset --hard + git clean -xfd + git checkout -f "$HASH" + + rm -rf ~/.xonotic + ( + cd ../.. + if [ -n "$DISPLAY" ]; then + misc/tools/xonotic-map-screenshot "$M" $screenshot_override +"scr_screenshot_name \"$M-\"" + else + startx "$PWD/misc/tools/xonotic-map-screenshot" "$M" $screenshot_override +"scr_screenshot_name \"$M-\"" -- :8 + fi + ) + if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then + if [ -n "$IRCSPAM" ]; then + #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 1 > "maps/$M.ircss" + ss2spam "$M" "$url?d" "$REFNAME" "$HASH" 1 > "maps/$M.ircss" + fi + return 1 + fi + if [ -n "$IRCSPAM" ]; then + #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 0 > "maps/$M.ircss" + ss2spam "$M" "$url?d" "$REFNAME" "$HASH" 0 > "maps/$M.ircss" + fi + chmod 1777 "$M-$blobhash" + ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware! + rsync -vaSHP "$M-$blobhash" "$url_ssh" + rsync -vaSHP "$M" "$url_ssh""latest/" + if [ -n "$IRCSPAM" ]; then + $IRCSPAM < "maps/$M.ircss" + fi +} + getthemap() { url=$1 @@ -154,6 +237,7 @@ getthemap() bspdir=$3 M=$4 blobhash=$5 + HASH=$6 if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then continue fi @@ -161,40 +245,92 @@ getthemap() if ! curl -o "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet" + getthemap_fail=true return 0 fi fi if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then rm -f "$bspdir/$M-$blobhash.pk3" echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file" + getthemap_fail=true return 0 fi } +indexthemap() +{ + REFNAME=$1 + M=$2 + blobhash=$3 + HASH=$4 + echo "$M $blobhash $HASH $REFNAME" +} + +rundownload() +{ + mkdir -p "$bspdir" "$bspdir.old" + for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do + if [ -e "$b" ]; then + mv "$b" "$bspdir.old"/ + fi + done + cd data/xonotic-maps.pk3dir + allmaps "HEAD" getthemap "$url_http" "$bspdir.old" "$bspdir" + cd ../.. +} + +branches() +{ + git for-each-ref 'refs/remotes' | grep -vE ' refs/remotes/([^/]*/HEAD|.*/archived/.*)$' +} + +runmakeindex() +{ + cd data/xonotic-maps.pk3dir + branches | while read -r HASH TYPE REFNAME; do + allmaps "$HASH" indexthemap "$REFNAME" + done +} + case "$1" in build) cd data/xonotic-maps.pk3dir - git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do - if [ -f "$cachedir/$HASH" ]; then + branches | while read -r HASH TYPE REFNAME; do + if [ -f "$build_cachedir/$HASH" ]; then continue fi - git reset --hard - git clean -xfd - git checkout -f "$HASH" - allmaps buildthemap "$REFNAME" "$HASH" "$url" - touch "$cachedir/$HASH" + allmaps "$HASH" buildthemap "$REFNAME" "$url_http" + touch "$build_cachedir/$HASH" done git checkout -f master ;; - download) - mkdir -p "$bspdir" "$bspdir.old" - for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do - if [ -e "$b" ]; then - mv "$b" "$bspdir.old"/ + screenshot) + cd data/xonotic-maps.pk3dir + branches | while read -r HASH TYPE REFNAME; do + if [ -f "$screenshot_cachedir/$HASH" ]; then + continue fi + + rundownload + if $getthemap_fail; then + continue + fi + + cd data/xonotic-maps.pk3dir + + allmaps "$HASH" screenshotthemap "$REFNAME" "$url_http" + touch "$screenshot_cachedir/$HASH" done - cd data/xonotic-maps.pk3dir - allmaps getthemap "$url" "$bspdir.old" "$bspdir" + git checkout -f master + runmakeindex > branches.idx.new + rsync -vaSHP "$branches.idx.new" "$url_ssh""branches.idx.new" + rm -f branches.idx.new + ;; + makeindex) + runmakeindex + ;; + download) + rundownload echo "List of maps that got deleted (if any) and currently are in $bspdir.old:" ls -l "$bspdir.old" ;; @@ -202,7 +338,7 @@ case "$1" in mkdir -p "$bspdir" cd "$bspdir" rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3 - wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url""latest" + wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url_http""latest" ;; log2spam-test) log2spam "mapname" "http://mapurl" "branch" "commit" "0"