X-Git-Url: https://git.xonotic.org/?p=xonotic%2Fxonotic.git;a=blobdiff_plain;f=misc%2Ftools%2Fxonotic-map-compiler-autobuild;h=17ff0e77a4148f3afe63b3a2ecfef12334a582d2;hp=98473d634d1951f9b3cc28d1efef6d94bfb575b2;hb=a3d4fb53c860825dd5dd50f224ebd34a61945815;hpb=852e69fb36c990380784e54315ee9f6126e0f5cc diff --git a/misc/tools/xonotic-map-compiler-autobuild b/misc/tools/xonotic-map-compiler-autobuild index 98473d63..17ff0e77 100755 --- a/misc/tools/xonotic-map-compiler-autobuild +++ b/misc/tools/xonotic-map-compiler-autobuild @@ -3,28 +3,38 @@ set -e bspdir="$PWD/data" -http_url=http://beta.xonotic.org/autobuild-bsp/ +url_http=http://beta.xonotic.org/autobuild-bsp/ url_ssh=xonotic-beta:autobuild-bsp/ build_cachedir="$HOME/xonotic-map-compiler.cache/" screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/" build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900" -screenshot_override="9 300" +screenshot_override="9 600 +g_ctf 1" getthemap_fail=false allmaps() { - for F in maps/*.map.options; do - if ! [ -f "$F" ]; then - continue - fi - if ! [ -f "${F%.options}" ]; then - continue - fi - M=${F#maps/} - M=${M%.map.options} - blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2` - "$@" "$M" "$blobhash" + commithash=$1 + shift + for F in `git show "${commithash}:maps/"`; do + case "$F" in + *.map.options) + ;; + *) + continue + ;; + esac + M=${F%.map.options} + blobhash=`git rev-parse --revs-only "${commithash}:maps/$M.map.options" || true`-`git rev-parse --revs-only "${commithash}:maps/$M.map" || true` + case "$blobhash" in + -*) + ;; + *-) + ;; + *) + "$@" "$M" "$blobhash" "$commithash" + ;; + esac done } @@ -144,15 +154,20 @@ log2spam() buildthemap() { REFNAME=$1 - HASH=$2 - url=$3 - M=$4 - blobhash=$5 + url=$2 + M=$3 + blobhash=$4 + commithash=$5 if HEAD "$url$M-$blobhash.pk3"; then continue fi + + git reset --hard + git clean -xfd + git checkout -f "$commithash" + if [ -n "$IRCSPAM" ]; then - pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM + pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$commithash" | $IRCSPAM fi t0=`date +%s` ( @@ -163,7 +178,7 @@ buildthemap() dt=$(($t1 - $t0)) status=$? if [ -n "$IRCSPAM" ]; then - cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc" + cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$commithash" "$status" "$dt" > "maps/$M.irc" fi zip -9r "$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga" ln -snf "../$M-$blobhash.pk3" "$M.pk3" # from ALL branches, so beware! @@ -180,13 +195,14 @@ buildthemap() screenshotthemap() { REFNAME=$1 - HASH=$2 - url=$3 - M=$4 - blobhash=$5 + url=$2 + M=$3 + blobhash=$4 + commithash=$5 if HEAD "$url$M-$blobhash/"; then continue fi + rm -rf ~/.xonotic ( cd ../.. @@ -198,13 +214,16 @@ screenshotthemap() ) if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then if [ -n "$IRCSPAM" ]; then - ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 1 > "maps/$M.ircss" + #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$commithash" 1 > "maps/$M.ircss" + ss2spam "$M" "$url?d" "$REFNAME" "$commithash" 1 > "maps/$M.ircss" fi return 1 fi if [ -n "$IRCSPAM" ]; then - ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 0 > "maps/$M.ircss" + #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$commithash" 0 > "maps/$M.ircss" + ss2spam "$M" "$url?d" "$REFNAME" "$commithash" 0 > "maps/$M.ircss" fi + chmod 1777 "$M-$blobhash" ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware! rsync -vaSHP "$M-$blobhash" "$url_ssh" rsync -vaSHP "$M" "$url_ssh""latest/" @@ -220,6 +239,7 @@ getthemap() bspdir=$3 M=$4 blobhash=$5 + commithash=$6 if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then continue fi @@ -239,75 +259,92 @@ getthemap() fi } +indexthemap() +{ + REFNAME=$1 + M=$2 + blobhash=$3 + commithash=$4 + echo "$M $blobhash $commithash $REFNAME" +} + +rundownload() +{ + mkdir -p "$bspdir" "$bspdir.old" + for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do + if [ -e "$b" ]; then + mv "$b" "$bspdir.old"/ + fi + done + allmaps "HEAD" getthemap "$url_http" "$bspdir.old" "$bspdir" +} + +branches() +{ + git for-each-ref 'refs/remotes' | grep -vE ' refs/remotes/([^/]*/HEAD|.*/archived/.*)$' +} + +runmakeindex() +{ + cd data/xonotic-maps.pk3dir + branches | while read -r HASH TYPE REFNAME; do + allmaps "$HASH" indexthemap "$REFNAME" + done + cd ../.. +} + case "$1" in build) cd data/xonotic-maps.pk3dir - git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do - case "$REFNAME" in - */archived/*) - continue - ;; - esac + branches | while read -r HASH TYPE REFNAME; do if [ -f "$build_cachedir/$HASH" ]; then continue fi - git reset --hard - git clean -xfd - git checkout -f "$HASH" - allmaps buildthemap "$REFNAME" "$HASH" "$http_url" + allmaps "$HASH" buildthemap "$REFNAME" "$url_http" touch "$build_cachedir/$HASH" done git checkout -f master ;; screenshot) + runmakeindex > "branches.idx.new" + rsync -vaSHP "branches.idx.new" "$url_ssh""branches.idx.new" + rm -f "branches.idx.new" cd data/xonotic-maps.pk3dir - git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do - case "$REFNAME" in - */archived/*) - continue - ;; - esac + branches | while read -r HASH TYPE REFNAME; do if [ -f "$screenshot_cachedir/$HASH" ]; then continue fi + git reset --hard git clean -xfd - git checkout -f "$HASH" - - cd ../.. - mkdir -p "$bspdir" "$bspdir.old" - for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do - if [ -e "$b" ]; then - mv "$b" "$bspdir.old"/ - fi - done - cd data/xonotic-maps.pk3dir - allmaps getthemap "$http_url" "$bspdir.old" "$bspdir" + git checkout -f "$commithash" - if ! $getthemap_fail; then - allmaps screenshotthemap "$REFNAME" "$HASH" "$http_url" - touch "$screenshot_cachedir/$HASH" + rundownload + if $getthemap_fail; then + continue fi + + allmaps "$HASH" screenshotthemap "$REFNAME" "$url_http" + + touch "$screenshot_cachedir/$HASH" done git checkout -f master ;; + makeindex) + runmakeindex + ;; download) - mkdir -p "$bspdir" "$bspdir.old" - for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do - if [ -e "$b" ]; then - mv "$b" "$bspdir.old"/ - fi - done cd data/xonotic-maps.pk3dir - allmaps getthemap "$http_url" "$bspdir.old" "$bspdir" + rundownload + cd ../.. echo "List of maps that got deleted (if any) and currently are in $bspdir.old:" - ls -l "$bspdir.old" + ls -l "$bspdir.old" || true ;; download-latest) mkdir -p "$bspdir" cd "$bspdir" rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3 - wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$http_url""latest" + wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url_http""latest" ;; log2spam-test) log2spam "mapname" "http://mapurl" "branch" "commit" "0"