remove that sleep as it didn't help anyway
[xonotic/xonotic.git] / misc / tools / xonotic-map-compiler-autobuild
1 #!/bin/sh
2
3 set -e
4
5 bspdir="$PWD/data"
6 url_http=http://beta.xonotic.org/autobuild-bsp/
7 url_ssh=xonotic-beta:autobuild-bsp/
8 build_cachedir="$HOME/xonotic-map-compiler.cache/"
9 screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/"
10 build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900"
11 screenshot_override="9 600 +g_ctf 1"
12
13 getthemap_fail=false
14
15 allmaps()
16 {
17         for F in maps/*.map.options; do
18                 if ! [ -f "$F" ]; then
19                         continue
20                 fi
21                 if ! [ -f "${F%.options}" ]; then
22                         continue
23                 fi
24                 M=${F#maps/}
25                 M=${M%.map.options}
26                 blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2`
27                 "$@" "$M" "$blobhash"
28         done
29 }
30
31 pre2spam()
32 {
33         map=$1
34         url=$2
35         branch=$3
36         hash=$4
37
38         branch=${branch##refs/heads/}
39         branch=${branch##refs/remotes/}
40         branch=${branch##origin/}
41         hash=`echo "$hash" | cut -c 1-7`
42
43         echo "[$branch $hash] starting map compile of $map"
44 }
45
46 ss2spam()
47 {
48         map=$1
49         url=$2
50         branch=$3
51         hash=$4
52         status=$5
53
54         branch=${branch##refs/heads/}
55         branch=${branch##refs/remotes/}
56         branch=${branch##origin/}
57         hash=`echo "$hash" | cut -c 1-7`
58
59         s_error=
60
61         if [ "$status" -ne 0 ]; then
62                 s_error="exited with status $status"
63         fi
64
65         if [ -n "$s_error" ]; then
66                 echo "[$branch $hash] \ 34screenshots of $map could not be made: $s_error"
67         else
68                 echo "[$branch $hash] screenshots of $map are available on $url"
69         fi
70 }
71
72 log2spam()
73 {
74         map=$1
75         url=$2
76         branch=$3
77         hash=$4
78         status=$5
79         time=$6
80
81         hash=`echo "$hash" | cut -c 1-7`
82
83         branch=${branch##refs/heads/}
84         branch=${branch##refs/remotes/}
85         branch=${branch##origin/}
86
87         s_samplesize=
88         s_failshaders=
89         s_leaked=
90         s_error=
91
92         if [ "$status" -ne 0 ]; then
93                 s_error="exited with status $status"
94         fi
95         while IFS= read -r L; do
96                 case "$L" in
97                         WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*)
98                                 s=${L##* }
99                                 if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then
100                                         s_samplesize=$s
101                                 fi
102                                 ;;
103                         WARNING:\ Couldn\'t\ find\ image\ for\ shader\ textures/NULL)
104                                 # radiant stupid
105                                 ;;
106                         WARNING:\ Couldn\'t\ find\ image\ for\ shader\ *)
107                                 s_failshaders="$s_failshaders ${L##* }"
108                                 ;;
109                         '******* leaked *******')
110                                 s_leaked=1
111                                 ;;
112                         '************ ERROR ************')
113                                 IFS= read -r s_error
114                                 ;;
115                 esac
116         done
117         s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"`
118         s_failshaders=${s_failshaders# }
119         if [ -n "$s_error" ]; then
120                 echo -n "[$branch $hash] \ 34failed"
121         else
122                 echo -n "[$branch $hash] finished"
123         fi
124         echo -n " map compile of $map ($url): $time sec"
125         if [ -n "$s_samplesize" ]; then
126                 echo -n ", FIX samplesize >= $s_samplesize"
127         fi
128         if [ -n "$s_failshaders" ]; then
129                 if [ -n "`echo "$s_failshaders" | cut -d ' ' -f 4-`" ]; then
130                         s_failshaders="`echo "$s_failshaders" | cut -d ' ' -f 1-3`..."
131                 fi
132                 echo -n ", FIX shaders $s_failshaders"
133         fi
134         if [ -n "$s_leaked" ]; then
135                 echo -n ", FIX LEAK"
136         fi
137         if [ -n "$s_error" ]; then
138                 s_error=`echo "$s_error" | sed "s,$PWD/\?,,g"`
139                 echo -n ", ERROR: $s_error"
140         fi
141         echo
142 }
143
144 buildthemap()
145 {
146         REFNAME=$1
147         HASH=$2
148         url=$3
149         M=$4
150         blobhash=$5
151         if HEAD "$url$M-$blobhash.pk3"; then
152                 continue
153         fi
154         if [ -n "$IRCSPAM" ]; then
155                 pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM
156         fi
157         t0=`date +%s`
158         (
159                 cd maps
160                 ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $build_override > "$M.log"
161         )
162         t1=`date +%s`
163         dt=$(($t1 - $t0))
164         status=$?
165         if [ -n "$IRCSPAM" ]; then
166                 cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc"
167         fi
168         zip -9r "$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga"
169         ln -snf "../$M-$blobhash.pk3" "$M.pk3" # from ALL branches, so beware!
170         cp "$M-$blobhash.pk3" "$M-full-$blobhash.pk3"
171         zip -9r "$M-full-$blobhash.pk3" `git diff --name-only --diff-filter=ACMRTUXB master...HEAD` || true
172         ln -snf "../$M-full-$blobhash.pk3" "$M-full.pk3" # from ALL branches, so beware!
173         rsync -vaSHP "$M-$blobhash.pk3" "$M-full-$blobhash.pk3" "$url_ssh"
174         rsync -vaSHP "$M.pk3" "$M-full.pk3" "$url_ssh""latest/"
175         if [ -n "$IRCSPAM" ]; then
176                 $IRCSPAM < "maps/$M.irc"
177         fi
178 }
179
180 screenshotthemap()
181 {
182         REFNAME=$1
183         HASH=$2
184         url=$3
185         M=$4
186         blobhash=$5
187         if HEAD "$url$M-$blobhash/"; then
188                 continue
189         fi
190         rm -rf ~/.xonotic
191         (
192                 cd ../..
193                 if [ -n "$DISPLAY" ]; then
194                         misc/tools/xonotic-map-screenshot "$M" $screenshot_override +"scr_screenshot_name \"$M-\""
195                 else
196                         startx "$PWD/misc/tools/xonotic-map-screenshot" "$M" $screenshot_override +"scr_screenshot_name \"$M-\"" -- :8
197                 fi
198         )
199         if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then
200                 if [ -n "$IRCSPAM" ]; then
201                         #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 1 > "maps/$M.ircss"
202                         ss2spam "$M" "$url?d" "$REFNAME" "$HASH" 1 > "maps/$M.ircss"
203                 fi
204                 return 1
205         fi
206         if [ -n "$IRCSPAM" ]; then
207                 #ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" 0 > "maps/$M.ircss"
208                 ss2spam "$M" "$url?d" "$REFNAME" "$HASH" 0 > "maps/$M.ircss"
209         fi
210         chmod 1777 "$M-$blobhash"
211         ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware!
212         rsync -vaSHP "$M-$blobhash" "$url_ssh"
213         rsync -vaSHP "$M" "$url_ssh""latest/"
214         if [ -n "$IRCSPAM" ]; then
215                 $IRCSPAM < "maps/$M.ircss"
216         fi
217 }
218
219 getthemap()
220 {
221         url=$1
222         bspdir_old=$2
223         bspdir=$3
224         M=$4
225         blobhash=$5
226         if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then
227                 continue
228         fi
229         if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
230                 if ! curl -o "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
231                         rm -f "$bspdir/$M-$blobhash.pk3"
232                         echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet"
233                         getthemap_fail=true
234                         return 0
235                 fi
236         fi
237         if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then
238                 rm -f "$bspdir/$M-$blobhash.pk3"
239                 echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file"
240                 getthemap_fail=true
241                 return 0
242         fi
243 }
244
245 case "$1" in
246         build)
247                 cd data/xonotic-maps.pk3dir
248                 git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
249                         case "$REFNAME" in
250                                 */archived/*)
251                                         continue
252                                         ;;
253                         esac
254                         if [ -f "$build_cachedir/$HASH" ]; then
255                                 continue
256                         fi
257                         git reset --hard
258                         git clean -xfd
259                         git checkout -f "$HASH"
260                         allmaps buildthemap "$REFNAME" "$HASH" "$url_http"
261                         touch "$build_cachedir/$HASH"
262                 done
263                 git checkout -f master
264                 ;;
265         screenshot)
266                 cd data/xonotic-maps.pk3dir
267                 git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
268                         case "$REFNAME" in
269                                 */archived/*)
270                                         continue
271                                         ;;
272                         esac
273                         if [ -f "$screenshot_cachedir/$HASH" ]; then
274                                 continue
275                         fi
276                         git reset --hard
277                         git clean -xfd
278                         git checkout -f "$HASH"
279
280                         cd ../..
281                         mkdir -p "$bspdir" "$bspdir.old"
282                         for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
283                                 if [ -e "$b" ]; then
284                                         mv "$b" "$bspdir.old"/
285                                 fi
286                         done
287                         cd data/xonotic-maps.pk3dir
288                         allmaps getthemap "$url_http" "$bspdir.old" "$bspdir"
289
290                         if ! $getthemap_fail; then
291                                 allmaps screenshotthemap "$REFNAME" "$HASH" "$url_http"
292                                 touch "$screenshot_cachedir/$HASH"
293                         fi
294                 done
295                 git checkout -f master
296                 ;;
297         download)
298                 mkdir -p "$bspdir" "$bspdir.old"
299                 for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
300                         if [ -e "$b" ]; then
301                                 mv "$b" "$bspdir.old"/
302                         fi
303                 done
304                 cd data/xonotic-maps.pk3dir
305                 allmaps getthemap "$url_http" "$bspdir.old" "$bspdir"
306                 echo "List of maps that got deleted (if any) and currently are in $bspdir.old:"
307                 ls -l "$bspdir.old"
308                 ;;
309         download-latest)
310                 mkdir -p "$bspdir"
311                 cd "$bspdir"
312                 rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3
313                 wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url_http""latest"
314                 ;;
315         log2spam-test)
316                 log2spam "mapname" "http://mapurl" "branch" "commit" "0"
317                 ;;
318 esac