oops, that command was wrong and evil
[xonotic/xonotic.git] / misc / tools / xonotic-map-compiler-autobuild
1 #!/bin/sh
2
3 set -e
4
5 bspdir="$PWD/data"
6 url=http://beta.xonotic.org/autobuild-bsp/
7 url_ssh=xonotic-beta:autobuild-bsp/
8 build_cachedir="$HOME/xonotic-map-compiler.cache/"
9 screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/"
10 build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900"
11 screenshot_override="9 300"
12
13 getthemap_fail=false
14
15 allmaps()
16 {
17         for F in maps/*.map.options; do
18                 if ! [ -f "$F" ]; then
19                         continue
20                 fi
21                 if ! [ -f "${F%.options}" ]; then
22                         continue
23                 fi
24                 M=${F#maps/}
25                 M=${M%.map.options}
26                 blobhash=`git ls-files -s -- "$F" | cut -d ' ' -f 2`-`git ls-files -s -- "${F%.options}" | cut -d ' ' -f 2`
27                 "$@" "$M" "$blobhash"
28         done
29 }
30
31 pre2spam()
32 {
33         map=$1
34         url=$2
35         branch=$3
36         hash=$4
37
38         branch=${branch##refs/heads/}
39         branch=${branch##refs/remotes/}
40         branch=${branch##origin/}
41         hash=`echo "$hash" | cut -c 1-7`
42
43         echo "[$branch $hash] starting map compile of $map"
44 }
45
46 ss2spam()
47 {
48         map=$1
49         url=$2
50         branch=$3
51         hash=$4
52         status=$5
53
54         branch=${branch##refs/heads/}
55         branch=${branch##refs/remotes/}
56         branch=${branch##origin/}
57         hash=`echo "$hash" | cut -c 1-7`
58
59         s_error=
60
61         if [ "$status" -ne 0 ]; then
62                 s_error="exited with status $status"
63         fi
64
65         if [ -n "$s_error" ]; then
66                 echo "[$branch $hash] \ 34screenshots of $map could not be made: $s_error"
67         else
68                 echo "[$branch $hash] screenshots of $map are available on $url"
69         fi
70 }
71
72 log2spam()
73 {
74         map=$1
75         url=$2
76         branch=$3
77         hash=$4
78         status=$5
79         time=$6
80
81         hash=`echo "$hash" | cut -c 1-7`
82
83         branch=${branch##refs/heads/}
84         branch=${branch##refs/remotes/}
85         branch=${branch##origin/}
86
87         s_samplesize=
88         s_failshaders=
89         s_leaked=
90         s_error=
91
92         if [ "$status" -ne 0 ]; then
93                 s_error="exited with status $status"
94         fi
95         while IFS= read -r L; do
96                 case "$L" in
97                         WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*)
98                                 s=${L##* }
99                                 if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then
100                                         s_samplesize=$s
101                                 fi
102                                 ;;
103                         WARNING:\ Couldn\'t\ find\ image\ for\ shader\ textures/NULL)
104                                 # radiant stupid
105                                 ;;
106                         WARNING:\ Couldn\'t\ find\ image\ for\ shader\ *)
107                                 s_failshaders="$s_failshaders ${L##* }"
108                                 ;;
109                         '******* leaked *******')
110                                 s_leaked=1
111                                 ;;
112                         '************ ERROR ************')
113                                 IFS= read -r s_error
114                                 ;;
115                 esac
116         done
117         s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"`
118         s_failshaders=${s_failshaders# }
119         if [ -n "$s_error" ]; then
120                 echo -n "[$branch $hash] \ 34failed"
121         else
122                 echo -n "[$branch $hash] finished"
123         fi
124         echo -n " map compile of $map ($url): $time sec"
125         if [ -n "$s_samplesize" ]; then
126                 echo -n ", FIX samplesize >= $s_samplesize"
127         fi
128         if [ -n "$s_failshaders" ]; then
129                 if [ -n "`echo "$s_failshaders" | cut -d ' ' -f 4-`" ]; then
130                         s_failshaders="`echo "$s_failshaders" | cut -d ' ' -f 1-3`..."
131                 fi
132                 echo -n ", FIX shaders $s_failshaders"
133         fi
134         if [ -n "$s_leaked" ]; then
135                 echo -n ", FIX LEAK"
136         fi
137         if [ -n "$s_error" ]; then
138                 s_error=`echo "$s_error" | sed "s,$PWD/\?,,g"`
139                 echo -n ", ERROR: $s_error"
140         fi
141         echo
142 }
143
144 buildthemap()
145 {
146         REFNAME=$1
147         HASH=$2
148         url=$3
149         M=$4
150         blobhash=$5
151         if HEAD "$url$M-$blobhash.pk3"; then
152                 continue
153         fi
154         if [ -n "$IRCSPAM" ]; then
155                 pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" | $IRCSPAM
156         fi
157         t0=`date +%s`
158         (
159                 cd maps
160                 ../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $build_override > "$M.log"
161         )
162         t1=`date +%s`
163         dt=$(($t1 - $t0))
164         status=$?
165         if [ -n "$IRCSPAM" ]; then
166                 cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$HASH" "$status" "$dt" > "maps/$M.irc"
167         fi
168         zip -9r "$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga"
169         ln -snf "../$M-$blobhash.pk3" "$M.pk3" # from ALL branches, so beware!
170         cp "$M-$blobhash.pk3" "$M-full-$blobhash.pk3"
171         zip -9r "$M-full-$blobhash.pk3" `git diff --name-only --diff-filter=ACMRTUXB master...HEAD` || true
172         ln -snf "../$M-full-$blobhash.pk3" "$M-full.pk3" # from ALL branches, so beware!
173         rsync -vaSHP "$M-$blobhash.pk3" "$M-full-$blobhash.pk3" "$url_ssh"
174         rsync -vaSHP "$M.pk3" "$M-full.pk3" "$url_ssh""latest/"
175         if [ -n "$IRCSPAM" ]; then
176                 $IRCSPAM < "maps/$M.irc"
177         fi
178 }
179
180 screenshotthemap()
181 {
182         REFNAME=$1
183         HASH=$2
184         url=$3
185         M=$4
186         blobhash=$5
187         if HEAD "$url$M-$blobhash/"; then
188                 continue
189         fi
190         rm -rf ~/.xonotic
191         (
192                 cd ../..
193                 misc/tools/xonotic-map-screenshot "$M" $screenshot_override +"scr_screenshot_name \"$M-\""
194         )
195         if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then
196                 if [ -n "$IRCSPAM" ]; then
197                         ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" > "maps/$M.ircss"
198                 fi
199                 return 1
200         fi
201         if [ -n "$IRCSPAM" ]; then
202                 ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$HASH" > "maps/$M.ircss"
203         fi
204         ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware!
205         rsync -vaSHP "$M-$blobhash" "$url_ssh"
206         rsync -vaSHP "$M" "$url_ssh""latest/"
207         if [ -n "$IRCSPAM" ]; then
208                 $IRCSPAM < "maps/$M.ircss"
209         fi
210 }
211
212 getthemap()
213 {
214         url=$1
215         bspdir_old=$2
216         bspdir=$3
217         M=$4
218         blobhash=$5
219         if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then
220                 continue
221         fi
222         if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
223                 if ! curl -o "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
224                         rm -f "$bspdir/$M-$blobhash.pk3"
225                         echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet"
226                         return 0
227                 fi
228         fi
229         if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then
230                 rm -f "$bspdir/$M-$blobhash.pk3"
231                 echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file"
232                 getthemap_fail=true
233                 return 0
234         fi
235 }
236
237 case "$1" in
238         build)
239                 cd data/xonotic-maps.pk3dir
240                 git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
241                         if [ -f "$build_cachedir/$HASH" ]; then
242                                 continue
243                         fi
244                         git reset --hard
245                         git clean -xfd
246                         git checkout -f "$HASH"
247                         allmaps buildthemap "$REFNAME" "$HASH" "$url"
248                         touch "$build_cachedir/$HASH"
249                 done
250                 git checkout -f master
251                 ;;
252         screenshot)
253                 cd data/xonotic-maps.pk3dir
254                 git for-each-ref 'refs/remotes' | while read -r HASH TYPE REFNAME; do
255                         if [ -f "$screenshot_cachedir/$HASH" ]; then
256                                 continue
257                         fi
258                         git reset --hard
259                         git clean -xfd
260                         git checkout -f "$HASH"
261                         allmaps getthemap "$url" "$bspdir.old" "$bspdir"
262                         if ! $getthemap_fail; then
263                                 allmaps screenshotthemap "$REFNAME" "$HASH" "$url"
264                                 touch "$screenshot_cachedir/$HASH"
265                         fi
266                 done
267                 git checkout -f master
268                 ;;
269         download)
270                 mkdir -p "$bspdir" "$bspdir.old"
271                 for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
272                         if [ -e "$b" ]; then
273                                 mv "$b" "$bspdir.old"/
274                         fi
275                 done
276                 cd data/xonotic-maps.pk3dir
277                 allmaps getthemap "$url" "$bspdir.old" "$bspdir"
278                 echo "List of maps that got deleted (if any) and currently are in $bspdir.old:"
279                 ls -l "$bspdir.old"
280                 ;;
281         download-latest)
282                 mkdir -p "$bspdir"
283                 cd "$bspdir"
284                 rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3
285                 wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url""latest"
286                 ;;
287         log2spam-test)
288                 log2spam "mapname" "http://mapurl" "branch" "commit" "0"
289                 ;;
290 esac