#!/bin/sh set -e : ${CACHEDIR:=$HOME/.xonotic-cached-converter} : ${do_jpeg:=true} : ${do_jpeg_if_not_dds:=false} : ${jpeg_qual_rgb:=95} : ${jpeg_qual_a:=99} : ${do_webp:=false} : ${do_webp_if_not_dds:=false} : ${webp_flags_lq:=-lossless -q 100} : ${webp_flags_hq:=-lossless -q 100} : ${webp_flags_alq:=-lossless -q 100 -q_alpha 100} : ${webp_flags_ahq:=-lossless -q 100 -q_alpha 100} : ${do_dds:=true} : ${dds_tool:=s2tc} : ${do_ogg:=false} : ${ogg_ogg:=true} : ${ogg_qual:=2} : ${del_src:=false} : ${git_src_repo:=} : ${dds_noalpha:=dxt1} : ${dds_prealpha:=dxt1 dxt2 dxt4} : ${dds_sepalpha:=dxt1 dxt3 dxt5} selfprofile_t0=`date +%s` selfprofile_step=init selfprofile() { selfprofile_t=`date +%s` eval "selfprofile_counter_$selfprofile_step=\$((\$selfprofile_counter_$selfprofile_step+$selfprofile_t))" selfprofile_step=$1 eval "selfprofile_counter_$selfprofile_step=\$((\$selfprofile_counter_$selfprofile_step-$selfprofile_t))" selfprofile_t0=$selfprofile_t } me=$0 case "$me" in */*) meprefix=${me%/*}/ ;; *) meprefix= ;; esac tmpdir=`mktemp -d -t cached-converter.XXXXXX` trap 'exit 1' INT trap 'rm -rf "$tmpdir"' EXIT use_magnet_to_acquire_checksum_faster() # ___________________ # ,--'' ~~~~~~~^^^~._ '. # ,.-' ~~~~~~~~~~^^^^^~~~._._ \ # | /^^^^^| /^^^^^^^^\\ \ \ # ,/___ < o> < (OO) > _ \ # /'/, |- . ----.\ # |(|-'^^;,- ,| __ ^~~^^^^^^^; |\ # \\` | <;_ __ |`--- ..-^^/- | || # \`-|Oq-.____`________~='^^|__,/ ' // # \ || | | | | \ ..-;| / '/ # | ||#|#|the|==|game!|'^` |/' /' # | \\\\^\***|***| \ ,,;' / # | `-=\_\__\___\__..-' ,.- - ,/ # | . `-_ ------ _,-'^-'^,-' # | `-._________..--''^,-''^ # \ ,...-'^ # `----------'^ PROBLEM? { magnet=`GIT_DIR="$git_src_repo/.git" git ls-files -s "$1"` if [ -n "$magnet" ]; then magnet=${magnet#* } magnet=${magnet%% *} echo "$magnet" else git hash-object "$1" fi } lastinfiles= lastinfileshash= acquire_checksum() { if [ x"$1/../$2" = x"$lastinfiles" ]; then _a_s=$lastinfileshash else _a_e=false for _a_f in "$1" "$2"; do case "$_a_f" in */background_l2.tga|*/background_ingame_l2.tga) _a_e=true ;; esac done if [ -n "$git_src_repo" ] && ! $_a_e; then _a_s=`use_magnet_to_acquire_checksum_faster "${1#./}"` if [ -n "$2" ]; then _a_s=$_a_s`use_magnet_to_acquire_checksum_faster "${2#./}"` fi else _a_s=`git hash-object "$1"` if [ -n "$2" ]; then _a_s=$_a_s`git hash-object "$2"` fi fi lastinfileshash=$_a_s lastinfiles="$1/../$2" fi echo "$_a_s" } cached() { flag=$1; shift method=$1; shift infile1=$1; shift infile2=$1; shift outfile1=$1; shift outfile2=$1; shift if ! $flag; then return 0 fi #sleep 0.25 if [ x"$infile1" = x"$outfile1" ]; then keep=true fi options=`echo "$*" | git hash-object --stdin` selfprofile convert_findchecksum sum=`acquire_checksum "$infile1" "$infile2"` selfprofile convert_makecachedir mkdir -p "$CACHEDIR/$method-$options" name1="$CACHEDIR/$method-$options/$sum-1.${outfile1##*.}" [ -z "$outfile2" ] || name2="$CACHEDIR/$method-$options/$sum-2.${outfile2##*.}" tempfile1="${name1%/*}/new-${name1##*/}" [ -z "$outfile2" ] || tempfile2="${name2%/*}/new-${name2##*/}" if [ -f "$name1" ] && { [ -z "$outfile2" ] || [ -f "$name2" ]; }; then selfprofile convert_copyoutput case "$outfile1" in */*) mkdir -p "${outfile1%/*}"; esac && { ln -f "$name1" "$outfile1" 2>/dev/null || { rm -f "$outfile1" && cp "$name1" "$outfile1"; }; } [ -z "$outfile2" ] || { case "$outfile2" in */*) mkdir -p "${outfile2%/*}"; esac && { ln -f "$name2" "$outfile2" 2>/dev/null || { rm -f "$outfile2" && cp "$name2" "$outfile2"; }; }; } conv=true elif selfprofile convert_makeoutput; "$method" "$infile1" "$infile2" "$tempfile1" "$tempfile2" "$@"; then mv "$tempfile1" "$name1" [ -z "$outfile2" ] || mv "$tempfile2" "$name2" case "$outfile1" in */*) mkdir -p "${outfile1%/*}"; esac && { ln -f "$name1" "$outfile1" 2>/dev/null || { rm -f "$outfile1" && cp "$name1" "$outfile1"; }; } [ -z "$outfile2" ] || { case "$outfile2" in */*) mkdir -p "${outfile2%/*}"; esac && { ln -f "$name2" "$outfile2" 2>/dev/null || { rm -f "$outfile2" && cp "$name2" "$outfile2"; }; }; } conv=true else selfprofile convert_cleartemp rm -f "$tempfile1" rm -f "$tempfile2" selfprofile convert_finished exit 1 fi selfprofile convert_finished } pickdxta() { pd_t=$1; shift pd_d=$1; shift pd_i=$1; shift pd_o=$1; shift for pd_dd in $pd_d; do if [ -f "$pd_o" ]; then "$meprefix"compress-texture "$pd_t" "$pd_dd" "$pd_i" "$pd_o".tmp.dds "$@" pd_psnr_tmp=`compare -channel alpha -metric PSNR "$pd_i" "$pd_o".tmp.dds NULL: 2>&1` case "$pd_psnr_tmp" in [0-9.]*) ;; *) pd_psnr_tmp=999.9 ;; esac echo >&2 "$pd_dd: $pd_psnr_tmp dB" pd_psnr_diff=`echo "($pd_psnr_tmp) - ($pd_psnr)" | bc -l` case "$pd_psnr_diff" in -*|0) # tmp is smaller or equal # smaller PSNR is worse # no action ;; *) # tmp is larger # larger PSNR is better pd_psnr=$pd_psnr_tmp mv "$pd_o".tmp.dds "$pd_o" echo >&2 "PICKED (better)" ;; esac else "$meprefix"compress-texture "$pd_t" "$pd_dd" "$pd_i" "$pd_o" "$@" pd_psnr=`compare -channel alpha -metric PSNR "$pd_i" "$pd_o" NULL: 2>&1` case "$pd_psnr" in [0-9.]*) ;; *) pd_psnr=999.9 ;; esac echo >&2 "$pd_dd: $pd_psnr dB" echo >&2 "PICKED (first)" fi done } reduce_jpeg2_dds() { i=$1; shift ia=$1; shift o=$1; shift; shift convert "$i" "$ia" -auto-orient -compose CopyOpacity -composite -type TrueColorMatte "$tmpdir/x.tga" && \ pickdxta "$dds_tool" "$dds_sepalpha" "$tmpdir/x.tga" "$o" $1 } reduce_jpeg2_dds_premul() { i=$1; shift ia=$1; shift o=$1; shift; shift convert "$i" "$ia" -auto-orient -compose CopyOpacity -composite -type TrueColorMatte "$tmpdir/x.tga" && \ pickdxta "$dds_tool" "$dds_prealpha" "$tmpdir/x.tga" "$o" $1 } reduce_jpeg2_jpeg2() { i=$1; shift ia=$1; shift o=$1; shift oa=$1; shift if convert "$i" -auto-orient TGA:- | cjpeg -targa -quality "$1" -optimize -sample 1x1,1x1,1x1 > "$o"; then if [ "`stat -c %s "$i"`" -lt "`stat -c %s "$o"`" ]; then cp "$i" "$o" fi else return 1 fi if convert "$ia" -auto-orient TGA:- | cjpeg -targa -quality "$2" -optimize -sample 1x1,1x1,1x1 > "$oa"; then if [ "`stat -c %s "$ia"`" -lt "`stat -c %s "$oa"`" ]; then cp "$ia" "$oa" fi else return 1 fi } reduce_jpeg2_webp() { i=$1; shift ia=$1; shift o=$1; shift; shift # this one MUST run convert "$i" "$ia" -auto-orient -compose CopyOpacity -composite -type TrueColorMatte "$tmpdir/x.png" && \ cwebp $1 "$tmpdir/x.png" -o "$o" } reduce_jpeg_jpeg() { i=$1; shift; shift o=$1; shift; shift if convert "$i" -auto-orient TGA:- | cjpeg -targa -quality "$1" -optimize -sample 1x1,1x1,1x1 > "$o"; then if [ "`stat -c %s "$i"`" -lt "`stat -c %s "$o"`" ]; then cp "$i" "$o" fi else return 1 fi } reduce_ogg_ogg() { i=$1; shift; shift o=$1; shift; shift tags=`vorbiscomment -R -l "$i" || true` oggdec -o "$tmpdir/x.wav" "$i" && \ oggenc -q"$1" -o "$o" "$tmpdir/x.wav" echo "$tags" | vorbiscomment -R -w "$o" || true } reduce_wav_ogg() { i=$1; shift; shift o=$1; shift; shift oggenc -q"$1" -o "$o" "$i" } reduce_rgba_dds() { i=$1; shift; shift o=$1; shift; shift convert "$i" -auto-orient -type TrueColorMatte "$tmpdir/x.tga" && \ pickdxta "$dds_tool" "$dds_sepalpha" "$tmpdir/x.tga" "$o" $1 } reduce_rgba_dds_premul() { i=$1; shift; shift o=$1; shift; shift convert "$i" -auto-orient -type TrueColorMatte "$tmpdir/x.tga" && \ pickdxta "$dds_tool" "$dds_prealpha" "$tmpdir/x.tga" "$o" $1 } reduce_rgba_jpeg2() { i=$1; shift; shift o=$1; shift oa=$1; shift if convert "$i" -auto-orient -alpha off TGA:- | cjpeg -targa -quality "$1" -optimize -sample 1x1,1x1,1x1 > "$o"; then : else return 1 fi if convert "$i" -auto-orient -alpha extract TGA:- | cjpeg -targa -quality "$2" -optimize -sample 1x1,1x1,1x1 > "$oa"; then : else return 1 fi } reduce_rgb_dds() { i=$1; shift; shift o=$1; shift; shift convert "$i" -auto-orient -type TrueColor "$tmpdir/x.tga" && \ "$meprefix"compress-texture "$dds_tool" "$dds_noalpha" "$tmpdir/x.tga" "$o" $1 } reduce_rgb_jpeg() { i=$1; shift; shift o=$1; shift; shift if convert "$i" -auto-orient TGA:- | cjpeg -targa -quality "$1" -optimize -sample 1x1,1x1,1x1 > "$o"; then : else return 1 fi } reduce_rgba_webp() { i=$1; shift; shift o=$1; shift; shift convert "$i" -auto-orient "$tmpdir/x.png" && \ cwebp $1 "$tmpdir/x.png" -o "$o" } has_alpha() { i=$1; shift; shift o=$1; shift; shift if convert "$i" -auto-orient -depth 16 RGBA:- | perl -e 'while(read STDIN, $_, 8) { substr($_, 6, 2) eq "\xFF\xFF" or exit 1; } exit 0;'; then # no alpha : > "$o" else # has alpha echo yes > "$o" fi } to_delete= for F in "$@"; do selfprofile prepareconvert f=${F%.*} echo >&2 "Handling $F..." conv=false keep=false jqual_rgb=$jpeg_qual_rgb jqual_a=$jpeg_qual_a webp_mode=lq will_jpeg=$do_jpeg will_webp=$do_webp will_dds=$do_dds will_ogg=$do_ogg if ! $ogg_ogg; then case "$F" in *.ogg) will_ogg=false ;; esac fi case "$F" in ./sound/misc/talk*.wav) will_ogg=false ;; # engine "feature" *_bump.*) will_dds=false ;; ./models/player/*) will_dds=false ;; ./models/sprites/*) will_dds=false ;; ./models/*) ;; ./textures/*) ;; ./models/*) ;; ./particles/*) ;; ./progs/*) ;; *) # we can't DDS compress the 2D textures, sorry # but JPEG is still fine will_dds=false ;; esac # Specific hacks for normalmaps. case "$f" in ./maps/*/lm_[0-9][0-9][0-9][13579]) # deluxemap export S2TC_COLORDIST_MODE=NORMALMAP export S2TC_RANDOM_COLORS=256 export S2TC_REFINE_COLORS=LOOP export S2TC_DITHER_MODE=NONE # Engine ignores alpha channel on these, so we can use the DXT1 black encoding. # Not that that color should happen very often on a deluxemap, but who knows. # NOT renormalizing, as DP does its own renormalization anyway in the GLSL shader # and crunch's renormalizing looks like it can cause banding artifacts. export CRUNCH_TEXTYPEFLAGS='-gamma 1.0 -uniformMetrics -usetransparentindicesforblack' ;; *_norm) export S2TC_COLORDIST_MODE=NORMALMAP export S2TC_RANDOM_COLORS=256 export S2TC_REFINE_COLORS=LOOP export S2TC_DITHER_MODE=NONE # Alpha channel here means height. # NOT renormalizing, as DP does its own renormalization anyway in the GLSL shader # and crunch's renormalizing looks like it can cause banding artifacts. export CRUNCH_TEXTYPEFLAGS='-gamma 1.0 -uniformMetrics' ;; *) export S2TC_COLORDIST_MODE=SRGB_MIXED export S2TC_RANDOM_COLORS=64 export S2TC_REFINE_COLORS=LOOP export S2TC_DITHER_MODE=FLOYDSTEINBERG # Color channel-like images - consider as sRGB. export CRUNCH_TEXTYPEFLAGS='-gamma 2.2' ;; esac # for deluxemaps, lightmaps and normalmaps, enforce high jpeg quality (like on alpha channels) if [ "$jqual_a" -gt "$jqual_rgb" ]; then case "$f" in ./maps/*/lm_[0-9][0-9][0-9][13579]) # deluxemap jqual_rgb=$jqual_a webp_mode=hq ;; ./maps/*/lm_[0-9][0-9][0-9][02468]) # lightmap jqual_rgb=$jqual_a webp_mode=hq ;; *_norm) # normalmap jqual_rgb=$jqual_a webp_mode=hq ;; esac fi pm= case "$f" in ./particles/particlefont) # particlefont uses premultiplied alpha pm=_premul ;; esac if $do_jpeg_if_not_dds; then if $will_dds; then will_jpeg=false else will_jpeg=true fi fi if $do_webp_if_not_dds; then if $will_dds; then will_webp=false else will_webp=true fi fi selfprofile startconvert case "$F" in *_alpha.jpg) # handle in *.jpg case # they always got converted, I assume if $will_dds || $will_jpeg || $will_webp; then conv=true fi keep=$will_jpeg ;; *.jpg) if [ -f "${f}_alpha.jpg" ]; then cached "$will_dds" reduce_jpeg2_dds$pm "$F" "${f}_alpha.jpg" "dds/${f}.dds" "" "$dds_flags" cached "$will_jpeg" reduce_jpeg2_jpeg2 "$F" "${f}_alpha.jpg" "$F" "${f}_alpha.jpg" "$jqual_rgb" "$jqual_a" #eval wflags=\$webp_flags_${webp_mode}a #cached "$will_webp" reduce_jpeg2_webp "$F" "${f}_alpha.jpg" "${f}.webp" "" "$wflags" else cached "$will_dds" reduce_rgb_dds "$F" "" "dds/${f}.dds" "" "$dds_flags" cached "$will_jpeg" reduce_jpeg_jpeg "$F" "" "$F" "" "$jqual_rgb" #eval wflags=\$webp_flags_${webp_mode} #cached "$will_webp" reduce_rgba_webp "$F" "" "${f}.webp" "" "$wflags" fi ;; *.png|*.tga|*.webp) cached true has_alpha "$F" "" "$F.hasalpha" "" conv=false if [ -s "$F.hasalpha" ]; then cached "$will_dds" reduce_rgba_dds$pm "$F" "" "dds/${f}.dds" "" "$dds_flags" cached "$will_jpeg" reduce_rgba_jpeg2 "$F" "" "${f}.jpg" "${f}_alpha.jpg" "$jqual_rgb" "$jqual_a" eval wflags=\$webp_flags_${webp_mode}a cached "$will_webp" reduce_rgba_webp "$F" "" "${f}.webp" "" "$wflags" else cached "$will_dds" reduce_rgb_dds "$F" "" "dds/${f}.dds" "" "$dds_flags" cached "$will_jpeg" reduce_rgb_jpeg "$F" "" "${f}.jpg" "" "$jqual_rgb" eval wflags=\$webp_flags_${webp_mode} cached "$will_webp" reduce_rgba_webp "$F" "" "${f}.webp" "" "$wflags" fi rm -f "$F.hasalpha" ;; *.ogg) cached "$will_ogg" reduce_ogg_ogg "$F" "" "$F" "" "$ogg_qual" ;; ./sound/misc/null.wav) # never convert this one ;; *.wav) cached "$will_ogg" reduce_wav_ogg "$F" "" "${f}.ogg" "" "$ogg_qual" ;; esac selfprofile marktodelete if $del_src; then if $conv; then if ! $keep; then # FIXME can't have spaces in filenames that way to_delete="$to_delete $F" fi fi fi selfprofile symlinkfixing # fix up DDS paths by a symbolic link if [ -f "dds/${f}.dds" ]; then if [ -z "${f##./textures/*}" ]; then if [ -n "${f##./textures/*/*}" ]; then ln -snf "textures/${f#./textures/}.dds" "dds/${f#./textures/}.dds" fi fi fi selfprofile looping done for F in $to_delete; do rm -f "$F" done selfprofile finished_time set | grep ^selfprofile_counter_ >&2