X-Git-Url: http://de.git.xonotic.org/?p=xonotic%2Fxonotic-maps.pk3dir.git;a=blobdiff_plain;f=scripts%2Fshader-audit.sh;h=4a0bb3710c52f81b473653e1592420f1cf1359f8;hp=0d49617c32fd211e4669fb38189446b5dc87d224;hb=c4fdd05d1eb64fafb75c56442e4798a1a2ba8d78;hpb=6a9636b77aa080c51b40be7ab99fded1469ea4c4 diff --git a/scripts/shader-audit.sh b/scripts/shader-audit.sh old mode 100644 new mode 100755 index 0d49617c..4a0bb371 --- a/scripts/shader-audit.sh +++ b/scripts/shader-audit.sh @@ -1,5 +1,19 @@ #!/bin/sh +case "$0" in + */*) + cd "${0%/*}" + ;; +esac + +pid=$$ +status=true +trap 'status=false' USR1 +seterror() +{ + kill -USR1 "$pid" +} + LF=" " @@ -11,6 +25,47 @@ normalize() allowed_prefixes= forbidden_prefixes= +getstats_e() +{ + identify -verbose -depth 8 -alpha set -alpha extract "$1" | { + pix=0 + while read -r L V R; do + case "$L" in + Geometry:) + V=${V%%[-+]*} + pix=$(( (${V%%x*} * ${V#*x}) / 2 )) + ;; + min:) + min=$V + ;; + max:) + max=$V + ;; + [0-9]*:) + pix=$(( $pix - ${L%:} )) + if [ $pix -le 0 ]; then + median=`echo "$V $R" | cut -d , -f 1 | tr -cd 0-9` + break + fi + esac + done + cat >/dev/null + echo "min=$min" + echo "max=$max" + echo "median=$median" + echo "error=false" + } +} +getstats() +{ + min=255 + max=255 + median=255 + error=true + [ -f "$1" ] || return 1 + eval `getstats_e "$1"` +} + textures_used= # $1 = shader # $2 = texture @@ -27,11 +82,45 @@ use_texture() if [ "$3" = "shader" ]; then return else - echo "(EE) shader $1 uses non-existing texture $2" + echo "(EE) shader $1 uses non-existing texture $2"; seterror fi fi textures_used="$textures_used$LF$2" + if [ x"$3" = x"map" ]; then + lasttex=$2 + if [ -n "$AUDIT_ALPHACHANNELS" ]; then + if [ -f "../${2}_norm.tga" ]; then + case "$offsetmapping_match8" in + '') # no dpoffsetmapping keyword + getstats "../${2}_norm.tga" || getstats "../${2}_norm.png" || getstats "../${2}_norm.jpg" + if [ "$min" -eq "$max" ]; then + echo "(EE) shader $1 uses broken normalmap ${2}_norm.tga (add dpoffsetmapping none)"; seterror + else + echo "(EE) shader $1 uses ${2}_norm.tga but lacks median (add dpoffsetmapping - 1 match8 $median)"; seterror + fi + ;; + none) # offsetmapping turned off explicitly + ;; + default) # offsetmapping keyword without bias + getstats "../${2}_norm.tga" + if [ "$min" -eq "$max" ]; then + echo "(EE) shader $1 uses broken normalmap ${2}_norm.tga, maybe use dpoffsetmapping none?"; seterror + else + echo "(EE) shader $1 uses ${2}_norm.tga but lacks median (add to dpoffsetmapping: match8 $median)"; seterror + fi + ;; + *) # offsetmapping keyword with bias + ;; + esac + else + if [ -n "$offsetmapping_match8" ]; then + echo "(EE) shader $1 specifies offsetmapping, but texture $2 does not have a normalmap" + fi + fi + fi + fi + if [ -n "$allowed_prefixes" ]; then ok=false for p in $allowed_prefixes; do @@ -52,23 +141,25 @@ use_texture() esac done if ! $ok; then - echo "(EE) shader $1 is not allowed in this shader file (allowed: $allowed_prefixes, forbidden: $forbidden_prefixes)" + echo "(EE) shader $1 is not allowed in this shader file (allowed: $allowed_prefixes, forbidden: $forbidden_prefixes)"; seterror fi case "$3" in + ## RULE: skyboxes must lie in env/ sky) case "$2" in env/*) ;; *) - echo "(EE) texture $2 of shader $1 is out of place, $3 textures must be in env/" + echo "(EE) texture $2 of shader $1 is out of place, $3 textures must be in env/"; seterror ;; esac ;; + ## RULE: non-skyboxes must not lie in env/ *) case "$2" in env/*) - echo "(EE) texture $2 of shader $1 is out of place, $3 textures must not be in env/" + echo "(EE) texture $2 of shader $1 is out of place, $3 textures must not be in env/"; seterror ;; *) ;; @@ -78,19 +169,20 @@ use_texture() # verify shader -> texture name case "$1" in + ## RULE: textures/FOOx/BAR-BAZ must use textures/FOOx/*/*, recommended textures/FOOx/BAR/BAZ textures/*x/*-*) pre=${1%%x/*}x suf=${1#*x/} - # rule: in suffix part, change each - to / suf="`echo "$suf" | sed 's,-,/,g'`" case "$2" in "$pre"/*/*) ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/$suf" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/$suf"; seterror ;; esac ;; + ## RULE: textures/FOOx/BAR must use textures/FOOx/*/*, recommended textures/FOOx/base/BAR textures/*x/*) pre=${1%%x/*}x suf=${1#*x/} @@ -98,10 +190,11 @@ use_texture() "$pre"/*/*) ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/base/$suf" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/base/$suf"; seterror ;; esac ;; + ## RULE: textures/map_FOO[_/]* must use textures/map_FOO[_/]* textures/map_*/*) pre=${1%%/map_*} suf=${1#*/map_} @@ -109,11 +202,16 @@ use_texture() case "$2" in "$pre"/map_$map[/_]*) ;; + textures/map_*) + # protect one map's textures from the evil of other maps :P + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/map_$map/*"; seterror + ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $pre/map_$map/*" + # using outside stuff is permitted ;; esac ;; + ## RULE: textures/common/FOO must use textures/common/FOO or textures/common/*/* textures/common/*) case "$2" in "$1") @@ -121,46 +219,50 @@ use_texture() textures/common/*/*) ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1 or textures/common/*/*" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1 or textures/common/*/*"; seterror ;; esac ;; - textures/decals/*) + ## RULE: textures/FOO/* must use textures/FOO/*, for FOO in decals, liquids_water, liquids_slime, liquids_lava + textures/decals/*|textures/liquids_*/*|textures/effects_*/*|textures/screens/*|textures/logos/*) + pre=`echo "$1" | cut -d / -f 1-2` case "$2" in - "$1") + "$pre"/*) # I _suppose_ this is fine, as tZork committed this pack ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1"; seterror ;; esac ;; + ## RULE: textures/skies/FOO or textures/skies/FOO_BAR must use textures/skies/FOO respective textures/skies/FOO_BAR as preview image, and env/FOO[_/]* as skybox textures/skies/*) sky=${1#textures/skies/} sky=${sky%%_*} case "$2" in - "$1") + textures/skies/$sky|textures/skies/$sky[_]*) # typical place for preview image ;; env/$sky[/_]*) # typical place for skybox ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1"; seterror ;; esac ;; + ## RULE: models/* must use models/* models/*) case "$2" in models/*) ;; *) - echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1 or models/*" + echo "(EE) texture $2 of shader $1 is out of place, recommended file name is $1 or models/*"; seterror ;; esac ;; *) - echo "(EE) no shader name pattern for $1" + echo "(EE) no shader name pattern for $1"; seterror ;; esac } @@ -168,21 +270,38 @@ use_texture() parsing_shader= parse_shaderstage() { - while read L A1 A2 Aother; do - case "$L" in - map) + ss_blendfunc=none + ss_alphafunc=none + ss_map= + while read L A1 Aother; do + case "`echo "$L" | tr A-Z a-z`" in + blendfunc) + ss_blendfunc=`echo $A1 $Aother | tr A-Z a-z` + ;; + alphafunc) + ss_alphafunc=`echo $A1 | tr A-Z a-z` + ;; + map|clampmap) case "$A1" in '$lightmap') ;; *) use_texture "$parsing_shader" "`normalize "$A1"`" map + ss_map="`normalize "$A1"`" ;; esac ;; animmap) - for X in $A2 $Aother; do + for X in $Aother; do use_texture "$parsing_shader" "`normalize "$X"`" animmap done + for X in $Aother; do + ss_map="`normalize "$X"`" + break + done + ;; + '{') + echo "(EE) brace nesting error in $parsing_shader"; seterror ;; '}') break @@ -191,18 +310,78 @@ parse_shaderstage() ;; esac done + + if [ -n "$AUDIT_ALPHACHANNELS" ] && [ -n "$ss_map" ]; then + getstats "../$ss_map.tga" || getstats "../$ss_map.png" || getstats "../$ss_map.jpg" + case "$ss_blendfunc" in + *src_alpha*|*blend*) + # texture must have alpha + if [ $min -eq 255 ]; then + echo "(EE) $parsing_shader uses alpha-less texture $ss_map with blendfunc $ss_blendfunc"; seterror + fi + ;; + add|"gl_one gl_one") + # texture must not have alpha (engine bug) + if [ $min -lt 255 ]; then + echo "(EE) $parsing_shader uses alpha-using texture $ss_map with blendfunc $ss_blendfunc"; seterror + fi + ;; + *) + case "$ss_alphafunc" in + g*) + # texture must have alpha + if [ $min -eq 255 ]; then + echo "(EE) $parsing_shader uses alpha-less texture $ss_map with alphafunc $ss_alphafunc"; seterror + fi + ;; + *) + # texture should not have alpha (no bug if not) + if [ $min -lt 255 ]; then + echo "(WW) $parsing_shader uses alpha-using texture $ss_map with blendfunc $ss_blendfunc and alphafunc $ss_alphafunc" + fi + ;; + esac + ;; + esac + fi } parse_shader() { use_texture "$parsing_shader" "$parsing_shader" shader - while read L A1; do - case "$L" in - qer_editorimage\ *) - use_texture "$parsing_shader" "$A1" editorimage + offsetmapping_match8= + while read L A1 Aother; do + case "`echo "$L" | tr A-Z a-z`" in + dpoffsetmapping) + set -- $Aother + if [ x"$A1" = x"none" ]; then + offsetmapping_match8=none + elif [ x"$A1" = x"off" ]; then + offsetmapping_match8=none + elif [ x"$A1" = x"disabled" ]; then + offsetmapping_match8=none + elif [ x"$2" = x"match8" ]; then + offsetmapping_match8=`echo "($3 + 0.5) / 1" | bc` + elif [ x"$2" = x"match16" ]; then + offsetmapping_match8=`echo "($3 / 257 + 0.5) / 1" | bc` + elif [ x"$2" = x"match" ]; then + offsetmapping_match8=`echo "($3 * 255 + 0.5) / 1" | bc` + elif [ x"$2" = x"bias" ]; then + offsetmapping_match8=`echo "((1 - $3) * 255 + 0.5) / 1" | bc` + else + offsetmapping_match8=default + fi + ;; + qer_editorimage) + use_texture "$parsing_shader" "`normalize "$A1"`" editorimage ;; - skyparms\ *) - use_texture "$parsing_shader" "$A1" sky + skyparms) + use_texture "$parsing_shader" "${A1}_lf" sky + use_texture "$parsing_shader" "${A1}_rt" sky + use_texture "$parsing_shader" "${A1}_up" sky + use_texture "$parsing_shader" "${A1}_dn" sky + use_texture "$parsing_shader" "${A1}_ft" sky + use_texture "$parsing_shader" "${A1}_bk" sky ;; '{') parse_shaderstage @@ -219,17 +398,25 @@ parse_shader() parse_shaderfile() { case "$1" in + ## RULE: map_FOO.shader may define tetxures/map_FOO_* and textures/map_FOO/* map_*) - allowed_prefixes="textures/map_`echo "$1" | cut -d _ -f 2`_ textures/map_`echo "$1" | cut -d - -f 2`/" + allowed_prefixes="textures/map_`echo "$1" | cut -d _ -f 2`_ textures/map_`echo "$1" | cut -d _ -f 2`/" forbidden_prefixes= ;; + ## RULE: skies_FOO.shader may define tetxures/skies/FOO and textures/skies/FOO_* skies_*) allowed_prefixes="textures/skies/`echo "$1" | cut -d _ -f 2`: textures/skies/`echo "$1" | cut -d _ -f 2`_" forbidden_prefixes= ;; + ## RULE: model_*.shader may define models/* + model_*) + allowed_prefixes="models/" + forbidden_prefixes= + ;; + ## RULE: any other FOO.shader may define textures/FOO/* *) - allowed_prefixes= - forbidden_prefixes="textures/skies/ textures/map_" + allowed_prefixes="textures/$1/" + forbidden_prefixes="textures/skies/ textures/map_ models/" ;; esac while read L; do @@ -254,14 +441,14 @@ strip_comments() sed 's,//.*,,g; s,\r, ,g; s,\t, ,g; s, *, ,g; s, $,,; s,^ ,,; /^$/ d' } -t=`mktemp` +t=`mktemp || echo ".temp"` for X in *.shader; do strip_comments < "$X" > "$t" parse_shaderfile "${X%.shader}" < "$t" done rm -f "$t" -textures_avail=`( cd ..; find textures/ -type f -not -name '*_norm.*' -not -name '*_glow.*' -not -name '*_gloss.*' ) | while IFS= read -r T; do normalize "$T"; done | sort -u` +textures_avail=`( cd ..; find textures/ -type f -not -name '*.sh' -not -name '*_norm.*' -not -name '*_glow.*' -not -name '*_gloss.*' -not -name '*_reflect.*' -not -name '*.xcf' ) | while IFS= read -r T; do normalize "$T"; done | sort -u` textures_used=`echo "${textures_used#$LF}" | sort -u` echo "$textures_used$LF$textures_used$LF$textures_avail" | sort | uniq -u | while IFS= read -r L; do @@ -271,7 +458,9 @@ echo "$textures_used$LF$textures_used$LF$textures_avail" | sort | uniq -u | whil textures/map_*/*) ;; *) - echo "(EE) texture $L is not referenced by any shader" + echo "(EE) texture $L is not referenced by any shader"; seterror ;; esac done + +$status