misc/tools/all/release.subr

   1 release_common()
   2 {
   3         export LC_ALL=C
   4
   5         if [ -z "$MAKEFLAGS" ]; then
   6                 ncpus=`getconf _NPROCESSORS_ONLN 2>/dev/null || getconf NPROCESSORS_ONLN 2>/dev/null || echo 1`
   7                 if [ $ncpus -gt 1 ]; then
   8                         export MAKEFLAGS=-j$ncpus
   9                 fi
  10         fi
  11
  12         release_args="$cmd $*"
  13         msg "*** $release_args: start"
  14         release_starttime=`date +%s`
  15         release_end()
  16         {
  17                 release_endtime=`date +%s`
  18                 release_deltatime=$(($release_endtime - $release_starttime))
  19                 msg "*** $release_args: $release_deltatime seconds"
  20         }
  21         trap release_end EXIT
  22         release_tempstarttime=$release_starttime
  23         release_timereport()
  24         {
  25                 release_endtime=`date +%s` # RELEASE NOW!!!
  26                 if [ -n "$*" ]; then
  27                         release_deltatime=$(($release_endtime - $release_tempstarttime))
  28                         msg "**** $release_args: $*: $release_deltatime seconds"
  29                 fi
  30                 release_tempstarttime=$release_endtime
  31         }
  32         release_git_extract_dir()
  33         {
  34                 release_src=$1; shift
  35                 release_dst=$1; shift
  36                 # try to create a hardlink
  37                 if ln -f "$release_src/.git/HEAD" "$release_dst/.hardlink-test"; then
  38                         rm -f "$release_dst/.hardlink-test"
  39                         git -C "$release_src" ls-files HEAD -- "$@" |
  40                                 while IFS= read -r F; do
  41                                         case "$F" in */*) mkdir -p "$release_dst/${F%/*}" ;; esac
  42                                         verbose ln -f "$release_src/$F" "$release_dst/$F"
  43                                 done
  44                         git -C "$release_src" ls-tree -rd --name-only HEAD -- "$@" |
  45                                 while IFS= read -r D; do
  46                                         touch -cr "$release_src/$D" "$release_dst/$D"
  47                                 done
  48                 else
  49                         {
  50                                 verbose cd "$release_src"
  51                                 verbose git archive --format=tar HEAD -- "$@"
  52                         } | {
  53                                 verbose cd "$release_dst"
  54                                 verbose tar xvf -
  55                         }
  56                 fi
  57         }
  58
  59         mkzipr()
  60         {
  61                 archive=$1; shift
  62
  63                 # bones_was_here: 7za still doesn't store symlinks correctly (even with -snl)
  64                 # but it does now store the executable bit.
  65                 # compared to advzip, 7za achieves very similar final zip size, is multi threaded,
  66                 # and avoids https://gitlab.com/xonotic/xonotic/-/issues/371
  67
  68                 sevenzipflags=-mx=9
  69                 zipflags=-9
  70                 # git restore-mtime replaces this hack:
  71                 #find "$@" -exec touch -d "2001-01-01 01:01:01 +0000" {} \+ # ugly hack to make the pk3 files rsync-friendly
  72                 ziplist=`mktemp`
  73                 find "$@" -xtype f \( -type l \) -print | sed 's,\([./][^./]*$\),\1 \1,' | sort -k2 | cut -d\  -f1 > "$ziplist"
  74                 7za a -tzip $sevenzipflags -x@"$ziplist" "$archive" "$@" || true
  75                 zip         $zipflags -y   -@<"$ziplist" "$archive"      || true
  76                 rm -f "$ziplist"
  77         }
  78
  79         mkzip()
  80         {
  81                 # not using this currently, see above
  82                 archive=$1; shift
  83                 zipflags=-1ry
  84                 zip $zipflags "$archive" "$@" || true
  85                 advzip -z -4 "$archive"
  86         }
  87
  88         mkzip0()
  89         {
  90                 archive=$1; shift
  91                 zipflags=-0ry
  92                 zip $zipflags "$archive" "$@" || true
  93         }
  94
  95         getversion()
  96         {
  97                 gv=`grep "^gameversion " "$1/xonotic-common.cfg" | awk '{ print $2 }'`
  98                 major=$(($gv / 10000))
  99                 minor=$((($gv / 100) - ($major * 100)))
 100                 patch=$(($gv - ($major * 10000) - ($minor * 100)))
 101                 versionstr="$major.$minor.$patch"
 102         }
 103 }
 104
 105 handled=true
 106 case "$cmd" in
 107         # release building goes here
 108         release-prepare)
 109                 release_common
 110                 #"$SELF" each git clean -fxd
 111                 case "$RELEASETYPE" in
 112                         '')
 113                                 $ECHO >&2 -n "$ESC[2J$ESC[H"
 114                                 msg ""
 115                                 msg ""
 116                                 msg ""
 117                                 msg ""
 118                                 msg ""
 119                                 msg ""
 120                                 msg "        +---------------------------------------------------------.---+"
 121                                 msg "        | NOTE                                                    | X |"
 122                                 msg "        +---------------------------------------------------------^---+"
 123                                 msg "        |   ____                                                      |"
 124                                 msg "        |  /    \  This is the official release build system.         |"
 125                                 msg "        | |      | If you are not a member of the Xonotic Core Team,  |"
 126                                 msg "        | | STOP | you are not supposed to use this script and should |"
 127                                 msg "        | |      | instead use ./all compile to compile the engine    |"
 128                                 msg "        |  \____/  and game code.                                     |"
 129                                 msg "        |                                                             |"
 130                                 msg "        |                      [ I understand ]                       |"
 131                                 msg "        +-------------------------------------------------------------+"
 132                                 sleep 10
 133                                 # A LOT of build infrastructure is required:
 134                                 # - vorbis-tools
 135                                 # - ImageMagick
 136                                 # - .ssh/config must be configured so the following
 137                                 #   host names are reachable and have a compile
 138                                 #   infrastructure set up:
 139                                 #   - xonotic-build-linux64 (with gcc on x86_64)
 140                                 #   - xonotic-build-win32 (with i686-w64-mingw32)
 141                                 #   - xonotic-build-win64 (with x86_64-w64-mingw32)
 142                                 #   - xonotic-build-osx (with Xcode and SDL.framework)
 143                                 # - AMD Compressonator installed in WINE
 144                                 # - ResEdit installed in WINE
 145                                 # - a lot of other requirements you will figure out
 146                                 #   while reading the error messages
 147                                 # - environment variable RELEASETYPE set
 148                                 # - optionally, environment variable RELEASEDATE set
 149                                 #   (YYYYMMDD)
 150                                 exit 1
 151                                 ;;
 152                         release|RC*)
 153                                 msg "Building a FINISHED RELEASE"
 154                                 getversion data/xonotic-data.pk3dir
 155                                 verbose "$SELF" each -k git tag -m "TEMP TAG" -f "xonotic-v$versionstr"
 156                                 ;;
 157                         *)
 158                                 msg "Building a $RELEASETYPE"
 159                                 ;;
 160                 esac
 161                 verbose rm -rf Xonotic Xonotic*.zip
 162                 verbose mkdir -p Xonotic
 163                 if [ -n "$RELEASEDATE" ]; then
 164                         verbose $ECHO "$RELEASEDATE" > Xonotic/stamp.txt
 165                         case "$RELEASETYPE" in
 166                                 release|RC*)
 167                                         verbose $ECHO "${RELEASEDATE%_*}" > Xonotic/pk3stamp.txt
 168                                         ;;
 169                                 *)
 170                                         verbose $ECHO "$RELEASEDATE" > Xonotic/pk3stamp.txt
 171                                         ;;
 172                         esac
 173                 else
 174                         verbose date +%Y%m%d > Xonotic/stamp.txt
 175                         verbose date +%Y%m%d > Xonotic/pk3stamp.txt
 176                 fi
 177                 release_git_extract_dir "." "Xonotic" Docs misc/buildfiles/osx misc/logos misc/tools server xonotic-linux-sdl.sh xonotic-linux-dedicated.sh Makefile key_0.d0pk COPYING GPL-2 GPL-3
 178                 (
 179                         verbose cd Xonotic
 180                         verbose mkdir data source source/darkplaces source/gmqcc source/d0_blind_id mapping
 181                         verbose mv misc/buildfiles/osx/* . || true
 182                         verbose rm -rf misc/buildfiles
 183                         verbose rm -rf misc/tools/all
 184                 )
 185                 release_git_extract_dir "darkplaces" "Xonotic/source/darkplaces" .
 186                 release_git_extract_dir "gmqcc" "Xonotic/source/gmqcc" .
 187                 release_git_extract_dir "data/xonotic-data.pk3dir" "Xonotic/source" qcsrc Makefile
 188                 release_git_extract_dir "d0_blind_id" "Xonotic/source/d0_blind_id" .
 189 # bones_was_here: the main Makefile runs autogen.sh (and configure) when necessary
 190 #               (
 191 #                       verbose cd Xonotic/source/d0_blind_id
 192 #                       verbose sh autogen.sh
 193 #               )
 194                 rm -f Xonotic/key_15.d0pk
 195                 (
 196                         verbose cd Xonotic/mapping
 197                         # bones_was_here: don't ship 10 year old netradiant
 198                         # also seems better to update netradiant independently of xonotic versions
 199                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301.tar.bz2
 200                         #verbose wget http://www.icculus.org/netradiant/files/netradiant-1.5.0-20120301-win32-7z.exe
 201                         #for X in *-7z.exe; do
 202                         #       7za x "$X"
 203                         #       rm -f "$X"
 204                         #done
 205                         # TODO possibly include other tools?
 206                         printf "Please find links to NetRadiant builds at https://netradiant.gitlab.io or https://xonotic.org/download\nNetRadiant source available at https://gitlab.com/xonotic/netradiant\n" > NetRadiant\ links.txt
 207                 )
 208                 ./all each git rev-parse HEAD > Xonotic/misc/git-revisions.txt
 209                 ;;
 210         release-compile-run)
 211                 release_common
 212                 host=$1
 213                 buildpath=$2
 214                 maketargets=$3
 215                 makeflags=$4
 216                 srcdir=$5
 217                 depsdir=$6
 218                 targetfiles=$7
 219                 schroot=
 220                 set -x
 221                 if [ -z "$targetfiles" ]; then
 222                         exit
 223                 fi
 224                 case " $HOSTS_THAT_ARE_DISABLED " in
 225                         *\ $host\ *)
 226                                 exit
 227                                 ;;
 228                 esac
 229                 case " $HOSTS_THAT_ARE_SCHROOT " in
 230                         *\ $host\ *)
 231                                 schroot="schroot -c $host --"
 232                                 ;;
 233                 esac
 234                 case " $HOSTS_THAT_ARE_MYSELF $HOSTS_THAT_ARE_SCHROOT " in
 235                         *\ $host\ *)
 236                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$buildpath/"
 237                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$buildpath"/darkplaces.ico
 238                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$buildpath.deps/"
 239                                 verbose ln -snf "$buildpath.deps" "$buildpath/.deps"
 240                                 verbose eval $schroot make -C "$buildpath" clean $maketargets $makeflags
 241                                 for f in $targetfiles; do
 242                                         verbose mv "$buildpath/${f%:*}" "${f##*:}" || true
 243                                 done
 244                                 ;;
 245                         *)
 246                                 verbose rsync --delete -zLvaSHP "$srcdir"/ "$host":"$buildpath/"
 247                                 verbose rsync --delete -zLvaSHP misc/logos/icons_ico/xonotic.ico "$host":"$buildpath"/darkplaces.ico
 248                                 verbose rsync --delete -zLvaSHP "$depsdir"/*/ "$host":"$buildpath.deps/"
 249                                 verbose ssh "$host" "[ -f /etc/profile ] && . /etc/profile; [ -f ~/.profile ] && . ~/.profile; export LC_ALL=C; ln -snf $buildpath.deps $buildpath/.deps && cd $buildpath && nice -`nice` make clean $maketargets $makeflags"
 250                                 for f in $targetfiles; do
 251                                         verbose rsync -zvaSHP "$host:$buildpath/${f%:*}" "${f##*:}" || true
 252                                 done
 253                                 ;;
 254                 esac
 255                 ;;
 256         release-compile)
 257                 release_common
 258                 suffix=$1
 259                 makeflags=$2
 260                 darkplaces_maketargets=$3
 261                 darkplaces_files=$4
 262                 host=xonotic-build-$suffix
 263                 verbose "$SELF" release-compile-run "$host" /tmp/Darkplaces.build."$suffix" "$darkplaces_maketargets" "$makeflags" "Xonotic/source/darkplaces" "$d0/misc/builddeps/$suffix" "$darkplaces_files"
 264                 ;;
 265         release-getbinary)
 266                 release_common
 267                 binary=$1
 268                 basename=${binary##*/}
 269                 dpname=darkplaces${basename#xonotic}
 270                 rev=`( cd "$d0/darkplaces" && git rev-parse HEAD )`
 271                 verbose wget -O "$binary" "http://beta.xonotic.org/autobuild-bin/$rev/$dpname"
 272                 [ -s "$binary" ] || rm -f "$binary"
 273                 [ -f "$binary" ]
 274                 case "$binary" in
 275                         Xonotic/*osx*|Xonotic/*linux*)
 276                                 chmod +x "$binary"
 277                                 ;;
 278                 esac
 279                 ;;
 280         release-libs-compile)
 281                 release_common
 282                 arch=$1
 283                 makeflags=$2
 284                 host=$3
 285                 (
 286                         verbose cd "$d0/d0_blind_id"
 287                         verbose ./autogen.sh
 288                         verbose ./configure --enable-static --disable-shared \
 289                                             --host="$host" \
 290                                             --prefix="$d0/misc/builddeps/$arch/d0_blind_id"
 291                         verbose make clean
 292                         verbose make "$makeflags"
 293                         verbose make install
 294                 )
 295                 ;;
 296         release-libs-linux64)
 297                 release_common
 298                 verbose "$SELF" release-libs-compile linux64 \
 299                         'CC="gcc -m64 -flto=auto"' \
 300                         x86_64-pc-linux-gnu
 301                 ;;
 302         release-dlls-compile)
 303                 release_common
 304                 arch=$1
 305                 buildpath=$2
 306                 targetdir=$3
 307                 verbose mkdir -p "$targetdir"
 308                 (
 309                         cd "misc/buildsrc"
 310                         verbose ./dlls.sh clean "$buildpath"
 311                         verbose ./dlls.sh all "$buildpath" "$arch"
 312                 )
 313                 verbose cp -v $buildpath/out/$arch/* "$targetdir"
 314                 verbose mkdir -p "$d0/misc/builddeps/$arch/"
 315                 verbose rsync --delete -avP "$buildpath/pkg/$arch/sdl" "$d0/misc/builddeps/$arch/"
 316                 ;;
 317         release-dlls-win32)
 318                 release_common
 319                 verbose "$SELF" release-dlls-compile win32 /tmp/dlls Xonotic/bin32
 320                 ;;
 321         release-dlls-win64)
 322                 release_common
 323                 verbose "$SELF" release-dlls-compile win64 /tmp/dlls Xonotic/bin64
 324                 ;;
 325         release-libs-osx)
 326                 release_common
 327                 verbose mkdir -p "$d0/misc/builddeps/osx"
 328                 (
 329                         verbose cd "$d0/misc/builddeps/osx"
 330                         verbose rm -rf sdl SDL2
 331                         verbose wget https://libsdl.org/release/SDL2-2.28.5.dmg
 332                         verbose 7z x *.dmg
 333                         # 7z still fails to extract working symlinks from any archive format, hackaround:
 334                         verbose ln -sf $(cat SDL2/SDL2.framework/Versions/Current) SDL2/SDL2.framework/Versions/Current
 335                         verbose ln -sf $(cat SDL2/SDL2.framework/Headers) SDL2/SDL2.framework/Headers
 336                         verbose ln -sf $(cat SDL2/SDL2.framework/Resources) SDL2/SDL2.framework/Resources
 337                         verbose ln -sf $(cat SDL2/SDL2.framework/SDL2) SDL2/SDL2.framework/SDL2
 338                         # THE HEADERS ARE NOT IN A SUBDIRECTORY CALLED SDL2
 339                         # YET SDL2/ WAS ADDED TO ALL THE INCLUDES, WHY?!?
 340                         # OLD VERSIONS WITHOUT IT WORKED
 341                         verbose sed -i "s/#include <SDL2\//#include </g" SDL2/SDL2.framework/Versions/Current/Headers/*.h
 342                 )
 343                 ;;
 344         release-libs)
 345                 release_common
 346                 verbose "$SELF" release-libs-linux64
 347                 verbose "$SELF" release-dlls-win32
 348                 verbose "$SELF" release-dlls-win64
 349                 verbose "$SELF" release-libs-osx
 350                 verbose rm -rf /tmp/dlls
 351                 ;;
 352         release-engine-win32)
 353                 release_common
 354                 #good=true
 355                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86.exe || good=false
 356                 #verbose "$SELF" release-getbinary Xonotic/xonotic-x86-dedicated.exe || good=false
 357                 #$good
 358                 verbose "$SELF" release-compile win32 \
 359                         'DP_MAKE_TARGET=mingw WIN32RELEASE=1 CC="i686-w64-mingw32-gcc -static -flto=auto -mstackrealign -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="i686-w64-mingw32-windres" DP_LINK_SDL=static SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen' \
 360                         release 'darkplaces-sdl.exe:Xonotic/xonotic-x86.exe darkplaces-dedicated.exe:Xonotic/xonotic-x86-dedicated.exe'
 361                 ;;
 362         release-engine-win64)
 363                 release_common
 364                 #good=true
 365                 #verbose "$SELF" release-getbinary Xonotic/xonotic.exe || good=false
 366                 #verbose "$SELF" release-getbinary Xonotic/xonotic-dedicated.exe || good=false
 367                 #$good
 368                 verbose "$SELF" release-compile win64 \
 369                         'DP_MAKE_TARGET=mingw WIN64RELEASE=1 CC="x86_64-w64-mingw32-gcc -static -flto=auto -Wl,--dynamicbase -Wl,--nxcompat -I../../../.deps/include -L../../../.deps/lib" WINDRES="x86_64-w64-mingw32-windres" DP_LINK_SDL=static SDL_CONFIG="../../../.deps/bin/sdl2-config" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=dlopen' \
 370                         release 'darkplaces-sdl.exe:Xonotic/xonotic.exe darkplaces-dedicated.exe:Xonotic/xonotic-dedicated.exe'
 371                 ;;
 372         release-engine-osx)
 373                 release_common
 374                 #good=true
 375                 #verbose "$SELF" release-getbinary Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin || good=false
 376                 #verbose "$SELF" release-getbinary Xonotic/xonotic-osx-dedicated || good=false
 377                 #$good
 378                 # Note: travis build script also had SDLCONFIG_MACOSX* flags; need to check if they're still needed with osxcross.
 379                 # Note: Mac bins cannot be stripped by the standard tool.
 380                 verbose "$SELF" release-compile osx \
 381                         'STRIP=: DP_MAKE_TARGET=macosx PATH="$HOME/osxcross/out/bin:$PATH" CC="$HOME/osxcross/out/bin/o64-clang -flto -arch x86_64 -mmacosx-version-min=10.7 -Wl,-rpath -Wl,@loader_path/../Frameworks -Wl,-rpath -Wl,@loader_path -I../../../.deps/include -L../../../.deps/lib" SDLCONFIG_MACOSXCFLAGS="-I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" SDLCONFIG_MACOSXSTATICLIBS="-F../../../.deps -framework SDL2 -framework Cocoa -I../../../.deps/SDL2.framework/Headers" DP_LINK_CRYPTO=dlopen DP_LINK_CRYPTO_RIJNDAEL=dlopen DP_LINK_JPEG=dlopen DP_LINK_ODE=dlopen DP_LINK_ZLIB=shared' \
 382                         release 'darkplaces-sdl:Xonotic/Xonotic.app/Contents/MacOS/xonotic-osx-sdl-bin darkplaces-dedicated:Xonotic/xonotic-osx-dedicated'
 383                 ;;
 384         release-engine-linux64)
 385                 release_common
 386                 #good=true
 387                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-sdl || good=false
 388                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-glx || good=false
 389                 #verbose "$SELF" release-getbinary Xonotic/xonotic-linux64-dedicated || good=false
 390                 #$good
 391                 verbose "$SELF" release-compile linux64 \
 392                         'CC="gcc -m64 -flto=auto -I../../../.deps/include -L../../../.deps/lib" DP_LINK_CRYPTO=static DP_LINK_CRYPTO_RIJNDAEL=static DP_LINK_JPEG=shared LIB_JPEG=/usr/lib/x86_64-linux-gnu/libjpeg.a DP_LINK_ODE=dlopen DP_LINK_ZLIB=shared' \
 393                         release 'darkplaces-sdl:Xonotic/xonotic-linux64-sdl darkplaces-dedicated:Xonotic/xonotic-linux64-dedicated'
 394                 ;;
 395         release-engine)
 396                 release_common
 397                 # TODO report failures here.
 398                 good=false
 399                 verbose "$SELF" release-engine-linux64 && good=true
 400                 verbose "$SELF" release-engine-win32 && good=true
 401                 verbose "$SELF" release-engine-win64 && good=true
 402                 verbose "$SELF" release-engine-osx && good=true
 403                 $good
 404                 ;;
 405         release-maps)
 406                 release_common
 407                 verbose "$SELF" update-maps
 408                 ;;
 409         release-qc)
 410                 release_common
 411                 verbose make -C "$d0/gmqcc" gmqcc
 412                 verbose env GIT_DIR="$d0/data/xonotic-data.pk3dir/.git" make -C Xonotic/source QCC="$d0/gmqcc/gmqcc" XON_BUILDSYSTEM=1 QCCFLAGS_WATERMARK='$(shell git describe --tags)' clean qc
 413                 ;;
 414         release-buildpk3-transform-raw)
 415                 release_common
 416                 dir=$1
 417                 ;;
 418         release-buildpk3-transform-normal)
 419                 release_common
 420                 dir=$1
 421                 verbose cd "$dir"
 422                 # texture: convert to jpeg and dds
 423                 verbose export do_jpeg=true
 424                 verbose export jpeg_qual_rgb=97
 425                 verbose export jpeg_qual_a=99
 426                 verbose export do_dds=false
 427                 verbose export do_ogg=true
 428                 verbose export ogg_ogg=false
 429                 verbose export del_src=true
 430                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 431                 ;;
 432         release-buildpk3-transform-normaldds)
 433                 release_common
 434                 dir=$1
 435                 verbose cd "$dir"
 436                 # texture: convert to jpeg and dds
 437                 # music: reduce bitrate
 438                 verbose export do_jpeg=false
 439                 verbose export do_jpeg_if_not_dds=true
 440                 verbose export jpeg_qual_rgb=95
 441                 verbose export jpeg_qual_a=99
 442                 verbose export do_dds=true
 443                 verbose export dds_flags=
 444                 verbose export do_ogg=true
 445                 verbose export ogg_ogg=false
 446                 verbose export del_src=true
 447                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 448                 ;;
 449         release-buildpk3-transform-mapping)
 450                 release_common
 451                 dir=$1
 452                 verbose cd "$dir"
 453                 # don't include levelshots, lightmaps and minimaps from official map builds, as well as other unneeded folders
 454                 rm -rf gfx maps scripts sound
 455                 # remove stuff radiant has no use for
 456                 verbose find . -name \*_norm.\* -exec rm -f {} \;
 457                 verbose find . -name \*_bump.\* -exec rm -f {} \;
 458                 verbose find . -name \*_glow.\* -exec rm -f {} \;
 459                 verbose find . -name \*_gloss.\* -exec rm -f {} \;
 460                 verbose find . -name \*_pants.\* -exec rm -f {} \;
 461                 verbose find . -name \*_shirt.\* -exec rm -f {} \;
 462                 verbose find . -name \*_reflect.\* -exec rm -f {} \;
 463                 verbose find . -not \( -name \*.tga -o -name \*.png -o -name \*.jpg \) -exec rm -f {} \;
 464                 # texture: convert to jpeg and dds
 465                 # music: reduce bitrate
 466                 verbose export do_jpeg=true
 467                 verbose export jpeg_qual_rgb=80
 468                 verbose export jpeg_qual_a=97
 469                 verbose export do_dds=false
 470                 verbose export do_ogg=true
 471                 verbose export ogg_qual=1
 472                 verbose export del_src=true
 473                 find . -type f -print0 | verbose xargs -0 "$d0"/misc/tools/cached-converter.sh
 474                 ;;
 475         release-buildpk3)
 476                 release_common
 477                 src=$1
 478                 dst=$2
 479                 transform=$3
 480                 case "$dst" in
 481                         /*)
 482                                 ;;
 483                         */)
 484                                 dst="$PWD/$dst"
 485                                 ;;
 486                 esac
 487                 release_timereport
 488                 verbose rm -rf Xonotic/temp
 489                 release_timereport "deleted temp directory"
 490                 verbose mkdir -p Xonotic/temp
 491                 release_git_extract_dir "$src" "Xonotic/temp" .
 492                 release_timereport "extracted data"
 493                 verbose cd Xonotic/temp
 494                 if [ x"$src" = x"data/xonotic-data.pk3dir" ]; then
 495                         verbose cp ../source/progs.dat .
 496                         verbose cp ../source/csprogs.dat .
 497                         verbose cp ../source/menu.dat .
 498                         # Include line numbers in qc errors
 499                         verbose cp ../source/progs.lno .
 500                         verbose cp ../source/csprogs.lno .
 501                         verbose cp ../source/menu.lno .
 502                         verbose rm -rf qcsrc
 503                         getversion .
 504                         case "$RELEASETYPE" in
 505                                 release)
 506                                         ;;
 507                                 RC*)
 508                                         versionstr="$versionstr $RELEASETYPE"
 509                                         ;;
 510                                 *)
 511                                         versionstr="$versionstr$RELEASETYPE"
 512                                         ;;
 513                         esac
 514                         if [ $gv -lt 9900 ]; then
 515                                 # pre-1.0: compatible with any other pre-1.0
 516                                 verbose sed "
 517                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 518                                         s/^gameversion_max [0-9]*/gameversion_max  9999/;
 519                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 520                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 521                                 # s/^gameversion_min [0-9]*/gameversion_min     0/;
 522                         else
 523                                 # >= 1.0
 524                                 verbose sed "
 525                                         s/^set g_xonoticversion [^ ]* /set g_xonoticversion \"$versionstr\" /;
 526                                         s/^gameversion_max [0-9]*/gameversion_max $(( ($gv / 100) * 100 + 199 ))/;
 527                                 " < xonotic-common.cfg > xonotic-common.cfg.new
 528                                 # Following line was included in sed above, ref https://gitlab.com/xonotic/xonotic-data.pk3dir/-/merge_requests/1034
 529                                 # s/^gameversion_min [0-9]*/gameversion_min $(( ($gv / 100) * 100 - 100 ))/;
 530                         fi
 531                         mv xonotic-common.cfg.new xonotic-common.cfg
 532                         case "$RELEASETYPE" in
 533                                 release|RC*)
 534                                         echo "" >> xonotic-common.cfg
 535                                         echo "// nicer menu" >> xonotic-common.cfg
 536                                         echo "set menu_watermark \"\"" >> xonotic-common.cfg
 537                                         ;;
 538                         esac
 539                         (
 540                                 verbose cd gfx/menu/luminos
 541                                 verbose rm -f background_l2.tga background_ingame_l2.tga
 542                                 verbose cp "$d0"/mediasource/gfx/menu/luminos_versionbuilder/background_l2.svg .
 543                                 verbose "$d0"/mediasource/gfx/menu/luminos_versionbuilder/versionbuilder "$versionstr"
 544                                 verbose rm background_l2.svg
 545                         )
 546                         verbose "$d0"/mediasource/gfx/luma/render-version.sh "$d0/mediasource/gfx/luma" "$PWD" "$versionstr"
 547                 fi
 548                 if [ x"$src" = x"data/xonotic-maps.pk3dir" ]; then
 549                         for X in ../../data/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
 550                                 if [ -f "$X" ]; then
 551                                         verbose unzip "$X"
 552                                         verbose rm -f maps/*.log maps/*.irc maps/*.lin
 553                                 fi
 554                         done
 555                 fi
 556                 verbose export git_src_repo="$d0/$src" # skip hash-object
 557                 release_timereport "processed data"
 558                 verbose "$SELF" release-buildpk3-transform-$transform "Xonotic/temp"
 559                 release_timereport "transformed data"
 560                 find . -type f -size +4k | verbose "$d0"/misc/tools/symlink-deduplicate.sh
 561                 release_timereport "deduplicated data"
 562                 verbose mkzipr "../../$dst" *
 563                 release_timereport "zipped data"
 564                 verbose cd ../..
 565                 verbose rm -rf Xonotic/temp
 566                 release_timereport "deleted temp directory again"
 567                 ;;
 568         release-buildpk3s)
 569                 release_common
 570                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 571                 src=$1
 572                 shift
 573                 dst=${src%.pk3dir}
 574                 case "$dst" in
 575                         data/xonotic-*)
 576                                 dst="data/xonotic-$pk3stamp-${dst#data/xonotic-}"
 577                                 ;;
 578                         *)
 579                                 dst="$dst-$pk3stamp"
 580                                 ;;
 581                 esac
 582                 while [ "$#" -gt 1 ]; do
 583                         verbose "$SELF" release-buildpk3 "$src" "Xonotic/$dst$2.pk3" "$1"
 584                         shift
 585                         shift
 586                 done
 587                 ;;
 588         release-pack)
 589                 release_common
 590                 verbose "$SELF" release-buildpk3s data/font-unifont.pk3dir      raw ''
 591                 verbose "$SELF" release-buildpk3s data/font-xolonium.pk3dir     raw ''
 592                 verbose "$SELF" release-buildpk3s data/xonotic-data.pk3dir             normaldds ''                    normal '-high'
 593                 verbose "$SELF" release-buildpk3s data/xonotic-maps.pk3dir             normaldds '' mapping '-mapping' normal '-high'
 594                 verbose "$SELF" release-buildpk3s data/xonotic-music.pk3dir     raw ''
 595                 verbose "$SELF" release-buildpk3s data/xonotic-nexcompat.pk3dir        normaldds ''                    normal '-high'
 596                 verbose "$SELF" release-buildpk3s data/xonotic-xoncompat.pk3dir        normaldds ''                    normal '-high'
 597                 ;;
 598         release-pack-needsx11)
 599                 release_common
 600                 case "$DISPLAY" in
 601                         '')
 602                                 verbose startx "$SELF" release-pack -- /usr/bin/Xvfb :7
 603                                 ;;
 604                         *)
 605                                 verbose "$SELF" release-pack
 606                                 ;;
 607                 esac
 608                 ;;
 609         release-zip)
 610                 release_common
 611                 stamp=`cat Xonotic/stamp.txt`
 612                 pk3stamp=`cat Xonotic/pk3stamp.txt`
 613                 # exe and dll files do not need +x
 614                 chmod a-x Xonotic/*.exe Xonotic/*.dll Xonotic/bin64/*.dll Xonotic/bin32/*.dll || true
 615                 # build the archives
 616                 verbose mkzipr Xonotic-$stamp-enginesource.zip \
 617                         Xonotic/Makefile \
 618                         Xonotic/source/darkplaces/ \
 619                         Xonotic/COPYING Xonotic/GPL-2 Xonotic/GPL-3
 620                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-engine.zip
 621                 verbose mkzipr Xonotic-$stamp-engine.zip \
 622                         Xonotic/*.dll \
 623                         Xonotic/bin32/*.dll \
 624                         Xonotic/bin64/*.dll \
 625                         Xonotic/*.app \
 626                         Xonotic/xonotic-* \
 627                         Xonotic/xonotic.exe
 628                 verbose cp Xonotic-$stamp-engine.zip Xonotic-$stamp-common.zip
 629                 verbose mkzipr Xonotic-$stamp-common.zip \
 630                         Xonotic/source/d0_blind_id/ \
 631                         Xonotic/source/gmqcc/ \
 632                         Xonotic/source/qcsrc/ \
 633                         Xonotic/Docs \
 634                         Xonotic/misc \
 635                         Xonotic/gmqcc \
 636                         Xonotic/server \
 637                         Xonotic/key_0.d0pk \
 638                         Xonotic/data/font-unifont-$pk3stamp.pk3 \
 639                         Xonotic/data/font-xolonium-$pk3stamp.pk3
 640                 verbose cp Xonotic-$stamp-enginesource.zip Xonotic-$stamp-source.zip
 641                 verbose mkzipr Xonotic-$stamp-source.zip \
 642                         Xonotic/source/d0_blind_id/ \
 643                         Xonotic/source/gmqcc/ \
 644                         Xonotic/source/qcsrc/ \
 645                         Xonotic/misc/logos
 646                 verbose cp Xonotic-$stamp-common.zip Xonotic-$stamp.zip
 647                 verbose mkzip0 Xonotic-$stamp.zip \
 648                         Xonotic/data/xonotic-$pk3stamp-data.pk3 \
 649                         Xonotic/data/xonotic-$pk3stamp-maps.pk3 \
 650                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 651                         Xonotic/data/xonotic-$pk3stamp-nexcompat.pk3 \
 652                         Xonotic/data/xonotic-$pk3stamp-xoncompat.pk3
 653                 verbose mv Xonotic-$stamp-common.zip Xonotic-$stamp-high.zip
 654                 verbose mkzip0 Xonotic-$stamp-high.zip \
 655                         Xonotic/data/xonotic-$pk3stamp-data-high.pk3 \
 656                         Xonotic/data/xonotic-$pk3stamp-maps-high.pk3 \
 657                         Xonotic/data/xonotic-$pk3stamp-music.pk3 \
 658                         Xonotic/data/xonotic-$pk3stamp-nexcompat-high.pk3 \
 659                         Xonotic/data/xonotic-$pk3stamp-xoncompat-high.pk3
 660                 verbose mkzipr Xonotic-$stamp-mappingsupport.zip \
 661                         Xonotic/mapping
 662                 verbose mkzip0 Xonotic-$stamp-mappingsupport.zip \
 663                         Xonotic/data/xonotic-$pk3stamp-maps-mapping.pk3
 664                 verbose mkzipr gmqcc-$stamp.zip \
 665                         Xonotic/gmqcc \
 666                         Xonotic/source/gmqcc
 667                 ;;
 668         release)
 669                 release_common
 670                 verbose "$SELF" release-prepare
 671                 verbose "$SELF" release-maps
 672                 verbose "$SELF" release-libs
 673                 verbose "$SELF" release-engine
 674                 verbose "$SELF" release-qc
 675                 verbose "$SELF" release-pack
 676                 verbose "$SELF" release-zip
 677                 ;;
 678         *)
 679                 handled=false
 680                 ;;
 681 esac