X-Git-Url: http://de.git.xonotic.org/?a=blobdiff_plain;f=check-translations.sh;h=6a55b5ef732f3dff77418a4c06ead7660a8b2a6b;hb=a4d83c6badb407551c89dfdda9c0f048d0419a2b;hp=fb1f68f32a64fecb6dd70b1334372defff54510c;hpb=f39f563dc8b308a110a98708ee1e71c5d02fcab6;p=xonotic%2Fxonotic-data.pk3dir.git

diff --git a/check-translations.sh b/check-translations.sh
index fb1f68f32..6a55b5ef7 100755
--- a/check-translations.sh
+++ b/check-translations.sh
@@ -1,36 +1,171 @@
 #!/bin/sh
 
-for VM in menu csprogs; do
-	case "$VM" in
-		csprogs)
-			VMD=client
-			;;
-		*)
-			VMD=$VM
-			;;
-	esac
+case "$1" in
+	pot)
+		mode=pot
+		mail=false
+		;;
+	txt)
+		mode=txt
+		mail=false
+		;;
+	po)
+		mode=po
+		mail=true
+		language=$2
+		;;
+	'')
+		echo "Sorry, you are not supposed to use this script."
+		echo "This script is solely for use by the Xonotic Core Team."
+		echo "Unauthorized use of it can cause HIGHLY annoying merge"
+		echo "conflicts."
+		exit 1
+		;;
+	*)
+		mode=po
+		mail=false
+		language=$1
+		;;
+esac
+
+if [ x"$mode" = x"pot" ]; then
+	make QCC="../../../../gmqcc/gmqcc" clean
+	make QCC="../../../../gmqcc/gmqcc"
+	{
+		grep -h '^\.' .tmp/*_includes.txt | cut -d ' ' -f 2 | sed -e 's,^,qcsrc/,' | while IFS= read -r name; do
+			while :; do
+				case "$name" in
+					*/./*)
+						name=${name%%/./*}/${name#*/./}
+						;;
+					./*)
+						name=${name#./}
+						;;
+					*/*/../*)
+						before=${name%%/../*}
+						before=${before%/*}
+						name=$before/${name#*/../}
+						;;
+					*/../*)
+						name=${name#*/../}
+						;;
+					*)
+						break
+						;;
+				esac
+			done
+			echo "$name"
+		done | sort -u
+	} | xgettext -LC -k_ -f- --from-code utf-8 -F -o common.pot.new >&2
+	if msgcmp -N --use-untranslated common.pot common.pot.new; then
+		echo "No contentful changes to common.pot - OK."
+		rm -f common.pot.new
+	else
+		echo "Updating common.pot. This probably should be committed."
+		mv -v common.pot.new common.pot
+	fi
+fi
+
+if [ x"$mode" = x"txt" ]; then
 	{
-		find qcsrc/"$VMD" -type f -not -name \*.po -not -name \*.txt
-		find qcsrc/common -type f -not -name \*.po -not -name \*.txt
-		find qcsrc/server -type f -name w_\*.qc
-	} | xgettext -LC -k_ -f- --from-code utf-8 -o "$VM".dat.pot >&2
-	for X in "$VM".dat.*.po; do
+		item=`grep "^en " languages.txt`
+		echo "$item"
+		for X in common.*.po; do
+			[ -f "$X" ] || continue
+			if [ -n "$language" ]; then
+				if [ x"${X#common.}" != x"$language.po" ]; then
+					continue
+				fi
+			else
+				if [ x"${X#common.}" = x"en.po" ]; then
+					continue
+				fi
+			fi
+			# Note: we're only reporting EXISTING fuzzy matches in the Fuzzy count, thus -N.
+			po=`msgmerge -N "$X" common.pot`
+			ne=`printf "%s\n" "$po" | msgfmt -o /dev/null --check-format --check-header --use-fuzzy - 2>&1 | grep . | wc -l`
+			nu=`printf "%s\n" "$po" | msgattrib --untranslated - | grep -c ^#:`
+			nf=`printf "%s\n" "$po" | msgattrib --fuzzy - | grep -c ^#:`
+			nt=`printf "%s\n" "$po" | grep -c ^#:`
+			n=$(($ne + $nu + $nf))
+			p=$(( (nt - n) * 100 / nt ))
+			echo >&2 "TODO for translation $X:"
+			echo >&2 "Errors:       $ne"
+			echo >&2 "Untranslated: $nu"
+			echo >&2 "Fuzzy:        $nf"
+			echo >&2 "Total:        $nt"
+			echo >&2 "Percent:      $p"
+			l=${X#common.}
+			l=${l%.po}
+			if ! item=`grep "^$l " languages.txt`; then
+				if [ "$p" -lt 50 ]; then
+					continue
+				fi
+				item="$l \"$l\" \"$l\" 0%"
+			fi
+			printf "%s\n" "$item" | sed -e "s/[0-9][0-9]*%/$p%/"
+		done
+	} | LC_ALL=C sort -t '"' -k4,4
+fi
+
+if [ x"$mode" = x"po" ]; then
+	for X in common.*.po; do
 		[ -f "$X" ] || continue
+		if [ -n "$language" ]; then
+			if [ x"${X#common.}" != x"$language.po" ]; then
+				continue
+			fi
+		else
+			if [ x"${X#common.}" = x"en.po" ]; then
+				continue
+			fi
+		fi
+		# Note: no -N here, this is the point where we allow fuzzy matching.
+		msgmerge -F -U "$X" common.pot >&2
+		msgfmt -o /dev/null --check-format --check-header --use-fuzzy "$X" 2>&1 \
+		                              | grep . > "$X".errors       || rm -f "$X".errors
+		msgattrib --untranslated "$X" | grep . > "$X".untranslated || rm -f "$X".untranslated
+		msgattrib --fuzzy "$X"        | grep . > "$X".fuzzy        || rm -f "$X".fuzzy
+		ne=$((`wc -l <     "$X".errors       2>/dev/null` + 0))
+		nu=$((`grep -c ^#: "$X".untranslated 2>/dev/null` + 0))
+		nf=$((`grep -c ^#: "$X".fuzzy        2>/dev/null` + 0))
+		n=$(($ne + $nu + $nf))
+		changed=false
 		for Y in ~/check-translations/"$X".*; do
 			[ -f "$Y" ] || continue
+			echo "Merging $Y..."
+			vim -E "$Y" <<EOF
+set fileencoding=utf-8
+set nobomb
+w
+q
+EOF
+			if ! msgcat "$Y" >/dev/null; then
+				echo "File $Y has syntax errors. Skipped."
+				continue
+			fi
 			msgcat -F --use-first "$Y" "$X" > "$X".new
 			mv "$X".new "$X"
+			changed=true
 		done
-		msgmerge -F -U "$X" "$VM".dat.pot >&2
-		msgattrib --untranslated "$X" | grep . > "$X".untranslated || rm -f "$X".untranslated
-		msgattrib --fuzzy "$X"        | grep . > "$X".fuzzy        || rm -f "$X".fuzzy
-		nu=$((`grep -c ^#: "$X".untranslated` + 0))
-		nf=$((`grep -c ^#: "$X".fuzzy`        + 0))
-		n=$(($nu + $nf))
+		ne0=$ne
+		nu0=$nu
+		nf0=$nf
+		if $changed; then
+			msgfmt -o /dev/null --check-format --check-header --use-fuzzy "$X" 2>&1 \
+						      | grep . > "$X".errors       || rm -f "$X".errors
+			msgattrib --untranslated "$X" | grep . > "$X".untranslated || rm -f "$X".untranslated
+			msgattrib --fuzzy "$X"        | grep . > "$X".fuzzy        || rm -f "$X".fuzzy
+			ne=$((`wc -l <     "$X".errors       2>/dev/null` + 0))
+			nu=$((`grep -c ^#: "$X".untranslated 2>/dev/null` + 0))
+			nf=$((`grep -c ^#: "$X".fuzzy        2>/dev/null` + 0))
+			n=$(($ne + $nu + $nf))
+		fi
 		if [ $n -gt 0 ]; then
 			echo "TODO for translation $X:"
-			echo "Untranslated: $nu"
-			echo "Fuzzy:        $nf"
+			echo "Errors:       $ne (was: $ne0)"
+			echo "Untranslated: $nu (was: $nu0)"
+			echo "Fuzzy:        $nf (was: $nf0)"
 			ltr=`grep '^"Last-Translator: ' "$X" | cut -d ' ' -f 2- | cut -d '\\' -f 1 | egrep -v '<LL@li.org>|<EMAIL@ADDRESS>'`
 			ltm=`grep '^"Language-Team: ' "$X" | cut -d ' ' -f 2- | cut -d '\\' -f 1 | egrep -v '<LL@li.org>|<EMAIL@ADDRESS>'`
 			echo "Translators:  $ltr, $ltm"
@@ -55,12 +190,15 @@ for VM in menu csprogs; do
 				echo "Cc:           $cc"
 			fi
 			if [ -n "$to" ]; then
-				while :; do
+				while $mail; do
 					echo "Send mail? [y/n]"
 					read -r yesno
 					case "$yesno" in
 						y)
 							attach=
+							if [ $ne -gt 0 ]; then
+								attach="$attach $X.errors"
+							fi
 							if [ $nu -gt 0 ]; then
 								attach="$attach $X.untranslated"
 							fi
@@ -75,6 +213,9 @@ as you provided us with translations in the past, we kindly ask you
 to update the translation to match changes in the Xonotic source. Can
 you please work on them and provide updates to us?
 
+For reference, the current version of the translation file is at:
+http://git.xonotic.org/?p=xonotic/xonotic-data.pk3dir.git;a=blob;f=$X
+
 If you do not wish to be contacted for translation updates any more,
 please tell us in a reply to this message.
 
@@ -108,7 +249,7 @@ EOF
 								-e "set use_envelope_from=yes" \
 								-s "Need update for translations: $X" \
 								-c "$cc" \
-								-b "divVerent@xonotic.org" \
+								-b "admin@xonotic.org" \
 								-a $attach -- \
 								"$to"
 							break
@@ -119,10 +260,19 @@ EOF
 					esac
 				done
 			fi
+		else
+			echo "$X is complete!"
 		fi
 	done
-	for X in "$VM".dat.*.po.disabled; do
+
+	for X in common.*.po.disabled; do
 		[ -f "$X" ] || continue
-		msgmerge -F -U "$X" "$VM".dat.pot >/dev/null 2>&1
+		if [ -n "$language" ]; then
+			if [ x"${X#common.}" != x"$language.po" ]; then
+				continue
+			fi
+		fi
+		# Note: no -N here, this is the point where we allow fuzzy matching.
+		msgmerge -F -U "$X" common.pot >/dev/null 2>&1
 	done
-done
+fi