[sdk/pology] /: [fr] Add a new sieve for french BFW translators
Johnny Jazeix <[email protected]>
| Newsgroups | gmane.comp.kde.cvs,gmane.comp.kde.doc |
|---|---|
| Message-ID | <[email protected]> |
Git commit 33f3c459ac20f66403e6e8180ed6a1cb346bdcc0 by Johnny Jazeix, on behalf of Albéric Poinsard.
Committed on 25/10/2024 at 16:29.
Pushed by jjazeix into branch 'master'.
[fr] Add a new sieve for french BFW translators
Adding a useful sieve to make several automated correction.
Designed to be used on french BFW po files, but can be used on other places.
M +76 -0 doc/user/sieving.docbook
M +1 -0 lang/fr/sieve/CMakeLists.txt
A +240 -0 lang/fr/sieve/wesnoth.py
https://invent.kde.org/sdk/pology/-/commit/33f3c459ac20f66403e6e8180ed6a1cb346bdcc0
diff --git a/doc/user/sieving.docbook b/doc/user/sieving.docbook
index 8ffdeb9ee..1c6d407de 100644
--- a/doc/user/sieving.docbook
+++ b/doc/user/sieving.docbook
@@ -2583,6 +2583,82 @@ Note that percent characters in the <literal>plural-forms</literal> field are es
</sect2>
+<sect2 id="sv-fr:wesnoth">
+<title><command>fr:wesnoth</command></title>
+
+<para>A set of rules and corrections that can be automatically applied to the French translations of the Battle For Wesnoth.</para>
+
+<para>There are three levels of correction:
+<itemizedlist>
+
+<listitem>
+<para>level 1: basic correction</para>
+<para>Use unbreakable space before « » ; : ! ? % and remove double space.</para>
+</listitem>
+
+
+<listitem>
+<para>level 2: advanced correction (may break something)</para>
+<para>Replace ' by typographic apostrophe ’, and paid attention to pango/cairo balise and escaped <literal>\\'</literal>, like in <literal><italic>text='...'</italic></literal>
+It may need to be run several times to work correctly.</para>
+</listitem>
+
+<listitem>
+<para>level 3: very unstable correction (surely break something)</para>
+<para>Remove space before . and ,</para>
+</listitem>
+
+</itemizedlist>
+
+You can also use special filters, which make one specific task.
+
+</para>
+
+<para>Parameters:
+
+<variablelist>
+
+<varlistentry>
+<term><option>quiet</option></term>
+<listitem>
+<para>Don't show the summary at the end of the sieve. Useful for script usage.</para>
+</listitem>
+</varlistentry>
+
+<varlistentry>
+<term><option>level</option></term>
+<listitem>
+<para>Set the level(s) of correction (1, 2 or 3). To use multiple levels, just put them together like <literal>level:12</literal> for levels 1 and 2</para>
+</listitem>
+</varlistentry>
+
+<varlistentry>
+<term><option>extra_spaces</option></term>
+<listitem>
+<para>(Special filter) Replace extra spaces at start and end of a message by punctuation space. You must give the number of the message where you want to replace extra spaces, in a comma-separated list. For example, <literal>extra_spaces:12,45,789</literal> to replace in the messages 12, 45 and 789.</para>
+</listitem>
+</varlistentry>
+
+<varlistentry>
+<term><option>ellipsis3points</option></term>
+<listitem>
+<para>(Special filter) Replace all Unicode ellipsis (…) by three dots (...).</para>
+</listitem>
+</varlistentry>
+
+<varlistentry>
+<term><option>ellipsisUnicode</option></term>
+<listitem>
+<para>(Special filter) Replace all three dots (...) by Unicode ellipsis (…). May break something.</para>
+</listitem>
+</varlistentry>
+
+</variablelist>
+
+</para>
+
+</sect2>
+
<sect2 id="sv-ru:fill-doc-date-kde">
<title><command>ru:fill-doc-date-kde</command></title>
diff --git a/lang/fr/sieve/CMakeLists.txt b/lang/fr/sieve/CMakeLists.txt
index 9d4bb3c83..a55594b3a 100644
--- a/lang/fr/sieve/CMakeLists.txt
+++ b/lang/fr/sieve/CMakeLists.txt
@@ -1,6 +1,7 @@
set(sieves
setUbsp.py
setApostrophe.py
+ wesnoth.py
)
get_current_source_subdir(srcsubdir)
install(FILES ${sieves} DESTINATION ${DATA_INSTALL_DIR}/${srcsubdir})
diff --git a/lang/fr/sieve/wesnoth.py b/lang/fr/sieve/wesnoth.py
new file mode 100644
index 000000000..d89f6b90e
--- /dev/null
+++ b/lang/fr/sieve/wesnoth.py
@@ -0,0 +1,240 @@
+# -*- coding: UTF-8 -*-
+
+"""
+Auto correct translation according to the rules etablished by the French
+BFW traduction team.
+It includes unbreakable spaces, hyphen (…), apostrophe, extra spaces (option).
+
+inspired from other sieves
+@author: alberic89 <[email protected]>
+@license: GPLv3"""
+
+import re
+
+from typing import List
+from pology import _, n_
+from pology.report import report
+from pology.sieve import add_param_filter
+
+
+def setup_sieve(p):
+ p.set_desc(
+ _(
+ "@info sieve description",
+ "Correct message according to BFW french standard",
+ )
+ )
+
+ p.add_param(
+ "quiet",
+ bool,
+ defval=False,
+ desc=_(
+ "@info sieve parameter description",
+ "Do not show summary (for script usage)",
+ ),
+ )
+
+ p.add_param(
+ "level",
+ str,
+ defval="",
+ desc=_(
+ "@info sieve parameter description",
+ "Set level of correction (1, 2 and 3). You can use multiple levels, for example level:12",
+ ),
+ )
+
+ p.add_param(
+ "extra_spaces",
+ list,
+ defval=[],
+ desc=_(
+ "@info sieve parameter description",
+ "Replace all extra spaces by punctuation space on the message of the numero given. You can specify multiple messages with comma-separated list.",
+ ),
+ )
+
+ p.add_param(
+ "ellipsis3points",
+ bool,
+ defval=False,
+ desc=_(
+ "@info sieve parameter description",
+ "Replace all Unicode ellipsis (…) by three dots (...)",
+ ),
+ )
+
+ p.add_param(
+ "ellipsisUnicode",
+ bool,
+ defval=False,
+ desc=_(
+ "@info sieve parameter description",
+ "Replace all three dots (...) by Unicode ellipsis (…)",
+ ),
+ )
+
+
+class SpecialFilter:
+ """A special filter"""
+
+ def __init__(self, name, value, condition, action):
+ """value is a boolean to know if this filter must be used.
+ action should be a function with the msg object.
+ condition a function which takes msg in argument and returns boolean (if the filter is conditional)"""
+ self.name = name
+ self.value = value
+ self.condition = condition
+ self.action = action
+
+ def process(self, msg):
+ if self.condition(msg):
+ for i in range(len(msg.msgstr)):
+ msg.msgstr[i] = self.action(msg.msgstr[i])
+ return msg
+
+ def __eq__(self, y):
+ return y == self.value
+
+ def __repr__(self):
+ return f"{self.name} : {self.value} : {self.action}"
+
+
+def _replace_group(match, group, replacement):
+ if groupn := match.group(group):
+ return match.group().replace(groupn, replacement)
+ else:
+ return match.group()
+
+
+class Sieve(object):
+ """Correct translation according to BFW French standard"""
+
+ # apostrophe typographique "’" : \u2019
+ # espace insécable " " : \u00A0
+ # espace insécable fine " " : \u202F
+
+ def __init__(self, params):
+ self.nmatch = 0
+ self.p = params
+ self.level = params.level
+ nums = [0]
+ for _ in params.extra_spaces:
+ if _.isdigit():
+ nums.append(nums.pop() * 10 + int(_))
+ else:
+ nums.append(0)
+
+ self.spaces = nums
+ self.space_start = re.compile(r"^ +")
+ self.space_end = re.compile(r" +$")
+ regex_replacements_1 = (
+ (re.compile(r"(?<=\d)(\s+)(?=%(?=$| |\.|,))"), "\u00A0"), # %
+ (re.compile(r"\b(\s+)(?=:|»)"), "\u00A0"), # : »
+ (re.compile(r"(?<=«)(\s+)\b"), "\u00A0"), # «
+ (re.compile(r"\b(\s+)(?=;|!|\?)"), "\u202F"), # ; ! ?
+ (re.compile(r"\b( )\b"), " "), # double space
+ )
+ regex_replacements_2 = (
+ (
+ re.compile(r"(?<==')([^\\']*(\b\\'\b))*([^\\']*)(?=')"),
+ lambda m: _replace_group(m, 2, "\u2019"),
+ ),
+ (re.compile(r"\b(')(?=$|\b|\s[:;!?]|[.,])"), "\u2019"), # '
+ )
+
+ regex_replacements_3 = (
+ (re.compile(r"\b( )(?=\.|,)"), ""), # remove space before point and virgule
+ )
+
+ self.regex_replacements = {
+ "1": regex_replacements_1,
+ "2": regex_replacements_2,
+ "3": regex_replacements_3,
+ }
+
+ replacements_1 = ()
+ replacements_2 = ()
+ replacements_3 = ()
+
+ self.replacements = {
+ "1": replacements_1,
+ "2": replacements_2,
+ "3": replacements_3,
+ }
+
+ self.filters = (
+ SpecialFilter(
+ "extra_spaces",
+ params.extra_spaces,
+ lambda msg: msg.refentry in self.spaces,
+ self.replace_extra_spaces,
+ ),
+ SpecialFilter(
+ "ellipsis3points",
+ params.ellipsis3points,
+ lambda _: True,
+ lambda text: text.replace("\u2026", "..."),
+ ),
+ SpecialFilter(
+ "ellipsisUnicode",
+ params.ellipsisUnicode,
+ lambda _: True,
+ lambda text: text.replace("...", "\u2026"),
+ ),
+ ) # in future, add other specials filters
+ self.used_filters = [_ for _ in self.filters if _.value]
+
+ def process(self, msg, cat):
+ oldcount = msg.modcount
+
+ for nb in self.level:
+ for i in range(len(msg.msgstr)):
+ msg.msgstr[i] = self.correctTypo(
+ msg.msgstr[i],
+ self.replacements[nb],
+ self.regex_replacements[nb],
+ )
+
+ for _ in self.used_filters:
+ if _.value:
+ msg = _.process(msg)
+
+ if oldcount < msg.modcount:
+ self.nmatch += 1
+
+ def finalize(self):
+ if self.nmatch > 0 and not self.p.quiet:
+ report(
+ n_(
+ "@info",
+ "There was %(num)d corrected message.",
+ "There were %(num)d corrected messages.",
+ num=self.nmatch,
+ )
+ )
+
+ def correctTypo(self, text, replacements, regex_replacements):
+ """Set correct typo"""
+
+ for _ in replacements:
+ text = text.replace(_[0], _[1])
+ for _ in regex_replacements:
+ text = _[0].sub(_[1], text)
+
+ return text
+
+ def replace_extra_spaces(self, text):
+ """Replace space at start and end by punctuation space"""
+ # punctuation space " " : \u2008
+ match_start = re.search(self.space_start, text)
+ match_end = re.search(self.space_end, text)
+
+ if match_start:
+ text = re.sub(self.space_start, "\u2008" * len(match_start[0]), text)
+
+ if match_end:
+ text = re.sub(self.space_end, "\u2008" * len(match_end[0]), text)
+
+ return text