automations/translations (#1)

* automations/translations

* automations/translations

.github/workflows/publish_alpha.yml

@@ -16,6 +16,7 @@ on:
       - 'MANIFEST.in'
       - 'readme.md'
       - 'scripts/**'
+      - 'translations/**'
   workflow_dispatch:
 
 jobs:

.github/workflows/sync_tx.yml

@@ -0,0 +1,32 @@
+name: Run script on merge to dev by gitlocalize-app
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - dev
+
+jobs:
+  run-script:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v2
+        with:
+          ref: dev
+          fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository.
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.9
+
+      - name: Run script if merged by gitlocalize-app[bot]
+        if: github.event_name == 'push' && github.event.head_commit.author.username == 'gitlocalize-app[bot]'
+        run: |
+          python scripts/sync_translations.py
+          
+      - name: Commit to dev
+        uses: stefanzweifel/git-auto-commit-action@v4
+        with:
+          commit_message: Update translations
+          branch: dev

scripts/prepare_translations.py

@@ -0,0 +1,53 @@
+"""this script should run every time the contents of the locale folder change
+except if PR originated from @gitlocalize-app
+TODO - on commit to dev
+"""
+
+import json
+from os.path import dirname
+import os
+
+locale = f"{dirname(dirname(__file__))}/locale"
+tx = f"{dirname(dirname(__file__))}/translations"
+
+
+for lang in os.listdir(locale):
+    intents = {}
+    dialogs = {}
+    vocs = {}
+    regexes = {}
+    for root, _, files in os.walk(f"{locale}/{lang}"):
+        b = root.split(f"/{lang}")[-1]
+
+        for f in files:
+            if b:
+                fid = f"{b}/{f}"
+            else:
+                fid = f
+            with open(f"{root}/{f}") as fi:
+                strings = [l.replace("{{", "{").replace("}}", "}")
+                           for l in fi.read().split("\n") if l.strip()
+                           and not l.startswith("#")]
+
+            if fid.endswith(".intent"):
+                intents[fid] = strings
+            elif fid.endswith(".dialog"):
+                dialogs[fid] = strings
+            elif fid.endswith(".voc"):
+                vocs[fid] = strings
+            elif fid.endswith(".rx"):
+                regexes[fid] = strings
+
+    os.makedirs(f"{tx}/{lang}", exist_ok=True)
+    if intents:
+        with open(f"{tx}/{lang}/intents.json", "w") as f:
+            json.dump(intents, f, indent=4)
+    if dialogs:
+        with open(f"{tx}/{lang}/dialogs.json", "w") as f:
+            json.dump(dialogs, f, indent=4)
+    if vocs:
+        with open(f"{tx}/{lang}/vocabs.json", "w") as f:
+            json.dump(vocs, f, indent=4)
+    if regexes:
+        with open(f"{tx}/{lang}/regexes.json", "w") as f:
+            json.dump(regexes, f, indent=4)

scripts/sync_translations.py

@@ -0,0 +1,54 @@
+"""this script should run in every PR originated from @gitlocalize-app
+TODO - before PR merge
+"""
+
+import json
+from os.path import dirname
+import os
+
+locale = f"{dirname(dirname(__file__))}/locale"
+tx = f"{dirname(dirname(__file__))}/translations"
+
+
+for lang in os.listdir(tx):
+    intents = f"{tx}/{lang}/intents.json"
+    dialogs = f"{tx}/{lang}/dialogs.json"
+    vocs = f"{tx}/{lang}/vocabs.json"
+    regexes = f"{tx}/{lang}/regexes.json"
+
+    if os.path.isfile(intents):
+        with open(intents) as f:
+            data = json.load(f)
+        for fid, samples in data.items():
+            if samples:
+                samples = [s for s in samples if s]  # s may be None
+                with open(f"{locale}/{lang}/{fid}", "w") as f:
+                    f.write("\n".join(sorted(samples)))
+
+    if os.path.isfile(dialogs):
+        with open(dialogs) as f:
+            data = json.load(f)
+        for fid, samples in data.items():
+            if samples:
+                samples = [s for s in samples if s]  # s may be None
+                with open(f"{locale}/{lang}/{fid}", "w") as f:
+                    f.write("\n".join(sorted(samples)))
+
+    if os.path.isfile(vocs):
+        with open(vocs) as f:
+            data = json.load(f)
+        for fid, samples in data.items():
+            if samples:
+                samples = [s for s in samples if s]  # s may be None
+                with open(f"{locale}/{lang}/{fid}", "w") as f:
+                    f.write("\n".join(sorted(samples)))
+
+    if os.path.isfile(regexes):
+        with open(regexes) as f:
+            data = json.load(f)
+        for fid, samples in data.items():
+            if samples:
+                samples = [s for s in samples if s]  # s may be None
+                with open(f"{locale}/{lang}/{fid}", "w") as f:
+                    f.write("\n".join(sorted(samples)))
+

translations/en-us/dialogs.json

@@ -0,0 +1,5 @@
+{
+    "no_answer.dialog": [
+        "word net does not know the answer"
+    ]
+}

translations/en-us/intents.json

@@ -0,0 +1,39 @@
+{
+    "hypernym.intent": [
+        "what is a hypernym of {query}",
+        "what is the hypernym of {query}",
+        "what are the hypernyms of {query}"
+    ],
+    "antonym.intent": [
+        "what is a antonym of {query}",
+        "what is the antonym of {query}",
+        "what are the antonyms of {query}"
+    ],
+    "hyponym.intent": [
+        "what is a hyponym of {query}",
+        "what is the hyponym of {query}",
+        "what are the hyponyms of {query}"
+    ],
+    "holonym.intent": [
+        "what is a holonym of {query}",
+        "what is the holonym of {query}",
+        "what are the holonyms of {query}"
+    ],
+    "definition.intent": [
+        "what is a {query}",
+        "what is the definition of {query}"
+    ],
+    "search_wordnet.intent": [
+        "search wordnet for {query}",
+        "search word net for {query}",
+        "ask word net about {query}",
+        "ask wordnet about {query}",
+        "what does wordnet say about {query}",
+        "what does word net say about {query}"
+    ],
+    "lemma.intent": [
+        "what is a lemma of {query}",
+        "what is the lemma of {query}",
+        "what are the lemmas of {query}"
+    ]
+}