Merge pull request #309 from KesharwaniArpita/AK-Remove-Translations

Remove current Scribe-Data translations process
scribe-org · Oct 12, 2024 · 8a91f61 · 8a91f61
2 parents 22313ed + 228bf9a
commit 8a91f61
Show file tree

Hide file tree

Showing 21 changed files with 3 additions and 1,027 deletions.
diff --git a/docs/source/conf.py b/docs/source/conf.py
@@ -58,17 +58,12 @@
     "langcodes",
     "mwparserfromhell",
     "pandas",
-    "pyarrow",
     "PyICU",
     "pytest",
     "pytest-cov",
     "ruff",
-    "sentencepiece",
     "SPARQLWrapper",
-    "tabulate",
-    "torch",
-    "tqdm",
-    "transformers",
+    "tqdm"
 ]
 
 # Add any paths that contain templates here, relative to this directory.

diff --git a/docs/source/scribe_data/translation/index.rst b/docs/source/scribe_data/translation/index.rst
diff --git a/docs/source/scribe_data/translation/query_words_to_translate.rst b/docs/source/scribe_data/translation/query_words_to_translate.rst
diff --git a/docs/source/scribe_data/translation/translation_utils.rst b/docs/source/scribe_data/translation/translation_utils.rst
diff --git a/docs/source/scribe_data/translation/update_words_to_translate.rst b/docs/source/scribe_data/translation/update_words_to_translate.rst
diff --git a/requirements.txt b/requirements.txt
@@ -10,16 +10,11 @@ numpydoc>=1.6.0
 packaging>=20.9
 pandas>=1.5.3
 pre-commit>=3.7.1
-pyarrow>=15.0.0
 pytest-cov>=3.0.0
+questionary>=1.10.0
 regex>=2023.3.23
+rich>=10.0.0
 ruff>=0.3.3
-sentencepiece>=0.1.95
 SPARQLWrapper>=2.0.0
 sphinx-rtd-theme>=2.0.0
-tabulate>=0.8.9
-torch>=2.2.1
 tqdm==4.66.4
-transformers>=4.12
-rich>=10.0.0
-questionary>=1.10.0
diff --git a/src/scribe_data/cli/get.py b/src/scribe_data/cli/get.py
@@ -111,22 +111,6 @@ def get_data(
                 ["python", emoji_keyword_extraction_script]
             )
 
-    # MARK: Translations
-
-    elif data_type == "translations":
-        for lang in languages:
-            translation_generation_script = (
-                Path(__file__).parent.parent
-                / "language_data_extraction"
-                / lang
-                / "translations"
-                / "translate_words.py"
-            )
-
-            subprocess_result = subprocess.run(
-                ["python", translation_generation_script]
-            )
-
     # MARK: Query Data
 
     elif language or data_type:

diff --git a/src/scribe_data/language_data_extraction/English/translations/translate_words.py b/src/scribe_data/language_data_extraction/English/translations/translate_words.py
diff --git a/src/scribe_data/language_data_extraction/French/translations/translate_words.py b/src/scribe_data/language_data_extraction/French/translations/translate_words.py
diff --git a/src/scribe_data/language_data_extraction/German/translations/translate_words.py b/src/scribe_data/language_data_extraction/German/translations/translate_words.py
diff --git a/src/scribe_data/language_data_extraction/Italian/translations/translate_words.py b/src/scribe_data/language_data_extraction/Italian/translations/translate_words.py