use generalized CI checks (#293)

* use generalized CI checks
* mypy

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

.github/workflows/ci-checks.yml

@@ -0,0 +1,32 @@
+name: General checks
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
+  cancel-in-progress: ${{ ! (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release/')) }}
+
+jobs:
+  check-code:
+    uses: Lightning-AI/utilities/.github/workflows/[email protected]
+
+  check-schema:
+    uses: Lightning-AI/utilities/.github/workflows/[email protected]
+    with:
+      azure-dir: ""
+
+  check-package:
+    uses: Lightning-AI/utilities/.github/workflows/[email protected]
+    with:
+      import-name: "lightning_transformers"
+      pypi-name: "lightning-transformers"
+
+# TODO: use also this after resolving bug with actions: https://github.com/Lightning-AI/utilities/pull/51
+#  check-docs:
+#    uses: Lightning-AI/utilities/.github/workflows/check-docs.yml@main
+#    with:
+#      requirements-file: "docs/requirements.txt"

pyproject.toml

@@ -19,3 +19,48 @@ known_first_party = [
 skip_glob = []
 profile = "black"
 line_length = 120
+
+[tool.mypy]
+files = [
+    "lightning_transformers",
+]
+install_types = "True"
+non_interactive = "True"
+disallow_untyped_defs = "True"
+ignore_missing_imports = "True"
+show_error_codes = "True"
+warn_redundant_casts = "True"
+warn_unused_configs = "True"
+warn_unused_ignores = "True"
+allow_redefinition = "True"
+# disable this rule as the Trainer attributes are defined in the connectors, not in its __init__
+disable_error_code = "attr-defined"
+# style choices
+warn_no_return = "False"
+
+# Ignore mypy errors for these files
+# TODO: the goal is for this to be empty
+[[tool.mypy.overrides]]
+module = [
+    "lightning_transformers.callbacks.*",
+    "lightning_transformers.core.*",
+    "lightning_transformers.core.seq2seq.*",
+    "lightning_transformers.plugins.*",
+    'lightning_transformers.task.vision.image_classification.*',
+    'lightning_transformers.task.nlp.**.*',
+    'lightning_transformers.task.nlp.text_classification.*',
+    'lightning_transformers.task.nlp.token_classification.*',
+    'lightning_transformers.task.nlp.question_answering.*',
+    'lightning_transformers.task.nlp.question_answering.datasets.squad.*',
+    'lightning_transformers.task.nlp.masked_language_modeling.*',
+    'lightning_transformers.task.nlp.multiple_choice.*',
+    'lightning_transformers.task.nlp.multiple_choice.datasets.race.*',
+    'lightning_transformers.task.nlp.language_modeling.*',
+    'lightning_transformers.task.nlp.translation.*',
+    'lightning_transformers.task.nlp.translation.datasets.*',
+    'lightning_transformers.task.nlp.summarization.*',
+    'lightning_transformers.task.nlp.summarization.datasets.*',
+    "lightning_transformers.task.vision.image_classification.*",
+    "lightning_transformers.utilities.*",
+]
+ignore_errors = "True"