Add test for package readme syntax errors

dev-requirements.txt

@@ -8,3 +8,4 @@ sphinx-rtd-theme~=0.4
 sphinx-autodoc-typehints~=1.10.2
 pytest!=5.2.3
 pytest-cov>=2.8
+readme-renderer~=24.0

ext/opentelemetry-ext-otcollector/README.rst

@@ -6,7 +6,7 @@ OpenTelemetry Collector Exporter
 .. |pypi| image:: https://badge.fury.io/py/opentelemetry-ext-otcollector.svg
    :target: https://pypi.org/project/opentelemetry-ext-otcollector/
 
-This library allows to export data to `OpenTelemetry Collector <https://github.com/open-telemetry/opentelemetry-collector/>`_ , currently using OpenCensus receiver in Collector side.
+This library allows to export data to `OpenTelemetry Collector`_ , currently using OpenCensus receiver in Collector side.
 
 Installation
 ------------

scripts/eachdist.py

@@ -482,6 +482,12 @@ def lint_args(args):
             args, ("exec", "pylint {}", "--all", "--mode", "lintroots")
         )
     )
+    execute_args(
+        parse_subargs(
+            args,
+            ("exec", "python tests/check_for_valid_readme.py {}", "--all",),
+        )
+    )
 
 
 def test_args(args):

tests/check_for_valid_readme.py

@@ -0,0 +1,51 @@
+"""Test script to check README.rst files for syntax errors."""
+import argparse
+import sys
+from pathlib import Path
+
+import readme_renderer.rst
+
+
+def is_valid_rst(path):
+    """Checks if RST can be rendered on PyPI."""
+    with open(path) as f:
+        markup = f.read()
+    return readme_renderer.rst.render(markup) is not None
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(
+        description="Checks README.rst file in path for syntax errors."
+    )
+    parser.add_argument(
+        "paths", nargs="+", help="paths containing a README.rst to test"
+    )
+    parser.add_argument("-v", "--verbose", action="store_true")
+    return parser.parse_args()
+
+
+if __name__ == "__main__":
+    args = parse_args()
+
+    error = False
+    all_readmes_found = True
+
+    for path in map(Path, args.path):
+        readme = path / "README.rst"
+        if not readme.exists():
+            all_readmes_found = False
+            print("✗ No README.rst in", str(path))
+            continue
+        if not is_valid_rst(readme):
+            error = True
+            print("✗ RST syntax errors in", readme)
+            continue
+        if args.verbose:
+            print("✓", readme)
+
+    if error:
+        sys.exit(1)
+    if all_readmes_found:
+        print("All clear.")
+    else:
+        print("No errors found but not all packages have a README.rst")

tox.ini

@@ -188,6 +188,7 @@ deps =
   isort
   black
   psutil
+  readme_renderer
 
 commands_pre =
   python scripts/eachdist.py install --editable