From cd70092b8e6b7d9064e9893b10bfa7506269eb76 Mon Sep 17 00:00:00 2001
From: Santeri Hurnanen <santeri.hurnanen@fame.fi>
Date: Mon, 4 Sep 2023 10:55:25 +0300
Subject: [PATCH] UHF-8837: remove pages with X-Robots-Tag: noindex from
 sitemap

---
 helfi_proxy.module | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)

diff --git a/helfi_proxy.module b/helfi_proxy.module
index fa91826..1c0364c 100644
--- a/helfi_proxy.module
+++ b/helfi_proxy.module
@@ -7,6 +7,7 @@
 
 use Drupal\Core\Asset\AttachedAssetsInterface;
 use Drupal\Core\Entity\EntityInterface;
+use Drupal\helfi_proxy\ProxyManagerInterface;
 
 /**
  * Implements hook_module_implements_alter().
@@ -82,3 +83,38 @@ function helfi_proxy_page_attachments_alter(array &$attachments) {
     $attachments['#attached']['html_head'][] = [$helfi_content_type, $tag_name];
   }
 }
+
+/**
+ * Implements hook_simple_sitemap_links_alter().
+ */
+function helfi_proxy_simple_sitemap_links_alter(array &$links, $sitemap_variant) {
+  /** @var \Drupal\Core\Config\ImmutableConfig $config */
+  $config = \Drupal::service('config.factory')->get('helfi_proxy.settings');
+
+  if (!$paths = implode("\n", $config->get(ProxyManagerInterface::ROBOTS_PATHS) ?? [])) {
+    return;
+  }
+
+  /** @var \Drupal\helfi_api_base\Environment\Environment $environment */
+  $environment = \Drupal::service('helfi_api_base.environment_resolver')->getActiveEnvironment();
+
+  /** @var \Drupal\Core\Path\PathMatcherInterface $pathMatcher */
+  $pathMatcher = \Drupal::service('path.matcher');
+
+  // helfi_proxy module sets "X-Robots-Tag: noindex" header for configured
+  // paths. These url should not be included in the sitemap.xml file.
+  foreach ($links as $key => $link) {
+    $baseUrl = $environment->getUrl($link['langcode']);
+    $url = $link['url'];
+
+    if (str_starts_with($url, $baseUrl)) {
+      $path = substr($url, strlen($baseUrl));
+
+      // Remove matched paths from sitemap.xml file.
+      if ($pathMatcher->matchPath($path, $paths)) {
+        unset($links[$key]);
+      }
+    }
+  }
+
+}