From df9e5f859cd611921ae43cf6aee10e51724200e3 Mon Sep 17 00:00:00 2001 From: Lyn Nagara Date: Mon, 17 Oct 2022 15:59:43 -0700 Subject: [PATCH] feat(devserver): Run separate transactions post process forwarder (#40130) Combined post process forwarder no longer works with Sentry/Snuba defaults (fully separated errors/transactions topics). Running a combined PPF caused this error in self hosted: https://github.com/getsentry/sentry/issues/40120. In the future it may be nice to support a PPF implementation that can consume from multiple topics in order to reduce the amount of docker containers in dev / low volume environments but this is not currently possible. --- src/sentry/runner/commands/devserver.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/src/sentry/runner/commands/devserver.py b/src/sentry/runner/commands/devserver.py index 861f09c0f21191..5c46954451f879 100644 --- a/src/sentry/runner/commands/devserver.py +++ b/src/sentry/runner/commands/devserver.py @@ -18,11 +18,22 @@ "sentry", "run", "post-process-forwarder", - "--entity=all", + "--entity=errors", "--loglevel=debug", "--commit-batch-size=100", "--commit-batch-timeout-ms=1000", ], + "post-process-forwarder-transactions": [ + "sentry", + "run", + "post-process-forwarder", + "--entity=transactions", + "--loglevel=debug", + "--commit-batch-size=100", + "--commit-batch-timeout-ms=1000", + "--commit-log-topic=snuba-transactions-commit-log", + "--synchronize-commit-group=transactions_group", + ], "ingest": ["sentry", "run", "ingest-consumer", "--all-consumer-types"], "region_to_control": ["sentry", "run", "region-to-control-consumer", "--region-name", "_local"], "server": ["sentry", "run", "web"], @@ -250,6 +261,7 @@ def devserver( if eventstream.requires_post_process_forwarder(): daemons += [_get_daemon("post-process-forwarder")] + daemons += [_get_daemon("post-process-forwarder-transactions")] if settings.SENTRY_EXTRA_WORKERS: daemons.extend([_get_daemon(name) for name in settings.SENTRY_EXTRA_WORKERS])