Adding Datadog Agent and tracing to gobble

devops/deploy.sh

@@ -9,6 +9,12 @@ export AWS_PAGER=""
 
 STACK_NAME="gobble"
 
+# Ensure required secrets are set
+if [[ -z "$DD_API_KEY"  ]]; then
+    echo "Must provide DD_API_KEY in environment to deploy" 1>&2
+    exit 1
+fi
+
 echo "Deploying Gobble..."
 echo "View stack log here: https://$AWS_REGION.console.aws.amazon.com/cloudformation/home?region=$AWS_REGION"
 
@@ -21,4 +27,5 @@ INSTANCE_HOSTNAME=$(aws cloudformation describe-stacks --stack-name $STACK_NAME
 
 # Run the playbook! :-)
 export ANSIBLE_HOST_KEY_CHECKING=False # If it's a new host, ssh known_hosts not having the key fingerprint will cause an error. Silence it
+ansible-galaxy collection install datadog.dd
 ansible-playbook -v -i $INSTANCE_HOSTNAME, -u ubuntu --private-key ~/.ssh/transitmatters-gobble.pem playbook.yml

devops/playbook.yml

@@ -13,6 +13,10 @@
     - name: install poetry
       shell: curl -sSL https://install.python-poetry.org | python3 -
 
+    - name: Install the Datadog Agent
+      import_role:
+        name: datadog.dd.agent
+
     - name: copy config file
       copy:
         src: local.json
@@ -39,4 +43,9 @@
       ansible.builtin.cron:
         name: upload todays events to s3
         minute: "0, 30"
-        job: "cd /home/ubuntu/gobble && poetry run python3 src/s3_upload.py"
+        job: "cd /home/ubuntu/gobble && poetry run ddtrace-run python3 src/s3_upload.py"
+
+  vars:
+    datadog_api_key: "{{ lookup('env', 'DD_API_KEY') }}"
+    datadog_site: "datadoghq.com"
+    datadog_apm_instrumentation_enabled: "all"

devops/systemd.conf

@@ -7,7 +7,7 @@ Type=simple
 User=ubuntu
 Group=ubuntu
 WorkingDirectory=/home/ubuntu/gobble
-ExecStart=/home/ubuntu/.local/bin/poetry run python3 src/gobble.py
+ExecStart=/home/ubuntu/.local/bin/poetry run ddtrace-run python3 src/gobble.py
 Restart=on-failure
 RestartSec=5s