diff --git a/azure-pipelines/release-version.yml b/azure-pipelines/release-version.yml
index d7f0e608287..c3c5cad4fe5 100644
--- a/azure-pipelines/release-version.yml
+++ b/azure-pipelines/release-version.yml
@@ -25,8 +25,15 @@ jobs:
     steps:
       - template: templates/default.yml
         parameters:
+          fetchRefdata: true
           useMamba: true
 
+      - bash: |
+          cd $(tardis.dir)
+          source activate tardis
+          pytest tardis --tardis-refdata=$(refdata.dir)
+        displayName: 'Run tests'
+
       - bash: |
           cd $(tardis.dir)
           source activate tardis
@@ -35,13 +42,15 @@ jobs:
 
       - task: GitHubRelease@1
         inputs:
-          gitHubConnection: 'wkerzendorf'
+          gitHubConnection: 'tardis-bot'
           repositoryName: '$(Build.Repository.Name)'
           action: 'create'
           target: '$(Build.SourceVersion)'
           tagSource: 'userSpecifiedTag'
           tag: 'v$(version)'
           title: 'TARDIS v$(version)'
-          changeLogCompareToRelease: 'lastFullRelease'
+          isPreRelease: true
+          addChangeLog: true
+          changeLogCompareToRelease: 'lastRelease'
           changeLogType: 'commitBased'
         displayName: 'Create GitHub Release'