Add EGI pulsar endpoint

ansible/files/galaxy/config/user_preferences_extra_conf.yml

@@ -50,6 +50,7 @@ preferences:
         options:
           - ["Select the remote resources", None]
           - ["default - Galaxy will decide where to put your job", None]
+          - ["EGI Italy - INFN-CLOUD-BARI", egi-bari]
 
   ega_account:
     description: Your EGA (European Genome Archive) account

ansible/files/galaxy/tpv/destinations.yml

@@ -93,3 +93,55 @@ destinations:
       require:
         - singularity
         - conda
+
+  #######################
+  # PULSAR DESTINATIONS #
+  #######################
+  pulsar_default: # use for remote Pulsar nodes and ALWAYS overwrite the runner.
+    abstract: true
+    runner: pulsar_embedded
+    env:
+      LC_ALL: C
+      SINGULARITY_CACHEDIR: /data/share/var/database/container_cache # On the NFS share on remote Pulsar side
+    params:
+      jobs_directory: /data/share/staging
+      transport: curl
+      remote_metadata: "false"
+      metadata_strategy: directory
+      default_file_action: remote_transfer
+      rewrite_parameters: "true"
+      persistence_directory: /data/share/persisted_data
+      outputs_to_working_directory: "false"
+      dependency_resolution: "none"
+      submit_request_cpus: "{cores}"
+      submit_request_memory: "{mem}"
+      docker_volumes: "$job_directory:rw,
+        $tool_directory:ro,
+        $job_directory/outputs:rw,
+        $working_directory:rw,
+        {{ cvmfs.data.path }}:{{ cvmfs.data.docker_perm }}"
+      singularity_volumes: "$job_directory:rw,
+        $tool_directory:ro,
+        $job_directory/outputs:rw,
+        $working_directory:rw,
+        {{ cvmfs.data.path }}:{{ cvmfs.data.docker_perm }}"
+      singularity_enabled: true
+      singularity_default_container_id: "{{ cvmfs.singularity.path }}/all/centos:8.3.2011"
+    scheduling:
+      accept:
+        - pulsar
+        - conda
+        - singularity
+        - docker
+        - condor-tpv
+
+  pulsar_egi01_tpv:
+    inherits: pulsar_default
+    runner: pulsar_eu_egi01
+    max_accepted_cores: 8
+    max_accepted_mem: 15
+    min_accepted_gpus: 0
+    max_accepted_gpus: 0
+    scheduling:
+      require:
+        - egi-bari

ansible/group_vars/mq_server.yml

@@ -64,6 +64,9 @@ rabbitmq_users:
     password: "{{ rabbitmq_password_flower }}"
     tags: administrator
     vhost: galaxy
+  - user: galaxy_egi01
+    password: "{{ rabbitmq_password_galaxy_egi01 }}"
+    vhost: /pulsar/galaxy_egi01
 
 rabbitmq_plugins:
   - rabbitmq_management

ansible/templates/galaxy/config/job_conf.yml

@@ -14,6 +14,17 @@ galaxy_jobconf:
       load: galaxy.jobs.runners.condor:CondorJobRunner
     - id: local
       load: galaxy.jobs.runners.local:LocalJobRunner
+    - id: pulsar_eu_egi01
+      load: galaxy.jobs.runners.pulsar:PulsarMQJobRunner
+      params:
+        amqp_url: "pyamqp://galaxy_egi01:{{ rabbitmq_password_galaxy_egi01 }}@mq.galaxyproject.eu:5671//pulsar/galaxy_egi01?ssl=1"
+        galaxy_url: "https://usegalaxy.eu"
+        manager: production
+        amqp_acknowledge: "true"
+        amqp_ack_republish_time: 300
+        amqp_consumer_timeout: 2.0
+        amqp_publish_retry: "true"
+        amqp_publish_retry_max_retries: 60
   default_destination: tpv_dispatcher
   destinations:
     - id: local