Evaluate rclone for minio.owntube.tv MinIO

This `rclone` installation is set up to run a few big sync jobs from Backblaze and AWS in `tmux`, let's see if it performs better than `mc mirror` does... Relates to OwnTube-tv/minio-microk8s-ansible#14

.gitignore

@@ -118,6 +118,7 @@ venv.bak/
 
 # Galaxy roles
 roles/geerlingguy.certbot
+roles/stefangweichinger.ansible_rclone
 
 # Ansible Vault
 .ansible_vault_password

README.md

@@ -80,3 +80,8 @@ Run through the bootstrap playbook to configure the server:
 
     ansible-playbook bootstrap.yml --ask-become-pass --diff
 
+Optionally, install and configure `rclone` (**WARNING: The Ansible Galaxy role used here spills
+sensitive data in logs, do not include in GitHub Actions run!**):
+
+    ansible-playbook rclone-setup.yml -e @rclone-secrets.yml --ask-become-pass --diff
+

rclone-secrets.yml

@@ -0,0 +1,58 @@
+$ANSIBLE_VAULT;1.1;AES256
+62356132363336303064613130316365353238323833376539383861353862313832373031386135
+3438613461303532313461333934313166373065386164620a323435633566356132316531323034
+39623132393836666339333264303930393531633738623936623362313435653531356432306665
+3937633965346364630a653061663931646636623964643430653964343763383761306661623034
+61633333663562653936383037663335663939663234623735613064313437333036303965363139
+33353433656335663136373862343265373236316132366331633561653865656533633464373761
+61383661633935356434656334316262343061343061663330613665613138333461333631626634
+39646434653136383739653036346530613161383462633533653363393133633435353338656637
+35643239333334336233373734306562303633306237646230326539666433653835333538363230
+39613464313363386166626338656333376363373166346662363638616134333137343738346635
+39343265666335376362363536393536643763653932316433336432646235653735373034363837
+30616261313863393039373536666538643932353465613866646533343566343132393435373138
+33363461396631633434653962613135336264363364663631626138626365363635393138383636
+33373434666132663837616563393837653033623334323966656331363931346535303038633738
+36353361666435326231356338613561353735336336316136373661383734653537633265373666
+65343565633464333131343038356130366132323733336563623839353832306466333830363431
+66326139663832303730323031376638316364383964663333646433623534613165643934323932
+62376138393765363637373237386236323866323632626464626333353763373061626233643530
+61333462393763396266336534643262613665363965656562393835333931323732636334386132
+64643662316465343332323733613734323637633938316538633162313961396262613538346666
+37313530343530326532303232363736626532333765316637626165323534653162643961613536
+64633765376233336531666262626234313561313932323263613339303064386362363064393533
+61353532326237656132353932316130343234636531616162626239616639336139623639613235
+66383033633166313838383264323139636432316136653031303662373361356662623030613561
+31643264333733626237613837663436326662316565346462343137323362656663366664633561
+64353135303432313636343436356665356139656364636361333534376665663566613732316533
+31656164386331343331313831383235303962373034383238313862653962623666343165633864
+36306231343239336236383435373638306631366661643563313036313663373766396462643865
+30366537363738306265326463363434316337313132633532323165343662333839306139323132
+37626630323762623163326662313563613063393630356330303930663038623631346131333131
+32613765346166646366656239363161373638643066383265633331393362663064646165386536
+62346531633364323166343639303533663565366664626235313561333931386134346263613432
+36626130313061313635636362653538353736353565303334363331623063373930313636326138
+37313831626132396562346134343361393539306563643635643535366336383734356438666234
+31666166646330626139383761396332323032336536363436313066663734643534616538623433
+31353563666339386335323563653363326565326363636463663336393838626230656239366339
+32323837363333393331306266313536316332663462633963346532353766306362386237353933
+33636236623961643463373037366261643530393034363134666565323361646330366132303664
+38306462333330343863383464633838616130366163313034376237393731653439633130316465
+65656665613832373562356539636335376366346237376562373932343563656536643130326336
+64636635383732326636323135333638653664383163373637303637636666623866306631333837
+61316466393665393530333963373134303930636531366338373532393233303835653862316133
+30393136363761626263636665383431313536383331363433666236313532396432393138373033
+39303634616365653036323566303863636163333634353261636463346538323137343338633139
+34386634323163656134366332623134333331363739616539333764323836373130626532366237
+38646463343032383366396336323333633865663262653462363132303664383064663361653937
+65396561356431393466613839316138663739613961306335633530643930323461636339613265
+31326534383833343261363662326462333336646163346465336363336664343538643533616437
+33666235313566363135376132356133643137353930383132353837663735306436326637383734
+36656466636664363133646366663836323430633338376166303735333833623934393131646137
+38323332323861333239376335346538353266626439333639613836353763656266663630356236
+30376365616631346139313666646431373437386561656634303139623561633462303533333235
+38323532366136346130336462663361663334626464376632393062396330356364353663313139
+36646566336434656265663637613765383632313662636163383134363636363033323663373637
+32383565653636323335633665623166323562383135356437626462306662653963663330303963
+64326537356563343030613738363166336261626364306561646530383535363731636561363738
+63336466343566643733346532623765613237323735386262626138623135396335

rclone-setup.yml

@@ -0,0 +1,70 @@
+---
+
+- name: rclone-setup
+  hosts: all
+  become: yes
+  roles:
+    - role: stefangweichinger.ansible_rclone
+      rclone_version: "1.66.0"
+      rclone_config_location: /home/mblomdahl/.config/rclone/rclone.conf
+      rclone_config_owner:
+        OWNER: mblomdahl
+        GROUP: mblomdahl
+      rclone_configs:
+        - name: "{{ s3_otmc_alias }}"
+          properties:
+            type: s3
+            provider: Minio
+            access_key_id: "{{ s3_otmc_access_key }}"
+            secret_access_key: "{{ s3_otmc_secret_key }}"
+            endpoint: "https://{{ s3_otmc_alias }}"
+            acl: private
+            bucket_acl: private
+            profile: minio
+        - name: "{{ s3_swt0_alias }}"
+          properties:
+            type: s3
+            provider: AWS
+            access_key_id: "{{ s3_swt0_access_key }}"
+            secret_access_key: "{{ s3_swt0_secret_key }}"
+            region: eu-north-1
+            endpoint: https://s3-eu-north-1.amazonaws.com
+            location_constraint: eu-north-1
+            acl: private
+        - name: "{{ s3_swt1_alias }}"
+          properties:
+            type: s3
+            provider: AWS
+            access_key_id: "{{ s3_swt1_access_key }}"
+            secret_access_key: "{{ s3_swt1_secret_key }}"
+            region: eu-north-1
+            endpoint: https://s3-eu-north-1.amazonaws.com
+            location_constraint: eu-north-1
+            acl: private
+        - name: "{{ s3_swt3_alias }}"
+          properties:
+            type: s3
+            provider: AWS
+            access_key_id: "{{ s3_swt3_access_key }}"
+            secret_access_key: "{{ s3_swt3_secret_key }}"
+            region: eu-north-1
+            endpoint: https://s3-eu-north-1.amazonaws.com
+            location_constraint: eu-north-1
+            acl: private
+        - name: "{{ s3_sms0_alias }}"
+          properties:
+            type: s3
+            provider: AWS
+            access_key_id: "{{ s3_sms0_access_key }}"
+            secret_access_key: "{{ s3_sms0_secret_key }}"
+            region: eu-north-1
+            endpoint: https://s3-eu-north-1.amazonaws.com
+            location_constraint: eu-north-1
+            acl: private
+        - name: "{{ bb_mrnd_alias }}"
+          properties:
+            type: b2
+            account: "{{ bb_mrnd_access_key }}"
+            key: "{{ bb_mrnd_secret_key }}"
+
+...

requirements.yml

@@ -1,2 +1,5 @@
 - src: geerlingguy.certbot
   version: 4.0.0
+
+- src: stefangweichinger.ansible_rclone
+  version: 0.1.5