Add file storage option

kolibri/deployment/default/settings/base.py

@@ -190,6 +190,19 @@
 DEFAULT_AUTO_FIELD = "django.db.models.AutoField"
 
 
+# File Storage Backend
+# https://docs.djangoproject.com/en/3.2/ref/files/storage/
+
+if not os.environ.get("DEFAULT_FILE_STORAGE"):
+    if conf.OPTIONS["FileStorage"]["STORAGE_BACKEND"] == "file_system":
+        DEFAULT_FILE_STORAGE = "django.core.files.storage.FileSystemStorage"
+    elif conf.OPTIONS["FileStorage"]["STORAGE_BACKEND"] == "gcs":
+        # https://django-storages.readthedocs.io/en/latest/backends/gcloud.html#google-cloud-storage
+        GS_DEFAULT_ACL = "publicRead"
+        DEFAULT_FILE_STORAGE = "storages.backends.gcloud.GoogleCloudStorage"
+        # GS_PROJECT_ID, GS_CREDENTIALS, etc should be inferred from the environment
+
+
 # Internationalization
 # https://docs.djangoproject.com/en/3.2/topics/i18n/
 

kolibri/utils/options.py

@@ -271,6 +271,24 @@ def multiprocess_bool(value):
         return False
 
 
+def storage_option(value, *opts):
+    """
+    Validate the storage options.
+    Check that the given option is valid, then check that needed external
+    libraries are available where relevant.
+    """
+    value = is_option(value, *opts)
+    if value == "gcs":
+        try:
+            from storages.backends.gcloud import GoogleCloudStorage  # noqa
+        except ModuleNotFoundError:
+            logger.error(
+                "Google Cloud Storage backend is not available.",
+                "Are storage requirements installed?",
+            )
+            raise VdtValueError(value)
+
+
 def cache_option(value):
     """
     Validate the cache options.
@@ -359,6 +377,17 @@ def lazy_import_callback_list(value):
 
 
 base_option_spec = {
+    "FileStorage": {
+        "STORAGE_BACKEND": {
+            "type": "storage_option",
+            "options": ("file_system", "gcs"),
+            "default": "file_system",
+            "description": """
+            The storage backend class that Django will use when managing files. The class given here must implement
+            the Django files.storage.Storage class.
+            """,
+        },
+    },
     "Cache": {
         "CACHE_BACKEND": {
             "type": "cache_option",
@@ -737,6 +766,7 @@ def _get_validator():
             "url_prefix": url_prefix,
             "bytes": validate_bytes,
             "multiprocess_bool": multiprocess_bool,
+            "storage_option": storage_option,
             "cache_option": cache_option,
             "lazy_import_callback_list": lazy_import_callback_list,
         }

requirements/storages.txt

@@ -0,0 +1,2 @@
+# Additional reqs for running kolibri with GCS file storage backend
+django-storages[google]==1.14.2