celery_migration_app.py

from celery import Celery
from migration_util import *
from pathlib import Path

app = Celery(__name__)
app.conf.update({
    'result_backend': f'file://{(Path.cwd() / "celery" / "results").resolve().as_posix()}',
    'broker_url': 'filesystem://',
    'broker_transport_options': {
        'data_folder_in': 'celery/out',
        'data_folder_out': 'celery/out',
        'data_folder_processed': 'celery/processed',
        'processed_folder': 'celery/processed',
        'store_processed': True
    },
    'imports': ('celery_migration_app',),
    'result_persistent': True,
    'task_serializer': 'json',
    'result_serializer': 'json',
    'accept_content': ['json']})


@app.task
def migrate_photo(photo_title, photo_url, album_title):
    google_creds = authorize_with_google()
    service = get_google_photos_service(google_creds)

    album_id = find_album_on_google(service, album_title)

    if album_id is None:
        album_id = create_album_on_google(service, album_title)

    photo_data = get_photo_from_flickr(photo_url)

    return upload_photo_to_google(google_creds, service, album_id, photo_data, photo_title)