(PC-32007)[API] feat: add special event importer

api/src/pcapi/core/operations/api.py

@@ -1,12 +1,22 @@
 from datetime import datetime
+from datetime import timedelta
+import logging
+
+import sqlalchemy as sa
 
 from pcapi.connectors import typeform
 from pcapi.core.offerers import models as offerers_models
 from pcapi.models import db
+from pcapi.repository import atomic
+from pcapi.repository import mark_transaction_as_invalid
 
 from . import models
 
 
+logger = logging.getLogger(__name__)
+IMPORT_CHUNK_SIZE = 1000
+
+
 def create_special_event_from_typeform(
     form_id: str, *, event_date: datetime | None = None, offerer_id: int | None = None, venue_id: int | None = None
 ) -> models.SpecialEvent:
@@ -33,6 +43,7 @@ def create_special_event_from_typeform(
         venueId=venue_id,
     )
     db.session.add(special_event)
+    db.session.flush()
 
     for field in data.fields:
         db.session.add(
@@ -42,3 +53,108 @@ def create_special_event_from_typeform(
     db.session.flush()
 
     return special_event
+
+
+def retrieve_data_from_typeform() -> None:
+    events = models.SpecialEvent.query.filter(
+        models.SpecialEvent.eventDate >= datetime.utcnow() - timedelta(days=7),
+    )
+    for event in events:
+        try:
+            form = typeform.get_form(form_id=event.externalId)
+            update_form_title_from_typeform(event=event, form=form)
+            questions = update_form_questions_from_typeform(event=event, form=form)
+            download_responses_from_typeform(event=event, questions=questions)
+        except Exception as exc:  # pylint: disable=broad-except
+            logger.error(
+                "An error happened while retrieving special event",
+                extra={
+                    "event_id": event.id,
+                    "exc": str(exc),
+                },
+            )
+
+
+@atomic()
+def update_form_title_from_typeform(event: models.SpecialEvent, form: typeform.TypeformForm) -> None:
+    if form.title != event.title:
+        event.title = form.title
+        db.session.add(event)
+        db.session.flush()
+
+
+@atomic()
+def update_form_questions_from_typeform(
+    event: models.SpecialEvent, form: typeform.TypeformForm
+) -> dict[str, models.SpecialEventQuestion]:
+    old_questions = models.SpecialEventQuestion.query.filter(models.SpecialEventQuestion.eventId == event.id).all()
+
+    questions = {q.externalId: q for q in old_questions}
+
+    for question in form.fields:
+        if question.field_id not in questions:
+            questions[question.field_id] = models.SpecialEventQuestion(
+                eventId=event.id, externalId=question.field_id, title=question.title
+            )
+            db.session.add(questions[question.field_id])
+            db.session.flush()
+        elif question.title != questions[question.field_id].title:
+            questions[question.field_id].title = question.title
+            db.session.add(questions[question.field_id])
+            db.session.flush()
+    return questions
+
+
+def download_responses_from_typeform(
+    event: models.SpecialEvent, questions: dict[str, models.SpecialEventQuestion]
+) -> None:
+
+    def get_last_date_for_event() -> datetime | None:
+        result = (
+            models.SpecialEventResponse.query.with_entities(models.SpecialEventResponse.dateSubmitted)
+            .filter(models.SpecialEventResponse.eventId == event.id)
+            .order_by(models.SpecialEventResponse.dateSubmitted.desc())
+            .limit(1)
+            .scalar()
+        )
+        return result
+
+    for response in typeform.get_responses_generator(get_last_date_for_event, event.externalId):
+        save_response(
+            event=event,
+            form=response,
+            questions=questions,
+        )
+
+
+@atomic()
+def save_response(
+    event: models.SpecialEvent, form: typeform.TypeformResponse, questions: dict[str, models.SpecialEventQuestion]
+) -> None:
+    try:
+        response = models.SpecialEventResponse(
+            eventId=event.id,
+            externalId=form.response_id,
+            dateSubmitted=form.date_submitted,
+            phoneNumber=form.phone_number,
+            email=form.email,
+        )
+        db.session.add(response)
+        db.session.flush()
+    except sa.exc.IntegrityError:
+        mark_transaction_as_invalid()
+        return
+
+    for answer in form.answers:
+        if answer.field_id not in questions:
+            continue
+        if not answer.text:
+            continue
+        db.session.add(
+            models.SpecialEventAnswer(
+                responseId=response.id,
+                questionId=questions[answer.field_id].id,
+                text=answer.text or "",
+            )
+        )
+    db.session.flush()

api/src/pcapi/core/operations/commands.py

@@ -0,0 +1,16 @@
+import logging
+
+from pcapi.scheduled_tasks import decorators as cron_decorators
+from pcapi.utils.blueprint import Blueprint
+
+from . import api
+
+
+blueprint = Blueprint(__name__, __name__)
+logger = logging.getLogger(__name__)
+
+
+@blueprint.cli.command("import_special_event_answers")
+@cron_decorators.log_cron
+def import_book_club_chronicle() -> None:
+    api.retrieve_data_from_typeform()

api/src/pcapi/scripts/install.py

@@ -16,6 +16,7 @@ def install_commands(app: flask.Flask) -> None:
         "pcapi.core.geography.commands",
         "pcapi.core.offerers.commands",
         "pcapi.core.offers.commands",
+        "pcapi.core.operations.commands",
         "pcapi.core.providers.commands",
         "pcapi.core.search.commands.indexation",
         "pcapi.core.search.commands.settings",