source-oracle-flashback: debug logs in backfill

estuary · Dec 23, 2024 · 568302d · 568302d
1 parent fc1e495
commit 568302d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/source-oracle-flashback/source_oracle_flashback/api.py b/source-oracle-flashback/source_oracle_flashback/api.py
@@ -212,12 +212,15 @@ async def fetch_page(
 
                         i += 1
                         if i % CHECKPOINT_EVERY == 0:
+                            log.debug("emitting checkpoint at CHECKPOINT_EVERY", i, "last_rowid", last_rowid)
                             yield last_rowid
 
                     if c.rowcount < backfill_chunk_size:
+                        log.debug("had less than backfill_chunk_size documents", c.rowcount, "last_rowid", last_rowid)
                         break
 
         if last_rowid is not None and (i % CHECKPOINT_EVERY) != 0:
+            log.debug("emitting final checkpoint of backfill", last_rowid, "total documents", i)
             yield last_rowid
 
 op_mapping = {

diff --git a/source-oracle-flashback/source_oracle_flashback/resources.py b/source-oracle-flashback/source_oracle_flashback/resources.py
@@ -154,7 +154,7 @@ async def tables_to_resources(
                     break
 
     for (i, t) in enumerate(tables):
-        # if max_rowid is None, that maens there are no rows in the table, so we
+        # if max_rowid is None, that means there are no rows in the table, so we
         # skip backfill
 
         backfill = ResourceState.Backfill(cutoff=(max_rowids[i],)) if max_rowids[i] is not None else None