Skip to content

Adding table batches 2 and 3#141

Merged
ealexa05 merged 1 commit intomainfrom
adding-batch-2
Mar 3, 2026
Merged

Adding table batches 2 and 3#141
ealexa05 merged 1 commit intomainfrom
adding-batch-2

Conversation

@ealexa05
Copy link
Copy Markdown
Contributor

@ealexa05 ealexa05 commented Mar 3, 2026

Migration working locally:

13:40:16.619 [info] == Running 20260303183510 ExCubicIngestion.Repo.Migrations.AddTableBatches2and3.up/0 forward

13:40:16.644 [debug] QUERY OK source="cubic_tables" db=9.0ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_account_balance_by_day", "cubic/ods_qlik/EDW.ACCOUNT_BALANCE_BY_DAY/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.646 [debug] QUERY OK source="cubic_ods_table_snapshots" db=1.3ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [195, "cubic/ods_qlik/EDW.ACCOUNT_BALANCE_BY_DAY/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.647 [debug] QUERY OK source="cubic_tables" db=0.3ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_abp_transit_account_x_token", "cubic/ods_qlik/EDW.ABP_TRANSIT_ACCOUNT_X_TOKEN/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.647 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.6ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [196, "cubic/ods_qlik/EDW.ABP_TRANSIT_ACCOUNT_X_TOKEN/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.648 [debug] QUERY OK source="cubic_tables" db=0.5ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_sales_summary_by_day", "cubic/ods_qlik/EDW.SALES_SUMMARY_BY_DAY/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.648 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [197, "cubic/ods_qlik/EDW.SALES_SUMMARY_BY_DAY/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.649 [debug] QUERY OK source="cubic_tables" db=0.5ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_patron_order_status_dimension", "cubic/ods_qlik/EDW.PATRON_ORDER_STATUS_DIMENSION/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.649 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [198, "cubic/ods_qlik/EDW.PATRON_ORDER_STATUS_DIMENSION/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.649 [debug] QUERY OK source="cubic_tables" db=0.1ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_patron_order_type_dimension", "cubic/ods_qlik/EDW.PATRON_ORDER_TYPE_DIMENSION/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.650 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [199, "cubic/ods_qlik/EDW.PATRON_ORDER_TYPE_DIMENSION/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.650 [debug] QUERY OK source="cubic_tables" db=0.5ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_contact_dimension", "cubic/ods_qlik/EDW.CONTACT_DIMENSION/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.650 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [200, "cubic/ods_qlik/EDW.CONTACT_DIMENSION/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.651 [debug] QUERY OK source="cubic_tables" db=0.2ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_account_transit_liability", "cubic/ods_qlik/EDW.ACCOUNT_TRANSIT_LIABILITY/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.651 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.5ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [201, "cubic/ods_qlik/EDW.ACCOUNT_TRANSIT_LIABILITY/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.652 [debug] QUERY OK source="cubic_tables" db=0.6ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_frm_src_crdb_acquirer_conf", "cubic/ods_qlik/EDW.FRM_SRC_CRDB_ACQUIRER_CONF/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.652 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [202, "cubic/ods_qlik/EDW.FRM_SRC_CRDB_ACQUIRER_CONF/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.653 [debug] QUERY OK source="cubic_tables" db=0.2ms
INSERT INTO "cubic_tables" ("name","s3_prefix","is_active","is_raw","inserted_at","updated_at") VALUES ($1,$2,$3,$4,$5,$6) RETURNING "id" ["cubic_ods_qlik__edw_device_current_sw_config", "cubic/ods_qlik/EDW.DEVICE_CURRENT_SW_CONFIG/", true, true, ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.653 [debug] QUERY OK source="cubic_ods_table_snapshots" db=0.2ms
INSERT INTO "cubic_ods_table_snapshots" ("table_id","snapshot_s3_key","inserted_at","updated_at") VALUES ($1,$2,$3,$4) RETURNING "id" [203, "cubic/ods_qlik/EDW.DEVICE_CURRENT_SW_CONFIG/LOAD00000001.csv.gz", ~U[2026-03-03 18:40:16Z], ~U[2026-03-03 18:40:16Z]]

13:40:16.653 [info] == Migrated 20260303183510 in 0.0s

and confirmed that columns were successfully added to local db schema

@ealexa05 ealexa05 requested a review from MaxAlex March 3, 2026 18:44
@ealexa05 ealexa05 merged commit 4baa546 into main Mar 3, 2026
3 checks passed
@ealexa05 ealexa05 deleted the adding-batch-2 branch March 3, 2026 19:14
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants