Bugfix/add credit card txn transfer exchange rates

CHANGELOG.md

@@ -1,3 +1,14 @@
+# dbt_quickbooks_source v0.14.1
+[PR #72](https://github.com/fivetran/dbt_quickbooks_source/pull/72) includes the following updates:
+
+## Schema Updates
+
+| Data Model                                                                                                                                               | Change Type | Old Name                     | New Name                                             | Notes                                                                                    |
+| -------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------- | ---------------------------- | ---------------------------------------------------- | ---------------------------------------------------------------------------------------- |
+| `stg_quickbooks__credit_card_payment_txn`             | New columns |   |  `exchange_rate`        |  Adds multicurrency support for credit card payment transactions for complete multicurrency financial reporting. [More details in the v0.21.1 release of `dbt_quickbooks`](https://github.com/fivetran/dbt_quickbooks/releases/tag/v0.21.1).   |
+| `stg_quickbooks__transfer`                             | New columns |   |  `currency_id`, `exchange_rate`        |  Adds multicurrency support for transfers for complete multicurrency financial reporting. [More details in the v0.21.1 release of `dbt_quickbooks`](https://github.com/fivetran/dbt_quickbooks/releases/tag/v0.21.1).  |
+
+
 # dbt_quickbooks_source v0.14.0
 [PR #70](https://github.com/fivetran/dbt_quickbooks_source/pull/70) includes the following updates:
 

integration_tests/ci/sample.profiles.yml

@@ -12,13 +12,13 @@ integration_tests:
       pass: "{{ env_var('CI_REDSHIFT_DBT_PASS') }}"
       dbname: "{{ env_var('CI_REDSHIFT_DBT_DBNAME') }}"
       port: 5439
-      schema: quickbooks_source_integration_tests_1
+      schema: quickbooks_source_integration_tests_2
       threads: 8
     bigquery:
       type: bigquery
       method: service-account-json
       project: 'dbt-package-testing'
-      schema: quickbooks_source_integration_tests_1
+      schema: quickbooks_source_integration_tests_2
       threads: 8
       keyfile_json: "{{ env_var('GCLOUD_SERVICE_KEY') | as_native }}"
     snowflake:
@@ -29,7 +29,7 @@ integration_tests:
       role: "{{ env_var('CI_SNOWFLAKE_DBT_ROLE') }}"
       database: "{{ env_var('CI_SNOWFLAKE_DBT_DATABASE') }}"
       warehouse: "{{ env_var('CI_SNOWFLAKE_DBT_WAREHOUSE') }}"
-      schema: quickbooks_source_integration_tests_1
+      schema: quickbooks_source_integration_tests_2
       threads: 8
     postgres:
       type: postgres
@@ -38,13 +38,13 @@ integration_tests:
       pass: "{{ env_var('CI_POSTGRES_DBT_PASS') }}"
       dbname: "{{ env_var('CI_POSTGRES_DBT_DBNAME') }}"
       port: 5432
-      schema: quickbooks_source_integration_tests_1
+      schema: quickbooks_source_integration_tests_2
       threads: 8
     databricks:
       catalog: "{{ env_var('CI_DATABRICKS_DBT_CATALOG') }}"
       host: "{{ env_var('CI_DATABRICKS_DBT_HOST') }}"
       http_path: "{{ env_var('CI_DATABRICKS_DBT_HTTP_PATH') }}"
-      schema: quickbooks_source_integration_tests_1
+      schema: quickbooks_source_integration_tests_2
       threads: 8
       token: "{{ env_var('CI_DATABRICKS_DBT_TOKEN') }}"
       type: databricks

integration_tests/dbt_project.yml

@@ -13,7 +13,7 @@ models:
 
 vars:
   quickbooks_source:
-    quickbooks_schema: quickbooks_source_integration_tests_1
+    quickbooks_schema: quickbooks_source_integration_tests_2
     quickbooks_account_identifier: "account_data"
     quickbooks_address_identifier: "address_data"
     quickbooks_bill_line_identifier: "bill_line_data"

integration_tests/requirements.txt

@@ -4,5 +4,5 @@ dbt-redshift>=1.3.0,<2.0.0
 dbt-postgres>=1.3.0,<2.0.0
 dbt-spark>=1.3.0,<2.0.0
 dbt-spark[PyHive]>=1.3.0,<2.0.0
-dbt-databricks>=1.3.0,<2.0.0
-certifi==2025.1.31
+dbt-databricks>=1.3.0,<1.10.10
+certifi==2025.1.31

integration_tests/seeds/credit_card_payment_txn_data.csv

@@ -1,6 +1,6 @@
-id,amount,bank_account_id,credit_card_account_id,created_at,updated_at,currency_id,transaction_date,_fivetran_deleted,_fivetran_synced
-1111,5,5,7,2022-07-21 09:57:41,2022-07-21 09:57:41,USD,2022-07-21,FALSE,2020-04-07 2:01:57
-2222,10.02,5,7,2020-05-24 19:39:23,2020-05-24 19:39:23,USD,2020-05-19,FALSE,2020-04-07 2:01:57
-3333,13.52,5,7,2022-09-06 12:12:07,2022-09-06 12:12:07,USD,2022-09-04,FALSE,2020-04-07 2:01:57
-4444,65.22,5,7,2022-01-05 22:22:11,2022-01-05 22:22:11,USD,2022-01-04,FALSE,2020-04-07 2:01:57
-5555,94.1,5,7,2022-07-09 21:15:24,2022-07-09 21:15:24,USD,2022-06-18,FALSE,2020-04-07 2:01:57
+id,amount,bank_account_id,credit_card_account_id,created_at,updated_at,currency_id,transaction_date,exchange_rate,_fivetran_deleted,_fivetran_synced
+1111,5,5,7,2022-07-21 09:57:41,2022-07-21 09:57:41,USD,2022-07-21,,FALSE,2020-04-07 2:01:57
+2222,10.02,5,7,2020-05-24 19:39:23,2020-05-24 19:39:23,USD,2020-05-19,,FALSE,2020-04-07 2:01:57
+3333,13.52,5,7,2022-09-06 12:12:07,2022-09-06 12:12:07,USD,2022-09-04,,FALSE,2020-04-07 2:01:57
+4444,65.22,5,7,2022-01-05 22:22:11,2022-01-05 22:22:11,USD,2022-01-04,,FALSE,2020-04-07 2:01:57
+5555,94.1,5,7,2022-07-09 21:15:24,2022-07-09 21:15:24,USD,2022-06-18,,FALSE,2020-04-07 2:01:57

integration_tests/seeds/transfer_data.csv

@@ -1,3 +1,3 @@
-id,_fivetran_deleted,_fivetran_synced,amount,created_at,from_account_id,private_note,sync_token,to_account_id,transaction_date,updated_at
-72,FALSE,2020-07-22 19:17:01,31030,2020-07-22 19:06:55,54,caa9e319eab97752f883584868007db3,0,39,2020-07-23,2020-07-22 19:06:55
-125,FALSE,2020-10-28 1:36:52,79753,2020-10-28 1:16:11,54,5cde61c2a6fa9ae48a9129690d3e1632,0,39,2020-10-28,2020-10-28 1:16:11
+id,_fivetran_deleted,_fivetran_synced,amount,created_at,from_account_id,private_note,sync_token,to_account_id,currency_id,exchange_rate,transaction_date,updated_at
+72,FALSE,2020-07-22 19:17:01,31030,2020-07-22 19:06:55,54,caa9e319eab97752f883584868007db3,0,39,USD,,2020-07-23,2020-07-22 19:06:55
+125,FALSE,2020-10-28 1:36:52,79753,2020-10-28 1:16:11,54,5cde61c2a6fa9ae48a9129690d3e1632,0,39,USD,,2020-10-28,2020-10-28 1:16:11

macros/get_credit_card_payment_txn_columns.sql

@@ -9,6 +9,7 @@
     {"name": "created_at", "datatype": dbt.type_timestamp()},
     {"name": "credit_card_account_id", "datatype": dbt.type_string()},
     {"name": "currency_id", "datatype": dbt.type_string()},
+    {"name": "exchange_rate", "datatype": dbt.type_float()},
     {"name": "sync_token", "datatype": dbt.type_string()},
     {"name": "transaction_date", "datatype": "date"},
     {"name": "updated_at", "datatype": dbt.type_timestamp()}

macros/get_transfer_columns.sql

@@ -5,6 +5,8 @@
     {"name": "_fivetran_synced", "datatype": dbt.type_timestamp()},
     {"name": "amount", "datatype": dbt.type_float()},
     {"name": "created_at", "datatype": dbt.type_timestamp()},
+    {"name": "currency_id", "datatype": dbt.type_string()},
+    {"name": "exchange_rate", "datatype": dbt.type_float()},
     {"name": "from_account_id", "datatype": dbt.type_string()},
     {"name": "id", "datatype": dbt.type_string()},
     {"name": "private_note", "datatype": dbt.type_string()},

models/docs.md

@@ -203,4 +203,8 @@ Reference to the item
 
 {% docs _fivetran_deleted %}
 Boolean created by Fivetran to indicate whether the record has been deleted.
+{% enddocs %}
+
+{% docs exchange_rate %}
+The number of home currency units it takes to equal one unit of currency specified by `currency_id`.
 {% enddocs %}

models/src_quickbooks.yml

@@ -189,7 +189,7 @@ sources:
           - name: transaction_date
             description: Date of the day when the bill transaction occurred.
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: payable_account_id
             description: "{{ doc('account_id') }} with the account which the bill is credited."
           - name: private_note
@@ -249,6 +249,8 @@ sources:
             description: "{{ doc('currency_id') }} used for the credit card payment."
           - name: transaction_date
             description: Day the credit card payment transaction took place.
+          - name: exchange_rate
+            description: "{{ doc('exchange_rate') }}" 
           - name: _fivetran_deleted
             description: Boolean indicating if the credit card payment was deleted.
 
@@ -300,7 +302,7 @@ sources:
           - name: customer_id
             description: "{{ doc('customer_id') }} with the credit memo."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: transaction_date
             description: Date of the day when the credit memo occurred.
           - name: created_at
@@ -433,7 +435,7 @@ sources:
           - name: transaction_status
             description: Current status of the estimate.
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: _fivetran_deleted
             description: "{{ doc('_fivetran_deleted') }}" 
 
@@ -568,7 +570,7 @@ sources:
           - name: deposit_to_account_id
             description: "{{ doc('account_id') }} to be used for this invoice."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: transaction_date
             description: Date of the day which the deposit transaction occurred.
           - name: customer_id
@@ -665,7 +667,7 @@ sources:
           - name: doc_number
             description: Reference number for the transaction.
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: private_note
             description: User entered, organization-private note about the transaction.
           - name: total_amount
@@ -713,7 +715,7 @@ sources:
           - name: deposit_to_account_id
             description: "{{ doc('account_id') }} with the deposit to be used for this payment."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: transaction_date
             description: Date of the day when the payment occurred.
           - name: customer_id
@@ -767,7 +769,7 @@ sources:
           - name: currency_id
             description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: credit
             description: Boolean where `false` represents a charge and `true` represents a refund.
           - name: department_id
@@ -852,7 +854,7 @@ sources:
           - name: currency_id
             description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: memo
             description: A message for the vendor. This text appears on the purchase order object sent to the vendor.
           - name: transaction_date
@@ -924,7 +926,7 @@ sources:
           - name: currency_id
             description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: transaction_date
             description: Date of the day in which the refund occurred.
           - name: updated_at
@@ -986,7 +988,7 @@ sources:
           - name: currency_id
             description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: transaction_date
             description: Date of the day which the sale occurred.
           - name: updated_at
@@ -1012,6 +1014,10 @@ sources:
             description: Timestamp of the date which the transfer was created.
           - name: updated_at
             description: Timestamp of the date which the transfer was last updated.
+          - name: currency_id
+            description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
+          - name: exchange_rate
+            description: "{{ doc('exchange_rate') }}" 
           - name: _fivetran_deleted
             description: "{{ doc('_fivetran_deleted') }}" 
 
@@ -1065,7 +1071,7 @@ sources:
           - name: currency_id
             description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
           - name: exchange_rate
-            description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+            description: "{{ doc('exchange_rate') }}" 
           - name: created_at
             description: "{{ doc('created_at') }} for the vendor credit."
           - name: payable_account_id

models/stg_quickbooks.yml

@@ -199,7 +199,7 @@ models:
       - name: transaction_date
         description: Date when the bill transaction occurred.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: payable_account_id
         description: Account id of the account which the bill is credited.
       - name: private_note
@@ -266,6 +266,8 @@ models:
         description: Reference to the currency used for the credit card payment.
       - name: transaction_date
         description: Date the credit card payment transaction took place.
+      - name: exchange_rate
+        description: "{{ doc('exchange_rate') }}" 
       - name: _fivetran_deleted
         description: Boolean indicating if the credit card payment was deleted.
       - name: is_most_recent_record
@@ -325,7 +327,7 @@ models:
       - name: customer_id
         description: Reference to the customer associated with the credit memo.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date when the credit memo occurred.
       - name: created_at
@@ -471,7 +473,7 @@ models:
       - name: transaction_status
         description: Current status of the estimate.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: _fivetran_deleted
         description: Boolean created by Fivetran to indicate whether the record has been deleted.
 
@@ -621,7 +623,7 @@ models:
       - name: deposit_to_account_id
         description: Identifies the account to be used for this invoice.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date which the deposit transaction occurred.
       - name: customer_id
@@ -729,7 +731,7 @@ models:
       - name: doc_number
         description: Reference number for the transaction.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: private_note
         description: User entered, organization-private note about the transaction.
       - name: total_amount
@@ -783,7 +785,7 @@ models:
       - name: deposit_to_account_id
         description: Identifies the account to be used for this payment.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date when the payment occurred.
       - name: customer_id
@@ -847,7 +849,7 @@ models:
       - name: currency_id
         description: Reference to the currency in which all amounts on the associated transaction are expressed.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: credit
         description: Boolean where `false` represents a charge and `true` represents a refund.
       - name: department_id
@@ -937,7 +939,7 @@ models:
       - name: currency_id
         description: Reference to the currency in which all amounts on the associated transaction are expressed.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date when the purchase order occurred.
       - name: total_amount
@@ -1011,7 +1013,7 @@ models:
       - name: currency_id
         description: Reference to the currency in which all amounts on the associated transaction are expressed.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date in which the refund occurred.
       - name: updated_at
@@ -1079,7 +1081,7 @@ models:
       - name: class_id
         description: Reference to the class which the sales receipt is associated.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: transaction_date
         description: Date which the sale occurred.
       - name: updated_at
@@ -1108,6 +1110,10 @@ models:
         description: Timestamp of the date which the bill payment was created.
       - name: updated_at
         description: Timestamp of the date which the bill payment was last updated.
+      - name: currency_id
+        description: "{{ doc('currency_id') }} in which all amounts on the associated transaction are expressed."
+      - name: exchange_rate
+        description: "{{ doc('exchange_rate') }}" 
       - name: _fivetran_deleted
         description: Boolean created by Fivetran to indicate whether the record has been deleted.
 
@@ -1167,7 +1173,7 @@ models:
       - name: currency_id
         description: Reference to the currency in which all amounts on the associated transaction are expressed.
       - name: exchange_rate
-        description: The number of home currency units it takes to equal one unit of currency specified by currency_id.
+        description: "{{ doc('exchange_rate') }}" 
       - name: created_at
         description: Timestamp of the date the vendor credit was created.
       - name: payable_account_id