Merge pull request #143 from tmyracle/teller-no-sync

Fix: Teller not syncing with live data

apps/workers/src/main.ts

@@ -140,7 +140,7 @@ syncInstitutionQueue.add(
     'sync-teller-institutions',
     {},
     {
-        repeat: { cron: '0 0 */1 * *' }, // Run every 24 hours
+        repeat: { cron: '0 */24 * * *' }, // Run every 24 hours
     }
 )
 

libs/server/features/src/providers/teller/teller.etl.ts

@@ -163,15 +163,12 @@ export class TellerETL implements IETL<Connection, TellerRawData, TellerData> {
 
     private async _extractTransactions(accessToken: string, accountIds: string[]) {
         const accountTransactions = await Promise.all(
-            accountIds.map((accountId) =>
+            accountIds.map(async (accountId) => {
-                SharedUtil.paginate({
-                    pageSize: 1000, // TODO: Check with Teller on max page size
-                    fetchData: async () => {
                 const transactions = await SharedUtil.withRetry(
                     () =>
                         this.teller.getTransactions({
                             accountId,
-                                    accessToken: accessToken,
+                            accessToken,
                         }),
                     {
                         maxRetries: 3,
@@ -179,11 +176,8 @@ export class TellerETL implements IETL<Connection, TellerRawData, TellerData> {
                 )
 
                 return transactions
-                    },
             })
         )
-        )
-
         return accountTransactions.flat()
     }
 
@@ -220,10 +214,10 @@ export class TellerETL implements IETL<Connection, TellerRawData, TellerData> {
                                 ${transactionId},
                                 ${date}::date,
                                 ${description},
-                                ${DbUtil.toDecimal(-amount)},
+                                ${DbUtil.toDecimal(Number(amount))},
                                 ${status === 'pending'},
                                 ${'USD'},
-                                ${details.counterparty.name ?? ''},
+                                ${details.counterparty?.name ?? ''},
                                 ${type},
                                 ${details.category ?? ''}
                             )`

libs/server/shared/src/utils/teller-utils.ts

@@ -11,7 +11,7 @@ import { Duration } from 'luxon'
 /**
  * Update this with the max window that Teller supports
  */
-export const TELLER_WINDOW_MAX = Duration.fromObject({ years: 1 })
+export const TELLER_WINDOW_MAX = Duration.fromObject({ years: 2 })
 
 export function getAccountBalanceData(
     { balance, currency }: Pick<TellerTypes.AccountWithBalances, 'balance' | 'currency'>,
@@ -24,14 +24,11 @@ export function getAccountBalanceData(
     | 'availableBalanceStrategy'
     | 'currencyCode'
 > {
-    const sign = classification === 'liability' ? -1 : 1
     return {
-        currentBalanceProvider: new Prisma.Decimal(
+        currentBalanceProvider: new Prisma.Decimal(balance.ledger ? Number(balance.ledger) : 0),
-            balance.ledger ? sign * Number(balance.ledger) : 0
-        ),
         currentBalanceStrategy: 'current',
         availableBalanceProvider: new Prisma.Decimal(
-            balance.available ? sign * Number(balance.available) : 0
+            balance.available ? Number(balance.available) : 0
         ),
         availableBalanceStrategy: 'available',
         currencyCode: currency,

libs/teller-api/src/types/transactions.ts

@@ -38,7 +38,7 @@ export type Transaction = {
     details: {
         category?: DetailCategory
         processing_status: DetailProcessingStatus
-        counterparty: {
+        counterparty?: {
             name?: string
             type?: 'organization' | 'person'
         }