Add exchange and currency fields to trade imports (#1822)

* Add exchange and currency fields to trade imports

* Add exchange_operating_mic support for trade imports - Added required columns and updated models

* refactor: remove exchange and currency columns

* fix: consolidate import schema and remove redundant columns

* feat: Enhance trade import with exchange_operating_mic support

* Revert changes to existing migration

* Simplify migration to use change method

* Restore previously deleted migration

* Remove unused import_col_labels method

* Update schema.rb after running migrations

* Update trade_import.rb and fix schema.rb with db:migrate:reset

* fix: improve trade import security creation

---------

Signed-off-by: David Anyatonwu <51977119+onyedikachi-david@users.noreply.github.com>

app/models/trade_import.rb

@@ -5,14 +5,24 @@ class TradeImport < Import
 
       rows.each do |row|
         account = mappings.accounts.mappable_for(row.account)
-        security = Security.find_or_create_by(ticker: row.ticker)
+
+        # Try to find or create security with ticker only
+        security = find_or_create_security(
+          ticker: row.ticker,
+          exchange_operating_mic: row.exchange_operating_mic
+        )
 
         entry = account.entries.build \
           date: row.date_iso,
           amount: row.signed_amount,
           name: row.name,
-          currency: row.currency,
-          entryable: Account::Trade.new(security: security, qty: row.qty, currency: row.currency, price: row.price),
+          currency: row.currency.presence || account.currency,
+          entryable: Account::Trade.new(
+            security: security,
+            qty: row.qty,
+            currency: row.currency.presence || account.currency,
+            price: row.price
+          ),
           import: self
 
         entry.save!
@@ -29,7 +39,7 @@ class TradeImport < Import
   end
 
   def column_keys
-    %i[date ticker qty price currency account name]
+    %i[date ticker exchange_operating_mic currency qty price account name]
   end
 
   def dry_run
@@ -41,12 +51,63 @@ class TradeImport < Import
 
   def csv_template
     template = <<-CSV
-      date*,ticker*,qty*,price*,currency,account,name
-      05/15/2024,AAPL,10,150.00,USD,Trading Account,Apple Inc. Purchase
-      05/16/2024,GOOGL,-5,2500.00,USD,Investment Account,Alphabet Inc. Sale
-      05/17/2024,TSLA,2,700.50,USD,Retirement Account,Tesla Inc. Purchase
+      date*,ticker*,exchange_operating_mic,currency,qty*,price*,account,name
+      05/15/2024,AAPL,XNAS,USD,10,150.00,Trading Account,Apple Inc. Purchase
+      05/16/2024,GOOGL,XNAS,USD,-5,2500.00,Investment Account,Alphabet Inc. Sale
+      05/17/2024,TSLA,XNAS,USD,2,700.50,Retirement Account,Tesla Inc. Purchase
     CSV
 
     CSV.parse(template, headers: true)
   end
+
+  private
+    def find_or_create_security(ticker:, exchange_operating_mic:)
+      # Normalize empty string to nil for consistency
+      exchange_operating_mic = nil if exchange_operating_mic.blank?
+
+      # First try to find an exact match in our DB, or if no exchange_operating_mic is provided, find by ticker only
+      internal_security = if exchange_operating_mic.present?
+        Security.find_by(ticker:, exchange_operating_mic:)
+      else
+        Security.find_by(ticker:)
+      end
+
+      return internal_security if internal_security.present?
+
+      # If security prices provider isn't properly configured or available, create with nil exchange_operating_mic
+      provider = Security.security_prices_provider
+      unless provider.present? && provider.respond_to?(:search_securities)
+        return Security.find_or_create_by!(ticker: ticker, exchange_operating_mic: nil)
+      end
+
+      # Cache provider responses so that when we're looping through rows and importing,
+      # we only hit our provider for the unique combinations of ticker / exchange_operating_mic
+      cache_key = [ ticker, exchange_operating_mic ]
+      @provider_securities_cache ||= {}
+
+      provider_security = @provider_securities_cache[cache_key] ||= begin
+        response = provider.search_securities(
+          query: ticker,
+          exchange_operating_mic: exchange_operating_mic
+        )
+
+        if !response || !response.success? || !response.securities || response.securities.empty?
+          nil
+        else
+          response.securities.first
+        end
+      rescue => e
+        nil
+      end
+
+      return Security.find_or_create_by!(ticker: ticker, exchange_operating_mic: nil) if provider_security.nil?
+
+      Security.find_or_create_by!(ticker: provider_security[:ticker], exchange_operating_mic: provider_security[:exchange_operating_mic]) do |security|
+        security.name = provider_security[:name]
+        security.country_code = provider_security[:country_code]
+        security.logo_url = provider_security[:logo_url]
+        security.exchange_acronym = provider_security[:exchange_acronym]
+        security.exchange_mic = provider_security[:exchange_mic]
+      end
+    end
 end