First pass at security price reference (#1388)

* First pass at security price reference

* Data cleanup

* Synth security fetching does better with a mic_code

* Update test suite

😭

* Update schema.rb

* Update generator.rb

test/fixtures/security/prices.yml

@@ -1,11 +1,11 @@
 one:
-  ticker: AAPL
+  security: aapl
   date: <%= Date.current %>
   price: 215
   currency: USD
 
 two:
-  ticker: AAPL
+  security: aapl
   date: <%= 1.day.ago.to_date %>
   price: 214
   currency: USD

test/interfaces/security_price_provider_interface_test.rb

@@ -10,7 +10,12 @@ module SecurityPriceProviderInterfaceTest
 
   test "security price provider response contract" do
     VCR.use_cassette "synth/security_prices" do
-      response = @subject.fetch_security_prices ticker: "AAPL", start_date: Date.iso8601("2024-01-01"), end_date: Date.iso8601("2024-08-01")
+      response = @subject.fetch_security_prices(
+        ticker: "AAPL",
+        mic_code: "XNAS",
+        start_date: Date.iso8601("2024-01-01"),
+        end_date: Date.iso8601("2024-08-01")
+      )
 
       assert_respond_to response, :prices
       assert_respond_to response, :success?

test/models/account/holding/syncer_test.rb

@@ -14,6 +14,7 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
   end
 
   test "can buy and sell securities" do
+    # First create securities with their prices
     security1 = create_security("AMZN", prices: [
       { date: 2.days.ago.to_date, price: 214 },
       { date: 1.day.ago.to_date, price: 215 },
@@ -25,19 +26,18 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
       { date: Date.current, price: 124 }
     ])
 
+    # Then create trades after prices exist
     create_trade(security1, account: @account, qty: 10, date: 2.days.ago.to_date) # buy 10 shares of AMZN
-
     create_trade(security1, account: @account, qty: 2, date: 1.day.ago.to_date) # buy 2 shares of AMZN
     create_trade(security2, account: @account, qty: 20, date: 1.day.ago.to_date) # buy 20 shares of NVDA
-
     create_trade(security1, account: @account, qty: -10, date: Date.current) # sell 10 shares of AMZN
 
     expected = [
-      { ticker: "AMZN", qty: 10, price: 214, amount: 10 * 214, date: 2.days.ago.to_date },
-      { ticker: "AMZN", qty: 12, price: 215, amount: 12 * 215, date: 1.day.ago.to_date },
-      { ticker: "AMZN", qty: 2, price: 216, amount: 2 * 216, date: Date.current },
-      { ticker: "NVDA", qty: 20, price: 122, amount: 20 * 122, date: 1.day.ago.to_date },
-      { ticker: "NVDA", qty: 20, price: 124, amount: 20 * 124, date: Date.current }
+      { security: security1, qty: 10, price: 214, amount: 10 * 214, date: 2.days.ago.to_date },
+      { security: security1, qty: 12, price: 215, amount: 12 * 215, date: 1.day.ago.to_date },
+      { security: security1, qty: 2, price: 216, amount: 2 * 216, date: Date.current },
+      { security: security2, qty: 20, price: 122, amount: 20 * 122, date: 1.day.ago.to_date },
+      { security: security2, qty: 20, price: 124, amount: 20 * 124, date: Date.current }
     ]
 
     run_sync_for(@account)
@@ -55,7 +55,7 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
     create_trade(amzn, account: @account, qty: 10, date: Date.current, price: 215)
 
     expected = [
-      { ticker: "AMZN", qty: 10, price: 215, amount: 10 * 215, date: Date.current }
+      { security: amzn, qty: 10, price: 215, amount: 10 * 215, date: Date.current }
     ]
 
     run_sync_for(@account)
@@ -72,16 +72,16 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
     # 1 day ago — finds daily price, uses it
     # Today — no daily price, no entry, so price and amount are `nil`
     expected = [
-      { ticker: "AMZN", qty: 10, price: 210, amount: 10 * 210, date: 2.days.ago.to_date },
-      { ticker: "AMZN", qty: 10, price: 215, amount: 10 * 215, date: 1.day.ago.to_date },
-      { ticker: "AMZN", qty: 10, price: nil, amount: nil, date: Date.current }
+      { security: amzn, qty: 10, price: 210, amount: 10 * 210, date: 2.days.ago.to_date },
+      { security: amzn, qty: 10, price: 215, amount: 10 * 215, date: 1.day.ago.to_date },
+      { security: amzn, qty: 10, price: nil, amount: nil, date: Date.current }
     ]
 
     fetched_prices = [ Security::Price.new(ticker: "AMZN", date: 1.day.ago.to_date, price: 215) ]
 
     Gapfiller.any_instance.expects(:run).returns(fetched_prices)
     Security::Price.expects(:find_prices)
-                   .with(start_date: 2.days.ago.to_date, end_date: Date.current, ticker: "AMZN")
+                   .with(security: amzn, start_date: 2.days.ago.to_date, end_date: Date.current)
                    .once
                    .returns(fetched_prices)
 
@@ -103,13 +103,13 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
       { date: monday, price: 220 }
     ])
 
-    create_trade(tm, account: @account, qty: 10, date: friday)
+    create_trade(tm, account: @account, qty: 10, date: friday, price: 210)
 
     expected = [
-      { ticker: "TM", qty: 10, price: 210, amount: 10 * 210, date: friday },
-      { ticker: "TM", qty: 10, price: 210, amount: 10 * 210, date: saturday },
-      { ticker: "TM", qty: 10, price: 210, amount: 10 * 210, date: sunday },
-      { ticker: "TM", qty: 10, price: 220, amount: 10 * 220, date: monday }
+      { security: tm, qty: 10, price: 210, amount: 10 * 210, date: friday },
+      { security: tm, qty: 10, price: 210, amount: 10 * 210, date: saturday },
+      { security: tm, qty: 10, price: 210, amount: 10 * 210, date: sunday },
+      { security: tm, qty: 10, price: 220, amount: 10 * 220, date: monday }
     ]
 
     run_sync_for(@account)
@@ -122,12 +122,15 @@ class Account::Holding::SyncerTest < ActiveSupport::TestCase
     def assert_holdings(expected_holdings)
       holdings = @account.holdings.includes(:security).to_a
       expected_holdings.each do |expected_holding|
-        actual_holding = holdings.find { |holding| holding.security.ticker == expected_holding[:ticker] && holding.date == expected_holding[:date] }
+        actual_holding = holdings.find { |holding|
+          holding.security == expected_holding[:security] &&
+          holding.date == expected_holding[:date]
+        }
         date = expected_holding[:date]
         expected_price = expected_holding[:price]
         expected_qty = expected_holding[:qty]
         expected_amount = expected_holding[:amount]
-        ticker = expected_holding[:ticker]
+        ticker = expected_holding[:security].ticker
 
         assert actual_holding, "expected #{ticker} holding on date: #{date}"
         assert_equal expected_holding[:qty], actual_holding.qty, "expected #{expected_qty} qty for holding #{ticker} on date: #{date}"

test/models/account/holding_test.rb

@@ -58,7 +58,7 @@ class Account::HoldingTest < ActiveSupport::TestCase
     end
 
     def create_holding(security, date, qty)
-      price = Security::Price.find_by(date: date, ticker: security.ticker).price
+      price = Security::Price.find_by(date: date, security: security).price
 
       @account.holdings.create! \
         date: date,

test/models/provider/synth_test.rb

@@ -10,7 +10,12 @@ class Provider::SynthTest < ActiveSupport::TestCase
 
   test "fetches paginated securities prices" do
     VCR.use_cassette("synth/security_prices") do
-      response = @synth.fetch_security_prices ticker: "AAPL", start_date: Date.iso8601("2024-01-01"), end_date: Date.iso8601("2024-08-01")
+      response = @synth.fetch_security_prices(
+        ticker: "AAPL",
+        mic_code: "XNAS",
+        start_date: Date.iso8601("2024-01-01"),
+        end_date: Date.iso8601("2024-08-01")
+      )
 
       assert 213, response.size
     end

test/models/security/price_test.rb

@@ -18,54 +18,63 @@ class Security::PriceTest < ActiveSupport::TestCase
 
   test "finds single security price in DB" do
     @provider.expects(:fetch_security_prices).never
+    security = securities(:aapl)
 
     price = security_prices(:one)
 
-    assert_equal price, Security::Price.find_price(ticker: price.ticker, date: price.date)
+    assert_equal price, Security::Price.find_price(security: security, date: price.date)
   end
 
   test "caches prices to DB" do
     expected_price = 314.34
-    @provider.expects(:fetch_security_prices)
-             .once
-             .returns(
-               OpenStruct.new(
-                 success?: true,
-                 prices: [ { date: Date.current, price: expected_price } ]
-               )
-             )
+    security = securities(:aapl)
+    tomorrow = Date.current + 1.day
 
-    fetched_rate = Security::Price.find_price(ticker: "NVDA", date: Date.current, cache: true)
-    refetched_rate = Security::Price.find_price(ticker: "NVDA", date: Date.current, cache: true)
+    @provider.expects(:fetch_security_prices)
+            .with(ticker: security.ticker, mic_code: security.exchange_mic, start_date: tomorrow, end_date: tomorrow)
+            .once
+            .returns(
+              OpenStruct.new(
+                success?: true,
+                prices: [ { date: tomorrow, price: expected_price } ]
+              )
+            )
+
+    fetched_rate = Security::Price.find_price(security: security, date: tomorrow, cache: true)
+    refetched_rate = Security::Price.find_price(security: security, date: tomorrow, cache: true)
 
     assert_equal expected_price, fetched_rate.price
     assert_equal expected_price, refetched_rate.price
   end
 
   test "returns nil if no price found in DB or from provider" do
+    security = securities(:aapl)
+    Security::Price.delete_all # Clear any existing prices
+
     @provider.expects(:fetch_security_prices)
-             .with(ticker: "NVDA", start_date: Date.current, end_date: Date.current)
+             .with(ticker: security.ticker, mic_code: security.exchange_mic, start_date: Date.current, end_date: Date.current)
              .once
              .returns(OpenStruct.new(success?: false))
 
-    assert_not Security::Price.find_price(ticker: "NVDA", date: Date.current)
+    assert_not Security::Price.find_price(security: security, date: Date.current)
   end
 
   test "returns nil if price not found in DB and provider disabled" do
     Security::Price.unstub(:security_prices_provider)
+    security = Security.new(ticker: "NVDA")
 
     with_env_overrides SYNTH_API_KEY: nil do
-      assert_not Security::Price.find_price(ticker: "NVDA", date: Date.current)
+      assert_not Security::Price.find_price(security: security, date: Date.current)
     end
   end
 
   test "fetches multiple dates at once" do
     @provider.expects(:fetch_security_prices).never
-
+    security = securities(:aapl)
     price1 = security_prices(:one) # AAPL today
     price2 = security_prices(:two) # AAPL yesterday
 
-    fetched_prices = Security::Price.find_prices(start_date: 1.day.ago.to_date, end_date: Date.current, ticker: "AAPL").sort_by(&:date)
+    fetched_prices = Security::Price.find_prices(security: security, start_date: 1.day.ago.to_date, end_date: Date.current).sort_by(&:date)
 
     assert_equal price1, fetched_prices[1]
     assert_equal price2, fetched_prices[0]
@@ -73,26 +82,33 @@ class Security::PriceTest < ActiveSupport::TestCase
 
   test "caches multiple prices to DB" do
     missing_price = 213.21
+    security = securities(:aapl)
+
     @provider.expects(:fetch_security_prices)
-             .with(ticker: "AAPL", start_date: 2.days.ago.to_date, end_date: 2.days.ago.to_date)
+             .with(ticker: security.ticker,
+                  mic_code: security.exchange_mic,
+                  start_date: 2.days.ago.to_date,
+                  end_date: 2.days.ago.to_date)
              .returns(OpenStruct.new(success?: true, prices: [ { date: 2.days.ago.to_date, price: missing_price } ]))
              .once
 
     price1 = security_prices(:one) # AAPL today
     price2 = security_prices(:two) # AAPL yesterday
 
-    fetched_prices = Security::Price.find_prices(ticker: "AAPL", start_date: 2.days.ago.to_date, end_date: Date.current, cache: true)
-    refetched_prices = Security::Price.find_prices(ticker: "AAPL", start_date: 2.days.ago.to_date, end_date: Date.current, cache: true)
+    fetched_prices = Security::Price.find_prices(security: security, start_date: 2.days.ago.to_date, end_date: Date.current, cache: true)
+    refetched_prices = Security::Price.find_prices(security: security, start_date: 2.days.ago.to_date, end_date: Date.current, cache: true)
 
     assert_equal [ missing_price, price2.price, price1.price ], fetched_prices.sort_by(&:date).map(&:price)
     assert_equal [ missing_price, price2.price, price1.price ], refetched_prices.sort_by(&:date).map(&:price)
+
+    assert Security::Price.exists?(security: security, date: 2.days.ago.to_date, price: missing_price)
   end
 
   test "returns empty array if no prices found in DB or from provider" do
     Security::Price.unstub(:security_prices_provider)
 
     with_env_overrides SYNTH_API_KEY: nil do
-      assert_equal [], Security::Price.find_prices(ticker: "NVDA", start_date: 10.days.ago.to_date, end_date: Date.current)
+      assert_equal [], Security::Price.find_prices(security: Security.new(ticker: "NVDA"), start_date: 10.days.ago.to_date, end_date: Date.current)
     end
   end
 end

test/support/account/entries_test_helper.rb

@@ -29,7 +29,7 @@ module Account::EntriesTestHelper
   end
 
   def create_trade(security, account:, qty:, date:, price: nil)
-    trade_price = price || Security::Price.find_by!(ticker: security.ticker, date: date).price
+    trade_price = price || Security::Price.find_by!(security: security, date: date).price
 
     trade = Account::Trade.new \
       qty: qty,

test/support/securities_test_helper.rb

@@ -1,9 +1,19 @@
 module SecuritiesTestHelper
   def create_security(ticker, prices:)
+    security = Security.create!(
+      ticker: ticker,
+      exchange_mic: "XNAS"
+    )
+
     prices.each do |price|
-      Security::Price.create! ticker: ticker, date: price[:date], price: price[:price]
+      Security::Price.create!(
+        security: security,
+        date: price[:date],
+        price: price[:price],
+        currency: "USD"
+      )
     end
 
-    Security.create! ticker: ticker
+    security
   end
 end