Move workers
This commit is contained in:
@@ -14,7 +14,7 @@ using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
using LightBacktestResponse = Managing.Domain.Backtests.LightBacktest; // Use the domain model for notification
|
||||
|
||||
namespace Managing.Application.Backtesting
|
||||
namespace Managing.Application.Backtests
|
||||
{
|
||||
public class Backtester : IBacktester
|
||||
{
|
||||
77
src/Managing.Application/Trading/PricesService.cs
Normal file
77
src/Managing.Application/Trading/PricesService.cs
Normal file
@@ -0,0 +1,77 @@
|
||||
using Managing.Application.Abstractions.Repositories;
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Domain.Accounts;
|
||||
using Managing.Domain.Candles;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Trading;
|
||||
|
||||
public class PricesService : IPricesService
|
||||
{
|
||||
private readonly ILogger<PricesService> _logger;
|
||||
private readonly IExchangeService _exchangeService;
|
||||
private readonly IAccountService _accountService;
|
||||
private readonly ICandleRepository _candleRepository;
|
||||
|
||||
public PricesService(
|
||||
ILogger<PricesService> logger,
|
||||
IExchangeService exchangeService,
|
||||
ICandleRepository candleRepository,
|
||||
IAccountService accountService)
|
||||
{
|
||||
_logger = logger;
|
||||
_exchangeService = exchangeService;
|
||||
_candleRepository = candleRepository;
|
||||
_accountService = accountService;
|
||||
}
|
||||
|
||||
public async Task UpdatePrice(TradingExchanges exchange, Ticker ticker, Timeframe timeframe)
|
||||
{
|
||||
try
|
||||
{
|
||||
var account = new Account()
|
||||
{
|
||||
Exchange = exchange,
|
||||
};
|
||||
|
||||
if (account == null)
|
||||
throw new Exception($"Enable to found account for exchange {exchange}");
|
||||
|
||||
var lastCandles =
|
||||
await _candleRepository.GetCandles(exchange, ticker, timeframe, DateTime.UtcNow.AddDays(-2));
|
||||
var lastCandle = lastCandles.LastOrDefault();
|
||||
var startDate = lastCandle != null ? lastCandle.Date : new DateTime(2017, 1, 1);
|
||||
|
||||
List<Candle> newCandles;
|
||||
if (!lastCandles.Any())
|
||||
{
|
||||
newCandles = await _exchangeService.GetCandles(account, ticker, startDate, timeframe, true);
|
||||
}
|
||||
else
|
||||
{
|
||||
newCandles = await _exchangeService.GetCandles(account, ticker, startDate, timeframe, false);
|
||||
}
|
||||
|
||||
var candles = !lastCandles.Any() ? newCandles : newCandles.Where(c => c.Date > lastCandle?.Date);
|
||||
var candlesInserted = 0;
|
||||
|
||||
foreach (var newCandle in candles)
|
||||
{
|
||||
if (lastCandle == null || newCandle.Date > lastCandle.Date)
|
||||
{
|
||||
_candleRepository.InsertCandle(newCandle);
|
||||
candlesInserted++;
|
||||
}
|
||||
}
|
||||
|
||||
if (candlesInserted > 0)
|
||||
_logger.LogInformation($"[{exchange}][{ticker}][{timeframe}] New candles inserted : {candlesInserted}");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
SentrySdk.CaptureException(ex);
|
||||
_logger.LogError($"[{exchange}][{ticker}][{timeframe}] Error : {ex.Message} | {ex.StackTrace}");
|
||||
}
|
||||
}
|
||||
}
|
||||
527
src/Managing.Application/Trading/StatisticService.cs
Normal file
527
src/Managing.Application/Trading/StatisticService.cs
Normal file
@@ -0,0 +1,527 @@
|
||||
using Managing.Application.Abstractions.Repositories;
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Domain.Accounts;
|
||||
using Managing.Domain.Bots;
|
||||
using Managing.Domain.Indicators;
|
||||
using Managing.Domain.MoneyManagements;
|
||||
using Managing.Domain.Scenarios;
|
||||
using Managing.Domain.Shared.Helpers;
|
||||
using Managing.Domain.Statistics;
|
||||
using Managing.Domain.Trades;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Trading;
|
||||
|
||||
public class StatisticService : IStatisticService
|
||||
{
|
||||
private readonly IStatisticRepository _statisticRepository;
|
||||
private readonly IExchangeService _exchangeService;
|
||||
private readonly IAccountService _accountService;
|
||||
private readonly IEvmManager _evmManager;
|
||||
private readonly ITradingService _tradingService;
|
||||
private readonly IBacktester _backtester;
|
||||
private readonly ITradaoService _tradaoService;
|
||||
private readonly IMessengerService _messengerService;
|
||||
private readonly ICacheService _cacheService;
|
||||
private readonly IAgentBalanceRepository _agentBalanceRepository;
|
||||
private readonly IAgentSummaryRepository _agentSummaryRepository;
|
||||
private readonly ILogger<StatisticService> _logger;
|
||||
|
||||
public StatisticService(
|
||||
IExchangeService exchangeService,
|
||||
IAccountService accountService,
|
||||
ILogger<StatisticService> logger,
|
||||
IStatisticRepository statisticRepository,
|
||||
IEvmManager evmManager,
|
||||
ITradingService tradingService,
|
||||
IBacktester backtester,
|
||||
ITradaoService tradaoService,
|
||||
IMessengerService messengerService,
|
||||
ICacheService cacheService,
|
||||
IAgentBalanceRepository agentBalanceRepository,
|
||||
IAgentSummaryRepository agentSummaryRepository)
|
||||
{
|
||||
_exchangeService = exchangeService;
|
||||
_accountService = accountService;
|
||||
_logger = logger;
|
||||
_statisticRepository = statisticRepository;
|
||||
_evmManager = evmManager;
|
||||
_tradingService = tradingService;
|
||||
_backtester = backtester;
|
||||
_tradaoService = tradaoService;
|
||||
_messengerService = messengerService;
|
||||
_cacheService = cacheService;
|
||||
_agentBalanceRepository = agentBalanceRepository;
|
||||
_agentSummaryRepository = agentSummaryRepository;
|
||||
}
|
||||
|
||||
public async Task UpdateTopVolumeTicker(TradingExchanges exchange, int top)
|
||||
{
|
||||
var account = (await _accountService.GetAccounts(false, false)).FirstOrDefault(a => a.Exchange == exchange);
|
||||
var date = DateTime.UtcNow;
|
||||
|
||||
if (account == null)
|
||||
throw new Exception($"Enable to found account for exchange {exchange}");
|
||||
|
||||
var lastTop = GetLastTopVolumeTicker();
|
||||
|
||||
if (lastTop != null && lastTop.Count > 0)
|
||||
{
|
||||
_logger.LogInformation($"A top of {lastTop.Count} already exist for the current rage");
|
||||
return;
|
||||
}
|
||||
|
||||
var volumeTickers = new Dictionary<Ticker, decimal>();
|
||||
foreach (var ticker in (Ticker[])Enum.GetValues(typeof(Ticker)))
|
||||
{
|
||||
var volume = _exchangeService.GetVolume(account, ticker);
|
||||
var price = await _exchangeService.GetPrice(account, ticker, date);
|
||||
volumeTickers.Add(ticker, volume * price);
|
||||
}
|
||||
|
||||
var currentTop = volumeTickers.OrderByDescending(v => v.Value).Take(top).ToList();
|
||||
|
||||
for (int rank = 0; rank < currentTop.Count; rank++)
|
||||
{
|
||||
var dto = new TopVolumeTicker()
|
||||
{
|
||||
Date = date,
|
||||
Rank = rank + 1,
|
||||
Ticker = currentTop[rank].Key,
|
||||
Volume = currentTop[rank].Value,
|
||||
Exchange = exchange
|
||||
};
|
||||
|
||||
await _statisticRepository.InsertTopVolumeTicker(dto);
|
||||
}
|
||||
}
|
||||
|
||||
public async Task UpdateFundingRates()
|
||||
{
|
||||
// Get fundingRate from database
|
||||
var previousFundingRate = await GetFundingRates();
|
||||
var newFundingRates = await _evmManager.GetFundingRates();
|
||||
|
||||
var topRates = newFundingRates
|
||||
.Where(fr => fr.Direction == TradeDirection.Short && fr.Rate > 0)
|
||||
.OrderByDescending(fr => fr.Rate)
|
||||
.Take(3)
|
||||
.ToList();
|
||||
|
||||
topRates.AddRange(newFundingRates
|
||||
.Where(fr => fr.Direction == TradeDirection.Long && fr.Rate > 0)
|
||||
.OrderBy(fr => fr.Rate)
|
||||
.TakeLast(3)
|
||||
.ToList());
|
||||
|
||||
// Old position not in the new top
|
||||
foreach (var oldRate in previousFundingRate)
|
||||
{
|
||||
if (topRates.All(tr => !SameFundingRate(tr, oldRate)))
|
||||
{
|
||||
// Close position
|
||||
await _messengerService.SendDowngradedFundingRate(oldRate);
|
||||
await _statisticRepository.RemoveFundingRate(oldRate);
|
||||
}
|
||||
}
|
||||
|
||||
// New position not in the old top
|
||||
foreach (var newRate in topRates)
|
||||
{
|
||||
if (previousFundingRate.All(tr => !SameFundingRate(tr, newRate)))
|
||||
{
|
||||
// Open position
|
||||
await _messengerService.SendNewTopFundingRate(newRate);
|
||||
await _statisticRepository.InsertFundingRate(newRate);
|
||||
}
|
||||
else if (previousFundingRate.Any(tr => SameFundingRate(tr, newRate)))
|
||||
{
|
||||
var oldRate = previousFundingRate.FirstOrDefault(tr => SameFundingRate(tr, newRate));
|
||||
if (oldRate != null && Math.Abs(oldRate.Rate - newRate.Rate) > 5m)
|
||||
{
|
||||
await _messengerService.SendFundingRateUpdate(oldRate, newRate);
|
||||
await _statisticRepository.UpdateFundingRateAsync(oldRate, newRate);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private bool SameFundingRate(FundingRate oldRate, FundingRate newRate)
|
||||
{
|
||||
return oldRate.Ticker == newRate.Ticker &&
|
||||
oldRate.Exchange == newRate.Exchange &&
|
||||
oldRate.Direction == newRate.Direction;
|
||||
}
|
||||
|
||||
public async Task<List<FundingRate>> GetFundingRates()
|
||||
{
|
||||
var previousFundingRate = await _statisticRepository.GetFundingRatesAsync();
|
||||
return previousFundingRate;
|
||||
}
|
||||
|
||||
public IList<TopVolumeTicker> GetLastTopVolumeTicker()
|
||||
{
|
||||
return GetLastTopVolumeTickerAsync().Result;
|
||||
}
|
||||
|
||||
public async Task<IList<TopVolumeTicker>> GetLastTopVolumeTickerAsync()
|
||||
{
|
||||
var from = DateTime.UtcNow.AddDays(-1);
|
||||
return await _statisticRepository.GetTopVolumeTickersAsync(from);
|
||||
}
|
||||
|
||||
public async Task<IList<Ticker>> GetTickers()
|
||||
{
|
||||
var cachedTickers = _cacheService.GetValue<List<Ticker>>("tickers");
|
||||
|
||||
if (cachedTickers != null)
|
||||
{
|
||||
return cachedTickers;
|
||||
}
|
||||
|
||||
var tickers = await _evmManager.GetAvailableTicker();
|
||||
_cacheService.SaveValue("tickers", tickers, TimeSpan.FromDays(1));
|
||||
return tickers;
|
||||
}
|
||||
|
||||
public async Task UpdateSpotlight()
|
||||
{
|
||||
var scenarios = await _tradingService.GetScenariosAsync();
|
||||
var account =
|
||||
(await _accountService.GetAccounts(false, false)).FirstOrDefault(a => a.Exchange == TradingExchanges.Evm);
|
||||
|
||||
if (account == null)
|
||||
throw new Exception($"Enable to found default account");
|
||||
|
||||
var overview = await GetLastSpotlightAsync(DateTime.UtcNow.AddMinutes(-20));
|
||||
|
||||
if (overview != null)
|
||||
{
|
||||
if (overview.Spotlights.Count < overview.ScenarioCount)
|
||||
{
|
||||
_logger.LogInformation(
|
||||
$"Spotlights not up to date. {overview.Spotlights.Count}/{overview.ScenarioCount}");
|
||||
}
|
||||
else
|
||||
{
|
||||
_logger.LogInformation("No need to update spotlights");
|
||||
return;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
overview = new SpotlightOverview
|
||||
{
|
||||
Spotlights = new List<Spotlight>(),
|
||||
DateTime = DateTime.UtcNow,
|
||||
Identifier = Guid.NewGuid(),
|
||||
ScenarioCount = scenarios.Count(),
|
||||
};
|
||||
await _statisticRepository.SaveSpotligthtOverview(overview);
|
||||
}
|
||||
|
||||
var tickers = await GetTickers();
|
||||
|
||||
foreach (var scenario in scenarios)
|
||||
{
|
||||
if (overview.Spotlights.Any(s => s.Scenario.Name == scenario.Name))
|
||||
continue;
|
||||
|
||||
var spotlight = new Spotlight
|
||||
{
|
||||
TickerSignals = new List<TickerSignal>(),
|
||||
Scenario = scenario
|
||||
};
|
||||
|
||||
// Use SemaphoreSlim to limit concurrency to 2 operations at a time
|
||||
using var semaphore = new SemaphoreSlim(2, 2);
|
||||
|
||||
var tickerTasks = tickers.Select(async ticker =>
|
||||
{
|
||||
await semaphore.WaitAsync();
|
||||
try
|
||||
{
|
||||
var tickerSignal = new TickerSignal
|
||||
{
|
||||
Ticker = ticker,
|
||||
FiveMinutes = await GetSignals(account, scenario, ticker, Timeframe.FiveMinutes),
|
||||
FifteenMinutes = await GetSignals(account, scenario, ticker, Timeframe.FifteenMinutes),
|
||||
OneHour = await GetSignals(account, scenario, ticker, Timeframe.OneHour),
|
||||
FourHour = await GetSignals(account, scenario, ticker, Timeframe.FourHour),
|
||||
OneDay = await GetSignals(account, scenario, ticker, Timeframe.OneDay)
|
||||
};
|
||||
return tickerSignal;
|
||||
}
|
||||
finally
|
||||
{
|
||||
semaphore.Release();
|
||||
}
|
||||
});
|
||||
|
||||
var tickerSignals = await Task.WhenAll(tickerTasks);
|
||||
spotlight.TickerSignals.AddRange(tickerSignals.Where(ts => ts != null));
|
||||
|
||||
overview.Spotlights.Add(spotlight);
|
||||
await _statisticRepository.UpdateSpotlightOverviewAsync(overview);
|
||||
}
|
||||
|
||||
overview.DateTime = DateTime.UtcNow;
|
||||
await _statisticRepository.UpdateSpotlightOverviewAsync(overview);
|
||||
}
|
||||
|
||||
private async Task<List<LightSignal>> GetSignals(Account account, Scenario scenario, Ticker ticker,
|
||||
Timeframe timeframe)
|
||||
{
|
||||
try
|
||||
{
|
||||
var moneyManagement = new MoneyManagement()
|
||||
{
|
||||
Leverage = 1,
|
||||
Timeframe = timeframe,
|
||||
StopLoss = 0.008m,
|
||||
TakeProfit = 0.02m
|
||||
};
|
||||
|
||||
var config = new TradingBotConfig
|
||||
{
|
||||
AccountName = account.Name,
|
||||
MoneyManagement = moneyManagement,
|
||||
Ticker = ticker,
|
||||
ScenarioName = scenario.Name,
|
||||
Timeframe = timeframe,
|
||||
IsForWatchingOnly = true,
|
||||
BotTradingBalance = 1000,
|
||||
IsForBacktest = true,
|
||||
CooldownPeriod = 1,
|
||||
MaxLossStreak = 0,
|
||||
FlipPosition = false,
|
||||
Name = "StatisticsBacktest",
|
||||
FlipOnlyWhenInProfit = true,
|
||||
MaxPositionTimeHours = null,
|
||||
CloseEarlyWhenProfitable = false
|
||||
};
|
||||
|
||||
var backtest = await _backtester.RunTradingBotBacktest(
|
||||
config,
|
||||
DateTime.UtcNow.AddDays(-7),
|
||||
DateTime.UtcNow,
|
||||
null,
|
||||
false,
|
||||
false);
|
||||
|
||||
// Note: LightBacktest doesn't contain signals data, so we return an empty list
|
||||
// The full signals data would need to be retrieved from the database using the backtest ID
|
||||
_logger.LogWarning(
|
||||
"GetSignals called but LightBacktest doesn't contain signals data. Returning empty list.");
|
||||
return new List<LightSignal>();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError("Backtest cannot be run {message}", ex.Message);
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
public async Task<SpotlightOverview> GetLastSpotlight(DateTime dateTime)
|
||||
{
|
||||
return await GetLastSpotlightAsync(dateTime);
|
||||
}
|
||||
|
||||
public async Task<SpotlightOverview> GetLastSpotlightAsync(DateTime dateTime)
|
||||
{
|
||||
var overviews = await _statisticRepository.GetSpotlightOverviewsAsync(dateTime);
|
||||
|
||||
if (overviews.Any())
|
||||
{
|
||||
return overviews.OrderBy(o => o.DateTime).Last();
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
public List<Trader> GetBestTraders()
|
||||
{
|
||||
return GetBestTradersAsync().Result;
|
||||
}
|
||||
|
||||
public async Task<List<Trader>> GetBestTradersAsync()
|
||||
{
|
||||
return await _statisticRepository.GetBestTradersAsync();
|
||||
}
|
||||
|
||||
public List<Trader> GetBadTraders()
|
||||
{
|
||||
return GetBadTradersAsync().Result;
|
||||
}
|
||||
|
||||
public async Task<List<Trader>> GetBadTradersAsync()
|
||||
{
|
||||
return await _statisticRepository.GetBadTradersAsync();
|
||||
}
|
||||
|
||||
public async Task<List<Trade>> GetLeadboardPositons()
|
||||
{
|
||||
var customWatchAccount = await _tradingService.GetTradersWatch();
|
||||
var trades = new List<Trade>();
|
||||
|
||||
foreach (var trader in customWatchAccount)
|
||||
{
|
||||
trades.AddRange(await _tradaoService.GetTrades(trader.Address));
|
||||
}
|
||||
|
||||
return trades;
|
||||
}
|
||||
|
||||
public async Task UpdateLeaderboard()
|
||||
{
|
||||
var previousBestTraders = await _statisticRepository.GetBestTradersAsync();
|
||||
var lastBestTrader = (await _tradaoService.GetBestTrader()).FindGoodTrader();
|
||||
|
||||
// Update / Insert best trader
|
||||
foreach (var trader in lastBestTrader)
|
||||
{
|
||||
if (previousBestTraders.Exists((p) => p.Address == trader.Address))
|
||||
{
|
||||
await _statisticRepository.UpdateBestTraderAsync(trader);
|
||||
}
|
||||
else
|
||||
{
|
||||
await _statisticRepository.InsertBestTrader(trader);
|
||||
}
|
||||
}
|
||||
|
||||
// Remove trader that wasnt good enough
|
||||
foreach (var trader in previousBestTraders)
|
||||
{
|
||||
if (!lastBestTrader.Exists((t) => t.Address == trader.Address))
|
||||
{
|
||||
await _statisticRepository.RemoveBestTrader(trader);
|
||||
}
|
||||
}
|
||||
|
||||
await _messengerService.SendBestTraders(lastBestTrader);
|
||||
}
|
||||
|
||||
public async Task UpdateNoobiesboard()
|
||||
{
|
||||
var previousBadTraders = await _statisticRepository.GetBadTradersAsync();
|
||||
var lastBadTrader = (await _tradaoService.GetBadTrader()).FindBadTrader();
|
||||
|
||||
// Update / Insert best trader
|
||||
foreach (var trader in lastBadTrader)
|
||||
{
|
||||
if (previousBadTraders.Exists((p) => p.Address == trader.Address))
|
||||
{
|
||||
await _statisticRepository.UpdateBadTraderAsync(trader);
|
||||
}
|
||||
else
|
||||
{
|
||||
await _statisticRepository.InsertBadTrader(trader);
|
||||
}
|
||||
}
|
||||
|
||||
// Remove trader that wasnt good enough
|
||||
foreach (var trader in previousBadTraders)
|
||||
{
|
||||
if (!lastBadTrader.Exists((t) => t.Address == trader.Address))
|
||||
{
|
||||
await _statisticRepository.RemoveBadTrader(trader);
|
||||
}
|
||||
}
|
||||
|
||||
await _messengerService.SendBadTraders(lastBadTrader);
|
||||
}
|
||||
|
||||
public async Task<AgentBalanceHistory> GetAgentBalances(string agentName, DateTime start,
|
||||
DateTime? end = null)
|
||||
{
|
||||
var effectiveEnd = end ?? DateTime.UtcNow;
|
||||
string cacheKey = $"AgentBalances_{agentName}_{start:yyyyMMdd}_{effectiveEnd:yyyyMMdd}";
|
||||
|
||||
// Check if the balances are already cached
|
||||
var cachedBalances = _cacheService.GetValue<AgentBalanceHistory>(cacheKey);
|
||||
|
||||
if (cachedBalances != null)
|
||||
{
|
||||
return cachedBalances;
|
||||
}
|
||||
|
||||
var balances = await _agentBalanceRepository.GetAgentBalances(agentName, start, end);
|
||||
|
||||
// Create a single AgentBalanceHistory with all balances
|
||||
var result = new AgentBalanceHistory
|
||||
{
|
||||
AgentName = agentName,
|
||||
AgentBalances = balances.OrderBy(b => b.Time).ToList()
|
||||
};
|
||||
|
||||
// Cache the results for 5 minutes
|
||||
_cacheService.SaveValue(cacheKey, result, TimeSpan.FromMinutes(5));
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
public async Task<(IList<AgentBalanceHistory> Agents, int TotalCount)> GetBestAgents(
|
||||
DateTime start,
|
||||
DateTime? end = null,
|
||||
int page = 1,
|
||||
int pageSize = 10)
|
||||
{
|
||||
var effectiveEnd = end ?? DateTime.UtcNow;
|
||||
string cacheKey = $"BestAgents_{start:yyyyMMdd}_{effectiveEnd:yyyyMMdd}";
|
||||
|
||||
// Check if the results are already cached
|
||||
var cachedResult = _cacheService.GetValue<(IList<AgentBalanceHistory>, int)>(cacheKey);
|
||||
|
||||
if (cachedResult != default)
|
||||
{
|
||||
// Apply pagination to cached results
|
||||
var (cachedAgents, cachedTotalCount) = cachedResult;
|
||||
var paginatedAgents = cachedAgents
|
||||
.Skip((page - 1) * pageSize)
|
||||
.Take(pageSize)
|
||||
.ToList();
|
||||
return (paginatedAgents, cachedTotalCount);
|
||||
}
|
||||
|
||||
// Get all agents with their balance history
|
||||
var (fetchedAgents, fetchedTotalCount) =
|
||||
await _agentBalanceRepository.GetAllAgentBalancesWithHistory(start, end);
|
||||
|
||||
// Cache all results for 5 minutes
|
||||
_cacheService.SaveValue(cacheKey, (fetchedAgents, fetchedTotalCount), TimeSpan.FromMinutes(5));
|
||||
|
||||
// Apply pagination
|
||||
var result = fetchedAgents
|
||||
.Skip((page - 1) * pageSize)
|
||||
.Take(pageSize)
|
||||
.ToList();
|
||||
|
||||
return (result, fetchedTotalCount);
|
||||
}
|
||||
|
||||
public async Task SaveOrUpdateAgentSummary(AgentSummary agentSummary)
|
||||
{
|
||||
try
|
||||
{
|
||||
// Use the injected AgentSummaryRepository to save or update
|
||||
await _agentSummaryRepository.SaveOrUpdateAsync(agentSummary);
|
||||
|
||||
_logger.LogInformation("AgentSummary saved/updated for user {UserId} with agent name {AgentName}",
|
||||
agentSummary.UserId, agentSummary.AgentName);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "Error saving/updating AgentSummary for user {UserId} with agent name {AgentName}",
|
||||
agentSummary.UserId, agentSummary.AgentName);
|
||||
throw;
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<IEnumerable<AgentSummary>> GetAllAgentSummaries()
|
||||
{
|
||||
return await _agentSummaryRepository.GetAllAsync();
|
||||
}
|
||||
}
|
||||
@@ -46,7 +46,7 @@ public class BalanceTrackingWorker : BaseWorker<BalanceTrackingWorker>
|
||||
_logger.LogInformation("Starting balance tracking...");
|
||||
|
||||
// Get all active bots
|
||||
var bots = await _mediator.Send(new GetBotsByStatusCommand(BotStatus.Up));
|
||||
var bots = await _mediator.Send(new GetBotsByStatusCommand(BotStatus.Up));
|
||||
|
||||
var botCount = bots.Count();
|
||||
if (botCount == 0)
|
||||
|
||||
80
src/Managing.Application/Workers/BaseWorker.cs
Normal file
80
src/Managing.Application/Workers/BaseWorker.cs
Normal file
@@ -0,0 +1,80 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using Microsoft.Extensions.Hosting;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public abstract class BaseWorker<T> : BackgroundService where T : class
|
||||
{
|
||||
private readonly IServiceProvider _serviceProvider;
|
||||
private readonly WorkerType _workerType;
|
||||
protected readonly ILogger<T> _logger;
|
||||
protected readonly TimeSpan _delay;
|
||||
private int _executionCount;
|
||||
|
||||
protected BaseWorker(
|
||||
WorkerType workerType,
|
||||
ILogger<T> logger,
|
||||
TimeSpan timeSpan,
|
||||
IServiceProvider serviceProvider)
|
||||
{
|
||||
_workerType = workerType;
|
||||
_logger = logger;
|
||||
_delay = timeSpan == TimeSpan.Zero ? TimeSpan.FromMinutes(1) : timeSpan;
|
||||
_serviceProvider = serviceProvider;
|
||||
_executionCount = 0;
|
||||
}
|
||||
|
||||
protected override async Task ExecuteAsync(CancellationToken cancellationToken)
|
||||
{
|
||||
try
|
||||
{
|
||||
_logger.LogInformation($"[{_workerType}] Starting");
|
||||
using (var scope = _serviceProvider.CreateScope())
|
||||
{
|
||||
var workerService = scope.ServiceProvider.GetRequiredService<IWorkerService>();
|
||||
var worker = await workerService.GetWorker(_workerType);
|
||||
|
||||
if (worker == null)
|
||||
{
|
||||
await workerService.InsertWorker(_workerType, _delay);
|
||||
}
|
||||
else
|
||||
{
|
||||
_logger.LogInformation(
|
||||
$"[{_workerType}] Last run : {worker.LastRunTime} - Execution Count : {worker.ExecutionCount}");
|
||||
_executionCount = worker.ExecutionCount;
|
||||
}
|
||||
}
|
||||
|
||||
cancellationToken.Register(() => _logger.LogInformation($"[{_workerType}] Stopping"));
|
||||
|
||||
while (!cancellationToken.IsCancellationRequested)
|
||||
{
|
||||
using (var scope = _serviceProvider.CreateScope())
|
||||
{
|
||||
var workerService = scope.ServiceProvider.GetRequiredService<IWorkerService>();
|
||||
var worker = await workerService.GetWorker(_workerType);
|
||||
|
||||
await Run(cancellationToken);
|
||||
_executionCount++;
|
||||
await workerService.UpdateWorker(_workerType, _executionCount);
|
||||
}
|
||||
|
||||
_logger.LogInformation($"[{_workerType}] Run ok. Next run at : {DateTime.UtcNow.Add(_delay)}");
|
||||
await Task.Delay(_delay);
|
||||
}
|
||||
|
||||
_logger.LogInformation($"[{_workerType}] Stopped");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
SentrySdk.CaptureException(ex);
|
||||
_logger.LogError($"Error : {ex.Message}");
|
||||
}
|
||||
}
|
||||
|
||||
protected abstract Task Run(CancellationToken cancellationToken);
|
||||
}
|
||||
342
src/Managing.Application/Workers/BundleBacktestWorker.cs
Normal file
342
src/Managing.Application/Workers/BundleBacktestWorker.cs
Normal file
@@ -0,0 +1,342 @@
|
||||
using System.Text.Json;
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Domain.Backtests;
|
||||
using Managing.Domain.Bots;
|
||||
using Managing.Domain.MoneyManagements;
|
||||
using Managing.Domain.Scenarios;
|
||||
using Managing.Domain.Strategies;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
/// <summary>
|
||||
/// Worker for processing bundle backtest requests
|
||||
/// </summary>
|
||||
public class BundleBacktestWorker : BaseWorker<BundleBacktestWorker>
|
||||
{
|
||||
private readonly IServiceProvider _serviceProvider;
|
||||
private readonly IMessengerService _messengerService;
|
||||
private static readonly WorkerType _workerType = WorkerType.BundleBacktest;
|
||||
|
||||
public BundleBacktestWorker(
|
||||
IServiceProvider serviceProvider,
|
||||
IMessengerService messengerService,
|
||||
ILogger<BundleBacktestWorker> logger) : base(
|
||||
_workerType,
|
||||
logger,
|
||||
TimeSpan.FromMinutes(1),
|
||||
serviceProvider)
|
||||
{
|
||||
_serviceProvider = serviceProvider;
|
||||
_messengerService = messengerService;
|
||||
}
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
var maxDegreeOfParallelism = 3;
|
||||
using var semaphore = new SemaphoreSlim(maxDegreeOfParallelism);
|
||||
var processingTasks = new List<Task>();
|
||||
try
|
||||
{
|
||||
// Create a new service scope to get fresh instances of services with scoped DbContext
|
||||
using var scope = _serviceProvider.CreateScope();
|
||||
var backtester = scope.ServiceProvider.GetRequiredService<IBacktester>();
|
||||
|
||||
// Get pending bundle backtest requests
|
||||
var pendingRequests =
|
||||
await backtester.GetBundleBacktestRequestsByStatusAsync(BundleBacktestRequestStatus.Pending);
|
||||
|
||||
foreach (var bundleRequest in pendingRequests)
|
||||
{
|
||||
if (cancellationToken.IsCancellationRequested)
|
||||
break;
|
||||
|
||||
await semaphore.WaitAsync(cancellationToken);
|
||||
var task = Task.Run(async () =>
|
||||
{
|
||||
try
|
||||
{
|
||||
await ProcessBundleRequest(bundleRequest, cancellationToken);
|
||||
}
|
||||
finally
|
||||
{
|
||||
semaphore.Release();
|
||||
}
|
||||
}, cancellationToken);
|
||||
processingTasks.Add(task);
|
||||
}
|
||||
|
||||
await Task.WhenAll(processingTasks);
|
||||
|
||||
await RetryUnfinishedBacktestsInFailedBundles(backtester, cancellationToken);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "Error in BundleBacktestWorker");
|
||||
throw;
|
||||
}
|
||||
}
|
||||
|
||||
private async Task ProcessBundleRequest(BundleBacktestRequest bundleRequest, CancellationToken cancellationToken)
|
||||
{
|
||||
// Create a new service scope for this task to avoid DbContext concurrency issues
|
||||
using var scope = _serviceProvider.CreateScope();
|
||||
var backtester = scope.ServiceProvider.GetRequiredService<IBacktester>();
|
||||
|
||||
try
|
||||
{
|
||||
_logger.LogInformation("Starting to process bundle backtest request {RequestId}", bundleRequest.RequestId);
|
||||
|
||||
// Update status to running
|
||||
bundleRequest.Status = BundleBacktestRequestStatus.Running;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
|
||||
// Deserialize the backtest requests as strongly-typed objects
|
||||
var backtestRequests =
|
||||
JsonSerializer.Deserialize<List<RunBacktestRequest>>(
|
||||
bundleRequest.BacktestRequestsJson);
|
||||
if (backtestRequests == null)
|
||||
{
|
||||
throw new InvalidOperationException("Failed to deserialize backtest requests");
|
||||
}
|
||||
|
||||
// Process each backtest request
|
||||
for (int i = 0; i < backtestRequests.Count; i++)
|
||||
{
|
||||
if (cancellationToken.IsCancellationRequested)
|
||||
break;
|
||||
|
||||
try
|
||||
{
|
||||
var runBacktestRequest = backtestRequests[i];
|
||||
// Update current backtest being processed
|
||||
bundleRequest.CurrentBacktest = $"Backtest {i + 1} of {backtestRequests.Count}";
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
|
||||
// Run the backtest directly with the strongly-typed request
|
||||
var backtestId = await RunSingleBacktest(backtester, runBacktestRequest, bundleRequest, i,
|
||||
cancellationToken);
|
||||
if (!string.IsNullOrEmpty(backtestId))
|
||||
{
|
||||
bundleRequest.Results.Add(backtestId);
|
||||
}
|
||||
|
||||
// Update progress
|
||||
bundleRequest.CompletedBacktests++;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
|
||||
_logger.LogInformation("Completed backtest {Index} for bundle request {RequestId}",
|
||||
i + 1, bundleRequest.RequestId);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "Error processing backtest {Index} for bundle request {RequestId}",
|
||||
i + 1, bundleRequest.RequestId);
|
||||
bundleRequest.FailedBacktests++;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
}
|
||||
}
|
||||
|
||||
// Update final status and send notifications
|
||||
if (bundleRequest.FailedBacktests == 0)
|
||||
{
|
||||
bundleRequest.Status = BundleBacktestRequestStatus.Completed;
|
||||
// Send Telegram message to the user's channelId
|
||||
await NotifyUser(bundleRequest);
|
||||
}
|
||||
else if (bundleRequest.CompletedBacktests == 0)
|
||||
{
|
||||
bundleRequest.Status = BundleBacktestRequestStatus.Failed;
|
||||
bundleRequest.ErrorMessage = "All backtests failed";
|
||||
}
|
||||
else
|
||||
{
|
||||
bundleRequest.Status = BundleBacktestRequestStatus.Completed;
|
||||
bundleRequest.ErrorMessage = $"{bundleRequest.FailedBacktests} backtests failed";
|
||||
// Send Telegram message to the user's channelId even with partial failures
|
||||
await NotifyUser(bundleRequest);
|
||||
}
|
||||
|
||||
bundleRequest.CompletedAt = DateTime.UtcNow;
|
||||
bundleRequest.CurrentBacktest = null;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
|
||||
_logger.LogInformation("Completed processing bundle backtest request {RequestId} with status {Status}",
|
||||
bundleRequest.RequestId, bundleRequest.Status);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "Error processing bundle backtest request {RequestId}", bundleRequest.RequestId);
|
||||
|
||||
bundleRequest.Status = BundleBacktestRequestStatus.Failed;
|
||||
bundleRequest.ErrorMessage = ex.Message;
|
||||
bundleRequest.CompletedAt = DateTime.UtcNow;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(bundleRequest);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task NotifyUser(BundleBacktestRequest bundleRequest)
|
||||
{
|
||||
if (bundleRequest.User?.TelegramChannel != null)
|
||||
{
|
||||
var message =
|
||||
$"⚠️ Bundle backtest '{bundleRequest.Name}' (ID: {bundleRequest.RequestId}) completed with {bundleRequest.FailedBacktests} failed backtests.";
|
||||
await _messengerService.SendMessage(message, bundleRequest.User.TelegramChannel);
|
||||
}
|
||||
}
|
||||
|
||||
// Change RunSingleBacktest to accept RunBacktestRequest directly
|
||||
private async Task<string> RunSingleBacktest(IBacktester backtester, RunBacktestRequest runBacktestRequest,
|
||||
BundleBacktestRequest bundleRequest,
|
||||
int index, CancellationToken cancellationToken)
|
||||
{
|
||||
if (runBacktestRequest == null || runBacktestRequest.Config == null)
|
||||
{
|
||||
_logger.LogError("Invalid RunBacktestRequest in bundle (null config)");
|
||||
return string.Empty;
|
||||
}
|
||||
|
||||
// Map MoneyManagement
|
||||
MoneyManagement moneyManagement = null;
|
||||
if (!string.IsNullOrEmpty(runBacktestRequest.Config.MoneyManagementName))
|
||||
{
|
||||
// In worker context, we cannot resolve by name (no user/db), so skip or set null
|
||||
// Optionally, log a warning
|
||||
_logger.LogWarning("MoneyManagementName provided but cannot resolve in worker context: {Name}",
|
||||
(string)runBacktestRequest.Config.MoneyManagementName);
|
||||
}
|
||||
else if (runBacktestRequest.Config.MoneyManagement != null)
|
||||
{
|
||||
var mmReq = runBacktestRequest.Config.MoneyManagement;
|
||||
moneyManagement = new MoneyManagement
|
||||
{
|
||||
Name = mmReq.Name,
|
||||
Timeframe = mmReq.Timeframe,
|
||||
StopLoss = mmReq.StopLoss,
|
||||
TakeProfit = mmReq.TakeProfit,
|
||||
Leverage = mmReq.Leverage
|
||||
};
|
||||
moneyManagement.FormatPercentage();
|
||||
}
|
||||
|
||||
// Map Scenario
|
||||
LightScenario scenario = null;
|
||||
if (runBacktestRequest.Config.Scenario != null)
|
||||
{
|
||||
var sReq = runBacktestRequest.Config.Scenario;
|
||||
scenario = new LightScenario(sReq.Name, sReq.LoopbackPeriod)
|
||||
{
|
||||
Indicators = sReq.Indicators?.Select(i => new LightIndicator(i.Name, i.Type)
|
||||
{
|
||||
SignalType = i.SignalType,
|
||||
MinimumHistory = i.MinimumHistory,
|
||||
Period = i.Period,
|
||||
FastPeriods = i.FastPeriods,
|
||||
SlowPeriods = i.SlowPeriods,
|
||||
SignalPeriods = i.SignalPeriods,
|
||||
Multiplier = i.Multiplier,
|
||||
SmoothPeriods = i.SmoothPeriods,
|
||||
StochPeriods = i.StochPeriods,
|
||||
CyclePeriods = i.CyclePeriods
|
||||
}).ToList() ?? new List<LightIndicator>()
|
||||
};
|
||||
}
|
||||
|
||||
// Map TradingBotConfig
|
||||
var backtestConfig = new TradingBotConfig
|
||||
{
|
||||
AccountName = runBacktestRequest.Config.AccountName,
|
||||
MoneyManagement = moneyManagement,
|
||||
Ticker = runBacktestRequest.Config.Ticker,
|
||||
ScenarioName = runBacktestRequest.Config.ScenarioName,
|
||||
Scenario = scenario,
|
||||
Timeframe = runBacktestRequest.Config.Timeframe,
|
||||
IsForWatchingOnly = runBacktestRequest.Config.IsForWatchingOnly,
|
||||
BotTradingBalance = runBacktestRequest.Config.BotTradingBalance,
|
||||
IsForBacktest = true,
|
||||
CooldownPeriod = runBacktestRequest.Config.CooldownPeriod,
|
||||
MaxLossStreak = runBacktestRequest.Config.MaxLossStreak,
|
||||
MaxPositionTimeHours = runBacktestRequest.Config.MaxPositionTimeHours,
|
||||
FlipOnlyWhenInProfit = runBacktestRequest.Config.FlipOnlyWhenInProfit,
|
||||
FlipPosition = runBacktestRequest.Config.FlipPosition,
|
||||
Name = $"{bundleRequest.Name} #{index + 1}",
|
||||
CloseEarlyWhenProfitable = runBacktestRequest.Config.CloseEarlyWhenProfitable,
|
||||
UseSynthApi = runBacktestRequest.Config.UseSynthApi,
|
||||
UseForPositionSizing = runBacktestRequest.Config.UseForPositionSizing,
|
||||
UseForSignalFiltering = runBacktestRequest.Config.UseForSignalFiltering,
|
||||
UseForDynamicStopLoss = runBacktestRequest.Config.UseForDynamicStopLoss
|
||||
};
|
||||
|
||||
// Run the backtest (no user context)
|
||||
var result = await backtester.RunTradingBotBacktest(
|
||||
backtestConfig,
|
||||
runBacktestRequest.StartDate,
|
||||
runBacktestRequest.EndDate,
|
||||
bundleRequest.User, // No user context in worker
|
||||
true,
|
||||
runBacktestRequest.WithCandles,
|
||||
bundleRequest.RequestId // Use bundleRequestId as requestId for traceability
|
||||
);
|
||||
|
||||
_logger.LogInformation("Processed backtest for bundle request {RequestId}", bundleRequest.RequestId);
|
||||
// Assume the backtest is created and you have its ID (e.g., backtest.Id)
|
||||
// Return the backtest ID
|
||||
return result.Id;
|
||||
}
|
||||
|
||||
private async Task RetryUnfinishedBacktestsInFailedBundles(IBacktester backtester,
|
||||
CancellationToken cancellationToken)
|
||||
{
|
||||
var failedBundles = await backtester.GetBundleBacktestRequestsByStatusAsync(BundleBacktestRequestStatus.Failed);
|
||||
foreach (var failedBundle in failedBundles)
|
||||
{
|
||||
if (cancellationToken.IsCancellationRequested)
|
||||
break;
|
||||
|
||||
// Use Results property to determine which backtests need to be retried
|
||||
var succeededIds = new HashSet<string>(failedBundle.Results ?? new List<string>());
|
||||
|
||||
// Deserialize the original requests
|
||||
var originalRequests =
|
||||
JsonSerializer
|
||||
.Deserialize<List<RunBacktestRequest>>(failedBundle.BacktestRequestsJson);
|
||||
if (originalRequests == null) continue;
|
||||
|
||||
for (int i = failedBundle.CompletedBacktests; i < originalRequests.Count; i++)
|
||||
{
|
||||
var expectedId = /* logic to compute expected backtest id for this request */ string.Empty;
|
||||
// If this backtest was not run or did not succeed, re-run it
|
||||
if (!succeededIds.Contains(expectedId))
|
||||
{
|
||||
var backtestId = await RunSingleBacktest(backtester, originalRequests[i], failedBundle, i,
|
||||
cancellationToken);
|
||||
if (!string.IsNullOrEmpty(backtestId))
|
||||
{
|
||||
failedBundle.Results?.Add(backtestId);
|
||||
failedBundle.CompletedBacktests++;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(failedBundle);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// If all backtests succeeded, update the bundle status
|
||||
if (failedBundle.CompletedBacktests == originalRequests.Count)
|
||||
{
|
||||
failedBundle.Status = BundleBacktestRequestStatus.Completed;
|
||||
failedBundle.ErrorMessage = null; // Clear any previous error
|
||||
failedBundle.CompletedAt = DateTime.UtcNow;
|
||||
await backtester.UpdateBundleBacktestRequestAsync(failedBundle);
|
||||
|
||||
// Notify user about successful retry
|
||||
await NotifyUser(failedBundle);
|
||||
}
|
||||
else
|
||||
{
|
||||
_logger.LogWarning("Bundle {RequestId} still has unfinished backtests after retry",
|
||||
failedBundle.RequestId);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
28
src/Managing.Application/Workers/FundingRatesWatcher.cs
Normal file
28
src/Managing.Application/Workers/FundingRatesWatcher.cs
Normal file
@@ -0,0 +1,28 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Common;
|
||||
using Microsoft.Extensions.Logging;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class FundingRatesWatcher : BaseWorker<FundingRatesWatcher>
|
||||
{
|
||||
private readonly IStatisticService _statisticService;
|
||||
|
||||
public FundingRatesWatcher(
|
||||
ILogger<FundingRatesWatcher> logger,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
Enums.WorkerType.FundingRatesWatcher,
|
||||
logger,
|
||||
TimeSpan.FromMinutes(30),
|
||||
serviceProvider
|
||||
)
|
||||
{
|
||||
_statisticService = statisticService;
|
||||
}
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
await _statisticService.UpdateFundingRates();
|
||||
}
|
||||
}
|
||||
106
src/Managing.Application/Workers/GeneticAlgorithmWorker.cs
Normal file
106
src/Managing.Application/Workers/GeneticAlgorithmWorker.cs
Normal file
@@ -0,0 +1,106 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Core;
|
||||
using Managing.Domain.Backtests;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
/// <summary>
|
||||
/// Worker that processes genetic algorithm requests
|
||||
/// </summary>
|
||||
public class GeneticAlgorithmWorker : BaseWorker<GeneticAlgorithmWorker>
|
||||
{
|
||||
private readonly IServiceScopeFactory _scopeFactory;
|
||||
|
||||
public GeneticAlgorithmWorker(
|
||||
ILogger<GeneticAlgorithmWorker> logger,
|
||||
IServiceProvider serviceProvider,
|
||||
IServiceScopeFactory scopeFactory)
|
||||
: base(WorkerType.GeneticAlgorithm, logger, TimeSpan.FromMinutes(5), serviceProvider)
|
||||
{
|
||||
_scopeFactory = scopeFactory;
|
||||
}
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
try
|
||||
{
|
||||
_logger.LogInformation("[GeneticAlgorithm] Starting genetic algorithm processing");
|
||||
|
||||
// TODO: Implement method to get pending genetic requests
|
||||
// For now, we'll create a placeholder for the genetic algorithm logic
|
||||
await ProcessPendingGeneticRequests(cancellationToken);
|
||||
|
||||
_logger.LogInformation("[GeneticAlgorithm] Completed genetic algorithm processing");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "[GeneticAlgorithm] Error during genetic algorithm processing");
|
||||
throw;
|
||||
}
|
||||
}
|
||||
|
||||
private async Task ProcessPendingGeneticRequests(CancellationToken cancellationToken)
|
||||
{
|
||||
try
|
||||
{
|
||||
// Get pending genetic requests from the repository using scoped service
|
||||
var pendingRequests = await ServiceScopeHelpers.WithScopedService<IGeneticService, IEnumerable<GeneticRequest>>(_scopeFactory,
|
||||
async geneticService => await geneticService.GetGeneticRequestsAsync(GeneticRequestStatus.Pending));
|
||||
|
||||
if (!pendingRequests.Any())
|
||||
{
|
||||
_logger.LogInformation("[GeneticAlgorithm] No pending genetic requests found");
|
||||
return;
|
||||
}
|
||||
|
||||
_logger.LogInformation("[GeneticAlgorithm] Found {Count} pending genetic requests", pendingRequests.Count());
|
||||
|
||||
foreach (var request in pendingRequests)
|
||||
{
|
||||
try
|
||||
{
|
||||
_logger.LogInformation("[GeneticAlgorithm] Processing request {RequestId}", request.RequestId);
|
||||
|
||||
// Update status to Running using scoped service
|
||||
request.Status = GeneticRequestStatus.Running;
|
||||
await ServiceScopeHelpers.WithScopedService<IGeneticService>(_scopeFactory,
|
||||
async geneticService => await geneticService.UpdateGeneticRequestAsync(request));
|
||||
|
||||
// Run genetic algorithm using the service
|
||||
var results = await ServiceScopeHelpers.WithScopedServices<IGeneticService, IBacktester, GeneticAlgorithmResult>(_scopeFactory,
|
||||
async (geneticService, backtester) => await geneticService.RunGeneticAlgorithm(request, cancellationToken));
|
||||
|
||||
// Update request with results using scoped service
|
||||
request.Status = GeneticRequestStatus.Completed;
|
||||
request.CompletedAt = DateTime.UtcNow;
|
||||
request.BestFitness = results.BestFitness;
|
||||
request.BestIndividual = results.BestIndividual;
|
||||
request.ProgressInfo = results.ProgressInfo;
|
||||
|
||||
await ServiceScopeHelpers.WithScopedService<IGeneticService>(_scopeFactory,
|
||||
async geneticService => await geneticService.UpdateGeneticRequestAsync(request));
|
||||
|
||||
_logger.LogInformation("[GeneticAlgorithm] Successfully completed request {RequestId}", request.RequestId);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
request.Status = GeneticRequestStatus.Failed;
|
||||
request.ErrorMessage = ex.Message;
|
||||
request.CompletedAt = DateTime.UtcNow;
|
||||
await ServiceScopeHelpers.WithScopedService<IGeneticService>(_scopeFactory,
|
||||
async geneticService => await geneticService.UpdateGeneticRequestAsync(request));
|
||||
|
||||
_logger.LogError(ex, "[GeneticAlgorithm] Error processing request {RequestId}", request.RequestId);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "[GeneticAlgorithm] Error retrieving pending genetic requests");
|
||||
throw;
|
||||
}
|
||||
}
|
||||
}
|
||||
29
src/Managing.Application/Workers/LeaderboardWorker.cs
Normal file
29
src/Managing.Application/Workers/LeaderboardWorker.cs
Normal file
@@ -0,0 +1,29 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class LeaderboardWorker : BaseWorker<LeaderboardWorker>
|
||||
{
|
||||
private readonly IStatisticService _statisticService;
|
||||
private static readonly WorkerType _workerType = WorkerType.LeaderboardWorker;
|
||||
|
||||
public LeaderboardWorker(
|
||||
ILogger<LeaderboardWorker> logger,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
_workerType,
|
||||
logger,
|
||||
TimeSpan.FromHours(24),
|
||||
serviceProvider
|
||||
)
|
||||
{
|
||||
_statisticService = statisticService;
|
||||
}
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
await _statisticService.UpdateLeaderboard();
|
||||
}
|
||||
}
|
||||
66
src/Managing.Application/Workers/PricesBaseWorker.cs
Normal file
66
src/Managing.Application/Workers/PricesBaseWorker.cs
Normal file
@@ -0,0 +1,66 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public abstract class PricesBaseWorker<T> : BaseWorker<T> where T : class
|
||||
{
|
||||
private readonly IPricesService _pricesService;
|
||||
private readonly IStatisticService _statisticService;
|
||||
private readonly Timeframe _timeframe;
|
||||
|
||||
public PricesBaseWorker(
|
||||
ILogger<T> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService,
|
||||
TimeSpan delay,
|
||||
WorkerType workerType,
|
||||
Timeframe timeframe) : base(
|
||||
workerType,
|
||||
logger,
|
||||
delay,
|
||||
serviceProvider
|
||||
)
|
||||
{
|
||||
_pricesService = pricesService;
|
||||
_statisticService = statisticService;
|
||||
_timeframe = timeframe;
|
||||
}
|
||||
|
||||
private List<Ticker> _eligibleTickers = new List<Ticker>
|
||||
{
|
||||
Ticker.BTC,
|
||||
Ticker.ETH,
|
||||
Ticker.BNB,
|
||||
Ticker.DOGE,
|
||||
Ticker.ADA,
|
||||
Ticker.SOL,
|
||||
Ticker.XRP,
|
||||
Ticker.LINK,
|
||||
Ticker.RENDER,
|
||||
Ticker.SUI,
|
||||
Ticker.GMX,
|
||||
Ticker.ARB,
|
||||
Ticker.PEPE,
|
||||
Ticker.PENDLE,
|
||||
Ticker.AAVE,
|
||||
Ticker.HYPE
|
||||
};
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
var tickers = await _statisticService.GetTickers();
|
||||
|
||||
var filteredTickers = tickers
|
||||
.Where(t => _eligibleTickers.Contains(t))
|
||||
.ToList();
|
||||
|
||||
// Filter with the eligible tickers
|
||||
foreach (var ticker in filteredTickers)
|
||||
{
|
||||
await _pricesService.UpdatePrice(TradingExchanges.Evm, ticker, _timeframe);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class PricesFifteenMinutesWorker : PricesBaseWorker<PricesFifteenMinutesWorker>
|
||||
{
|
||||
public PricesFifteenMinutesWorker(
|
||||
ILogger<PricesFifteenMinutesWorker> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
logger,
|
||||
pricesService,
|
||||
serviceProvider,
|
||||
statisticService,
|
||||
TimeSpan.FromMinutes(1),
|
||||
WorkerType.PriceFifteenMinutes,
|
||||
Timeframe.FifteenMinutes
|
||||
)
|
||||
{
|
||||
}
|
||||
}
|
||||
24
src/Managing.Application/Workers/PricesFiveMinutesWorker.cs
Normal file
24
src/Managing.Application/Workers/PricesFiveMinutesWorker.cs
Normal file
@@ -0,0 +1,24 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class PricesFiveMinutesWorker : PricesBaseWorker<PricesFiveMinutesWorker>
|
||||
{
|
||||
public PricesFiveMinutesWorker(
|
||||
ILogger<PricesFiveMinutesWorker> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
logger,
|
||||
pricesService,
|
||||
serviceProvider,
|
||||
statisticService,
|
||||
TimeSpan.FromMinutes(1),
|
||||
WorkerType.PriceFiveMinutes,
|
||||
Timeframe.FiveMinutes
|
||||
)
|
||||
{
|
||||
}
|
||||
}
|
||||
24
src/Managing.Application/Workers/PricesFourHoursWorker.cs
Normal file
24
src/Managing.Application/Workers/PricesFourHoursWorker.cs
Normal file
@@ -0,0 +1,24 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class PricesFourHoursWorker : PricesBaseWorker<PricesFourHoursWorker>
|
||||
{
|
||||
public PricesFourHoursWorker(
|
||||
ILogger<PricesFourHoursWorker> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
logger,
|
||||
pricesService,
|
||||
serviceProvider,
|
||||
statisticService,
|
||||
TimeSpan.FromHours(2),
|
||||
WorkerType.PriceFourHour,
|
||||
Timeframe.FourHour
|
||||
)
|
||||
{
|
||||
}
|
||||
}
|
||||
24
src/Managing.Application/Workers/PricesOneDayWorker.cs
Normal file
24
src/Managing.Application/Workers/PricesOneDayWorker.cs
Normal file
@@ -0,0 +1,24 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class PricesOneDayWorker : PricesBaseWorker<PricesOneDayWorker>
|
||||
{
|
||||
public PricesOneDayWorker(
|
||||
ILogger<PricesOneDayWorker> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
logger,
|
||||
pricesService,
|
||||
serviceProvider,
|
||||
statisticService,
|
||||
TimeSpan.FromHours(12),
|
||||
WorkerType.PriceOneDay,
|
||||
Timeframe.OneDay
|
||||
)
|
||||
{
|
||||
}
|
||||
}
|
||||
23
src/Managing.Application/Workers/PricesOneHourWorker.cs
Normal file
23
src/Managing.Application/Workers/PricesOneHourWorker.cs
Normal file
@@ -0,0 +1,23 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class PricesOneHourWorker : PricesBaseWorker<PricesOneHourWorker>
|
||||
{
|
||||
public PricesOneHourWorker(
|
||||
ILogger<PricesOneHourWorker> logger,
|
||||
IPricesService pricesService,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
logger,
|
||||
pricesService,
|
||||
serviceProvider,
|
||||
statisticService,
|
||||
TimeSpan.FromMinutes(30),
|
||||
WorkerType.PriceOneHour,
|
||||
Timeframe.OneHour)
|
||||
{
|
||||
}
|
||||
}
|
||||
35
src/Managing.Application/Workers/SpotlightWorker.cs
Normal file
35
src/Managing.Application/Workers/SpotlightWorker.cs
Normal file
@@ -0,0 +1,35 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Common;
|
||||
using Microsoft.Extensions.Logging;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class SpotlightWorker : BaseWorker<SpotlightWorker>
|
||||
{
|
||||
private readonly IStatisticService _statisticService;
|
||||
|
||||
public SpotlightWorker(
|
||||
ILogger<SpotlightWorker> logger,
|
||||
IServiceProvider serviceProvider,
|
||||
IStatisticService statisticService) : base(
|
||||
Enums.WorkerType.Spotlight,
|
||||
logger,
|
||||
TimeSpan.FromMinutes(5),
|
||||
serviceProvider)
|
||||
{
|
||||
_statisticService = statisticService;
|
||||
}
|
||||
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
try
|
||||
{
|
||||
await _statisticService.UpdateSpotlight();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError("Enable to update spotlight", ex);
|
||||
throw;
|
||||
}
|
||||
}
|
||||
}
|
||||
43
src/Managing.Application/Workers/TraderWatcher.cs
Normal file
43
src/Managing.Application/Workers/TraderWatcher.cs
Normal file
@@ -0,0 +1,43 @@
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using static Managing.Common.Enums;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
/// <summary>
|
||||
/// Represents a worker that watches traders and performs actions based on trading activities.
|
||||
/// Inherits from <see cref="BaseWorker{TWorker}"/> where TWorker is <see cref="TraderWatcher"/>.
|
||||
/// </summary>
|
||||
public class TraderWatcher : BaseWorker<TraderWatcher>
|
||||
{
|
||||
private readonly ITradingService _tradingService;
|
||||
private static readonly WorkerType _workerType = WorkerType.TraderWatcher;
|
||||
|
||||
/// <summary>
|
||||
/// Initializes a new instance of the <see cref="TraderWatcher"/> class.
|
||||
/// </summary>
|
||||
/// <param name="logger">The logger to be used by the worker.</param>
|
||||
/// <param name="tradingService">The trading service to monitor trading activities.</param>
|
||||
/// <param name="workerService">The worker service to manage worker lifecycle.</param>
|
||||
public TraderWatcher(
|
||||
ILogger<TraderWatcher> logger,
|
||||
IServiceProvider serviceProvider,
|
||||
ITradingService tradingService) : base(
|
||||
_workerType,
|
||||
logger,
|
||||
TimeSpan.FromSeconds(120),
|
||||
serviceProvider
|
||||
)
|
||||
{
|
||||
_tradingService = tradingService;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Executes the worker's task to watch traders. This method is called periodically based on the worker's configured interval.
|
||||
/// </summary>
|
||||
/// <param name="cancellationToken">A token to observe while waiting for the task to complete.</param>
|
||||
protected override async Task Run(CancellationToken cancellationToken)
|
||||
{
|
||||
await _tradingService.WatchTrader();
|
||||
}
|
||||
}
|
||||
69
src/Managing.Application/Workers/WorkerService.cs
Normal file
69
src/Managing.Application/Workers/WorkerService.cs
Normal file
@@ -0,0 +1,69 @@
|
||||
using Managing.Application.Abstractions.Repositories;
|
||||
using Managing.Application.Abstractions.Services;
|
||||
using Managing.Common;
|
||||
using Managing.Domain.Workers;
|
||||
|
||||
namespace Managing.Application.Workers;
|
||||
|
||||
public class WorkerService : IWorkerService
|
||||
{
|
||||
private readonly IWorkerRepository _workerRepository;
|
||||
|
||||
public WorkerService(IWorkerRepository workerRepository)
|
||||
{
|
||||
_workerRepository = workerRepository;
|
||||
}
|
||||
|
||||
public async Task<Worker> GetWorker(Enums.WorkerType workerType)
|
||||
{
|
||||
return await _workerRepository.GetWorkerAsync(workerType);
|
||||
}
|
||||
|
||||
public async Task InsertWorker(Enums.WorkerType workerType, TimeSpan delay)
|
||||
{
|
||||
var worker = new Worker()
|
||||
{
|
||||
WorkerType = workerType,
|
||||
StartTime = DateTime.UtcNow,
|
||||
LastRunTime = null,
|
||||
ExecutionCount = 0,
|
||||
Delay = delay
|
||||
};
|
||||
await _workerRepository.InsertWorker(worker);
|
||||
}
|
||||
|
||||
public async Task UpdateWorker(Enums.WorkerType workerType, int executionCount)
|
||||
{
|
||||
await _workerRepository.UpdateWorker(workerType, executionCount);
|
||||
}
|
||||
|
||||
public async Task DisableWorker(Enums.WorkerType workerType)
|
||||
{
|
||||
await _workerRepository.DisableWorker(workerType);
|
||||
}
|
||||
|
||||
public async Task EnableWorker(Enums.WorkerType workerType)
|
||||
{
|
||||
await _workerRepository.EnableWorker(workerType);
|
||||
}
|
||||
|
||||
public async Task<IEnumerable<Worker>> GetWorkers()
|
||||
{
|
||||
return await _workerRepository.GetWorkers();
|
||||
}
|
||||
|
||||
public async Task<bool> ToggleWorker(Enums.WorkerType workerType)
|
||||
{
|
||||
var worker = await GetWorker(workerType);
|
||||
if (worker.IsActive)
|
||||
{
|
||||
_ = _workerRepository.DisableWorker(workerType);
|
||||
return false;
|
||||
}
|
||||
else
|
||||
{
|
||||
_ = _workerRepository.EnableWorker(workerType);
|
||||
return true;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user