Postgres (#30)

* Add postgres * Migrate users * Migrate geneticRequest * Try to fix Concurrent call * Fix asyncawait * Fix async and concurrent * Migrate backtests * Add cache for user by address * Fix backtest migration * Fix not open connection * Fix backtest command error * Fix concurrent * Fix all concurrency * Migrate TradingRepo * Fix scenarios * Migrate statistic repo * Save botbackup * Add settings et moneymanagement * Add bot postgres * fix a bit more backups * Fix bot model * Fix loading backup * Remove cache market for read positions * Add workers to postgre * Fix workers api * Reduce get Accounts for workers * Migrate synth to postgre * Fix backtest saved * Remove mongodb * botservice decorrelation * Fix tradingbot scope call * fix tradingbot * fix concurrent * Fix scope for genetics * Fix account over requesting * Fix bundle backtest worker * fix a lot of things * fix tab backtest * Remove optimized moneymanagement * Add light signal to not use User and too much property * Make money management lighter * insert indicators to awaitable * Migrate add strategies to await * Refactor scenario and indicator retrieval to use asynchronous methods throughout the application * add more async await * Add services * Fix and clean * Fix bot a bit * Fix bot and add message for cooldown * Remove fees * Add script to deploy db * Update dfeeploy script * fix script * Add idempotent script and backup * finish script migration * Fix did user and agent name on start bot
2025-07-27 15:42:17 +02:00
parent 361bfbf6e8
commit 422fecea7b
294 changed files with 23953 additions and 7272 deletions
--- a/src/Managing.Infrastructure.Database/InfluxDb/AgentBalanceRepository.cs
+++ b/src/Managing.Infrastructure.Database/InfluxDb/AgentBalanceRepository.cs
@@ -0,0 +1,108 @@
+using InfluxDB.Client.Api.Domain;
+using Managing.Application.Abstractions.Repositories;
+using Managing.Domain.Statistics;
+using Managing.Infrastructure.Databases.InfluxDb.Abstractions;
+using Managing.Infrastructure.Databases.InfluxDb.Models;
+using Microsoft.Extensions.Logging;
+
+namespace Managing.Infrastructure.Databases;
+
+public class AgentBalanceRepository : IAgentBalanceRepository
+{
+    private readonly string _balanceBucket = "agent-balances-bucket";
+    private readonly IInfluxDbRepository _influxDbRepository;
+    private readonly ILogger<AgentBalanceRepository> _logger;
+
+    public AgentBalanceRepository(IInfluxDbRepository influxDbRepository, ILogger<AgentBalanceRepository> logger)
+    {
+        _influxDbRepository = influxDbRepository;
+        _logger = logger;
+    }
+
+    public void InsertAgentBalance(AgentBalance balance)
+    {
+        _influxDbRepository.Write(write =>
+        {
+            var balanceDto = new AgentBalanceDto
+            {
+                AgentName = balance.AgentName,
+                TotalValue = balance.TotalValue,
+                TotalAccountUsdValue = balance.TotalAccountUsdValue,
+                BotsAllocationUsdValue = balance.BotsAllocationUsdValue,
+                PnL = balance.PnL,
+                Time = balance.Time
+            };
+
+            write.WriteMeasurement(
+                balanceDto,
+                WritePrecision.Ns,
+                _balanceBucket,
+                _influxDbRepository.Organization);
+        });
+    }
+
+    public async Task<IList<AgentBalance>> GetAgentBalances(string agentName, DateTime start, DateTime? end = null)
+    {
+        var results = await _influxDbRepository.QueryAsync(async query =>
+        {
+            var flux = $"from(bucket:\"{_balanceBucket}\") " +
+                       $"|> range(start: {start:s}Z" +
+                       (end.HasValue ? $", stop: {end.Value:s}Z" : "") +
+                       $") " +
+                       $"|> filter(fn: (r) => r[\"agent_name\"] == \"{agentName}\") " +
+                       $"|> pivot(rowKey: [\"_time\"], columnKey: [\"_field\"], valueColumn: \"_value\")";
+
+            var result = await query.QueryAsync<AgentBalanceDto>(flux, _influxDbRepository.Organization);
+
+            return result.Select(balance => new AgentBalance
+            {
+                AgentName = balance.AgentName,
+                TotalValue = balance.TotalValue,
+                TotalAccountUsdValue = balance.TotalAccountUsdValue,
+                BotsAllocationUsdValue = balance.BotsAllocationUsdValue,
+                PnL = balance.PnL,
+                Time = balance.Time
+            }).ToList();
+        });
+
+        return results;
+    }
+
+    public async Task<(IList<AgentBalanceHistory> result, int totalCount)> GetAllAgentBalancesWithHistory(
+        DateTime start, DateTime? end)
+    {
+        var results = await _influxDbRepository.QueryAsync(async query =>
+        {
+            // Get all balances within the time range, pivoted so each row is a full AgentBalanceDto
+            var flux = $@"
+                from(bucket: ""{_balanceBucket}"")
+                  |> range(start: {start:s}Z{(end.HasValue ? $", stop: {end.Value:s}Z" : "")})
+                  |> filter(fn: (r) => r._measurement == ""agent_balance"")
+                  |> pivot(rowKey: [""_time""], columnKey: [""_field""], valueColumn: ""_value"")
+                ";
+
+            var balances = await query.QueryAsync<AgentBalanceDto>(flux, _influxDbRepository.Organization);
+
+            // Group balances by agent name
+            var agentGroups = balances
+                .GroupBy(b => b.AgentName)
+                .Select(g => new AgentBalanceHistory
+                {
+                    AgentName = g.Key,
+                    AgentBalances = g.Select(b => new AgentBalance
+                    {
+                        AgentName = b.AgentName,
+                        TotalValue = b.TotalValue,
+                        TotalAccountUsdValue = b.TotalAccountUsdValue,
+                        BotsAllocationUsdValue = b.BotsAllocationUsdValue,
+                        PnL = b.PnL,
+                        Time = b.Time
+                    }).OrderBy(b => b.Time).ToList()
+                }).ToList();
+
+            return (agentGroups, agentGroups.Count);
+        });
+
+        return results;
+    }
+}