Postgres (#30)

* Add postgres * Migrate users * Migrate geneticRequest * Try to fix Concurrent call * Fix asyncawait * Fix async and concurrent * Migrate backtests * Add cache for user by address * Fix backtest migration * Fix not open connection * Fix backtest command error * Fix concurrent * Fix all concurrency * Migrate TradingRepo * Fix scenarios * Migrate statistic repo * Save botbackup * Add settings et moneymanagement * Add bot postgres * fix a bit more backups * Fix bot model * Fix loading backup * Remove cache market for read positions * Add workers to postgre * Fix workers api * Reduce get Accounts for workers * Migrate synth to postgre * Fix backtest saved * Remove mongodb * botservice decorrelation * Fix tradingbot scope call * fix tradingbot * fix concurrent * Fix scope for genetics * Fix account over requesting * Fix bundle backtest worker * fix a lot of things * fix tab backtest * Remove optimized moneymanagement * Add light signal to not use User and too much property * Make money management lighter * insert indicators to awaitable * Migrate add strategies to await * Refactor scenario and indicator retrieval to use asynchronous methods throughout the application * add more async await * Add services * Fix and clean * Fix bot a bit * Fix bot and add message for cooldown * Remove fees * Add script to deploy db * Update dfeeploy script * fix script * Add idempotent script and backup * finish script migration * Fix did user and agent name on start bot
2025-07-27 15:42:17 +02:00
parent 361bfbf6e8
commit 422fecea7b
294 changed files with 23953 additions and 7272 deletions
--- a/src/Managing.Infrastructure.Database/InfluxDb/CandleRepository.cs
+++ b/src/Managing.Infrastructure.Database/InfluxDb/CandleRepository.cs
@@ -0,0 +1,131 @@
+using InfluxDB.Client.Api.Domain;
+using InfluxDB.Client.Writes;
+using Managing.Application.Abstractions.Repositories;
+using Managing.Core;
+using Managing.Domain.Candles;
+using Managing.Infrastructure.Databases.InfluxDb;
+using Managing.Infrastructure.Databases.InfluxDb.Abstractions;
+using Managing.Infrastructure.Databases.InfluxDb.Models;
+using Microsoft.Extensions.Logging;
+using static Managing.Common.Enums;
+
+namespace Managing.Infrastructure.Databases;
+
+public class CandleRepository : ICandleRepository
+{
+    private readonly string _priceBucket = "prices-bucket";
+    private readonly IInfluxDbRepository _influxDbRepository;
+    private readonly ILogger<CandleRepository> _logger;
+
+    public CandleRepository(IInfluxDbRepository influxDbRepository, ILogger<CandleRepository> logger)
+    {
+        _influxDbRepository = influxDbRepository;
+        _logger = logger;
+    }
+
+    public async Task<IList<Candle>> GetCandles(
+        TradingExchanges exchange,
+        Ticker ticker,
+        Timeframe timeframe,
+        DateTime start)
+    {
+        var results = await _influxDbRepository.QueryAsync(async query =>
+        {
+            var flux = $"from(bucket:\"{_priceBucket}\") " +
+                       $"|> range(start: {start:s}Z) " +
+                       $"|> filter(fn: (r) => r[\"exchange\"] == \"{exchange}\")" +
+                       $"|> filter(fn: (r) => r[\"ticker\"] == \"{ticker}\")" +
+                       $"|> filter(fn: (r) => r[\"timeframe\"] == \"{timeframe}\")" +
+                       $"|> pivot(rowKey:[\"_time\"], columnKey: [\"_field\"], valueColumn: \"_value\")";
+
+            var prices = await query.QueryAsync<PriceDto>(flux, _influxDbRepository.Organization);
+            return prices.Select(price => PriceHelpers.Map(price)).ToList();
+        });
+
+        return results;
+    }
+
+    public async Task<IList<Candle>> GetCandles(
+        TradingExchanges exchange,
+        Ticker ticker,
+        Timeframe timeframe,
+        DateTime start,
+        DateTime end)
+    {
+        var results = await _influxDbRepository.QueryAsync(async query =>
+        {
+            var flux = $"from(bucket:\"{_priceBucket}\") " +
+                       $"|> range(start: {start:s}Z, stop: {end:s}Z) " +
+                       $"|> filter(fn: (r) => r[\"exchange\"] == \"{exchange}\")" +
+                       $"|> filter(fn: (r) => r[\"ticker\"] == \"{ticker}\")" +
+                       $"|> filter(fn: (r) => r[\"timeframe\"] == \"{timeframe}\")" +
+                       $"|> pivot(rowKey:[\"_time\"], columnKey: [\"_field\"], valueColumn: \"_value\")";
+
+            var prices = await query.QueryAsync<PriceDto>(flux, _influxDbRepository.Organization);
+            return prices.Select(price => PriceHelpers.Map(price)).ToList();
+        });
+
+        return results;
+    }
+
+    public async Task<IList<Ticker>> GetTickersAsync(
+        TradingExchanges exchange,
+        Timeframe timeframe,
+        DateTime start)
+    {
+        var results = await _influxDbRepository.QueryAsync(async query =>
+        {
+            var flux = $"from(bucket:\"{_priceBucket}\") " +
+                       $"|> range(start: {start:s}Z, stop: now()) " +
+                       $"|> filter(fn: (r) => r[\"_measurement\"] == \"price\")" +
+                       $"|> filter(fn: (r) => r[\"exchange\"] == \"{exchange}\")" +
+                       $"|> filter(fn: (r) => r[\"timeframe\"] == \"{timeframe}\")" +
+                       $"|> keep(columns: [\"ticker\"])" +
+                       $"|> distinct()";
+
+            var tickers = new List<Ticker>();
+            var records = await query.QueryAsync(flux, _influxDbRepository.Organization);
+            records.ForEach(table =>
+            {
+                var fluxRecords = table.Records;
+                fluxRecords.ForEach(fluxRecord =>
+                {
+                    tickers.AddItem(
+                        MiscExtensions.ParseEnum<Ticker>(fluxRecord.GetValueByKey("ticker").ToString()));
+                });
+            });
+
+            return tickers;
+        });
+
+        return results;
+    }
+
+    public void InsertCandle(Candle candle)
+    {
+        _influxDbRepository.Write(write =>
+        {
+            PriceDto price = PriceHelpers.Map(candle);
+            write.WriteMeasurement(
+                price,
+                WritePrecision.Ns,
+                _priceBucket,
+                _influxDbRepository.Organization);
+        });
+    }
+
+    public void Test(Candle candle)
+    {
+        _influxDbRepository.Write(write =>
+        {
+            var point = PointData.Measurement("");
+            PriceDto price = PriceHelpers.Map(candle);
+            point.Tag("", "");
+            point.Timestamp(price.OpenTime, WritePrecision.Ns);
+            write.WritePoint(
+                point,
+                _priceBucket,
+                _influxDbRepository.Organization);
+        });
+    }
+}