Postgres (#30)

* Add postgres

* Migrate users

* Migrate geneticRequest

* Try to fix Concurrent call

* Fix asyncawait

* Fix async and concurrent

* Migrate backtests

* Add cache for user by address

* Fix backtest migration

* Fix not open connection

* Fix backtest command error

* Fix concurrent

* Fix all concurrency

* Migrate TradingRepo

* Fix scenarios

* Migrate statistic repo

* Save botbackup

* Add settings et moneymanagement

* Add bot postgres

* fix a bit more backups

* Fix bot model

* Fix loading backup

* Remove cache market for read positions

* Add workers to postgre

* Fix workers api

* Reduce get Accounts for workers

* Migrate synth to postgre

* Fix backtest saved

* Remove mongodb

* botservice decorrelation

* Fix tradingbot scope call

* fix tradingbot

* fix concurrent

* Fix scope for genetics

* Fix account over requesting

* Fix bundle backtest worker

* fix a lot of things

* fix tab backtest

* Remove optimized moneymanagement

* Add light signal to not use User and too much property

* Make money management lighter

* insert indicators to awaitable

* Migrate add strategies to await

* Refactor scenario and indicator retrieval to use asynchronous methods throughout the application

* add more async await

* Add services

* Fix and clean

* Fix bot a bit

* Fix bot and add message for cooldown

* Remove fees

* Add script to deploy db

* Update dfeeploy script

* fix script

* Add idempotent script and backup

* finish script migration

* Fix did user and agent name on start bot

src/Managing.Api/Program.cs

@@ -10,11 +10,12 @@ using Managing.Bootstrap;
 using Managing.Common;
 using Managing.Core.Middleawares;
 using Managing.Infrastructure.Databases.InfluxDb.Models;
-using Managing.Infrastructure.Databases.MongoDb;
-using Managing.Infrastructure.Databases.MongoDb.Configurations;
+using Managing.Infrastructure.Databases.PostgreSql;
+using Managing.Infrastructure.Databases.PostgreSql.Configurations;
 using Managing.Infrastructure.Evm.Models.Privy;
 using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.AspNetCore.Diagnostics.HealthChecks;
+using Microsoft.EntityFrameworkCore;
 using Microsoft.Extensions.Diagnostics.HealthChecks;
 using Microsoft.IdentityModel.Tokens;
 using Microsoft.OpenApi.Models;
@@ -71,7 +72,7 @@ builder.Services.AddServiceDiscovery();
 builder.Services.AddHealthChecks()
     .AddCheck("self", () => HealthCheckResult.Healthy(), ["api"]);
 
-var mongoConnectionString = builder.Configuration.GetSection(Constants.Databases.MongoDb)["ConnectionString"];
+var postgreSqlConnectionString = builder.Configuration.GetSection(Constants.Databases.PostgreSql)["ConnectionString"];
 var influxUrl = builder.Configuration.GetSection(Constants.Databases.InfluxDb)["Url"];
 var web3ProxyUrl = builder.Configuration.GetSection("Web3Proxy")["BaseUrl"];
 
@@ -87,9 +88,38 @@ builder.Services.AddHttpClient("GmxHealthCheck")
 builder.Services.AddSingleton<Web3ProxyHealthCheck>(sp =>
     new Web3ProxyHealthCheck(sp.GetRequiredService<IHttpClientFactory>(), web3ProxyUrl));
 
+// Add PostgreSQL DbContext with improved concurrency and connection management
+builder.Services.AddDbContext<ManagingDbContext>(options =>
+{
+    options.UseNpgsql(postgreSqlConnectionString, npgsqlOptions =>
+    {
+        // Configure connection pooling and timeout settings for better concurrency
+        npgsqlOptions.CommandTimeout(60); // Increase command timeout for complex queries
+        npgsqlOptions.EnableRetryOnFailure(maxRetryCount: 5, maxRetryDelay: TimeSpan.FromSeconds(10),
+            errorCodesToAdd: null);
+    });
+
+    // Enable detailed errors in development
+    if (builder.Environment.IsDevelopment())
+    {
+        options.EnableDetailedErrors();
+        options.EnableSensitiveDataLogging();
+        options.EnableThreadSafetyChecks(); // Enable thread safety checks in development
+    }
+
+    // Configure query tracking behavior for better performance
+    options.UseQueryTrackingBehavior(QueryTrackingBehavior.NoTracking); // Default to no tracking for better performance
+
+    // Enable service provider caching for better performance
+    options.EnableServiceProviderCaching();
+
+    // Enable connection resiliency for backtest and high-load scenarios
+    options.LogTo(msg => Console.WriteLine(msg), LogLevel.Warning); // Log warnings for connection issues
+}, ServiceLifetime.Scoped); // Explicitly specify scoped lifetime for proper request isolation
+
 // Add specific health checks for databases and other services
 builder.Services.AddHealthChecks()
-    .AddMongoDb(mongoConnectionString, name: "mongodb", tags: ["database"])
+    .AddNpgSql(postgreSqlConnectionString, name: "postgresql", tags: ["database"])
     .AddUrlGroup(new Uri($"{influxUrl}/health"), name: "influxdb", tags: ["database"])
     .AddCheck<Web3ProxyHealthCheck>("web3proxy", tags: ["api", "external"])
     .AddCheck<CandleDataHealthCheck>("candle-data", tags: ["database", "candles"])
@@ -120,7 +150,7 @@ builder.Host.UseSerilog((hostBuilder, loggerConfiguration) =>
 });
 
 builder.Services.AddOptions();
-builder.Services.Configure<ManagingDatabaseSettings>(builder.Configuration.GetSection(Constants.Databases.MongoDb));
+builder.Services.Configure<PostgreSqlSettings>(builder.Configuration.GetSection(Constants.Databases.PostgreSql));
 builder.Services.Configure<InfluxDbSettings>(builder.Configuration.GetSection(Constants.Databases.InfluxDb));
 builder.Services.Configure<PrivySettings>(builder.Configuration.GetSection(Constants.ThirdParty.Privy));
 builder.Services.AddControllers().AddJsonOptions(options =>
@@ -209,25 +239,6 @@ if (builder.Configuration.GetValue<bool>("EnableBotManager", false))
 // App
 var app = builder.Build();
 app.UseSerilogRequestLogging();
-
-// Create MongoDB indexes on startup
-try
-{
-    var indexService = app.Services.GetRequiredService<IndexService>();
-    await indexService.CreateIndexesAsync();
-}
-catch (Exception ex)
-{
-    // Log the error but don't fail the application startup
-    var logger = app.Services.GetRequiredService<ILogger<Program>>();
-    logger.LogError(ex, "Failed to create MongoDB indexes on startup. The application will continue without indexes.");
-}
-
-if (app.Environment.IsDevelopment())
-{
-    app.UseDeveloperExceptionPage();
-}
-
 app.UseOpenApi();
 app.UseSwaggerUI(c =>
 {