using Dapper; using EVCB_OCPP.Domain; using EVCB_OCPP.Domain.Models.Database; using EVCB_OCPP.WSServer.Helper; using Microsoft.Data.SqlClient; using Microsoft.EntityFrameworkCore; using Microsoft.Extensions.Caching.Memory; using Microsoft.Extensions.Configuration; using Microsoft.Extensions.Logging; using Newtonsoft.Json; using OCPPPackage.Profiles; using System.Data; namespace EVCB_OCPP.WSServer.Service; public interface IMainDbService { Task GetMachineAuthorizationKey(string ChargeBoxId); Task GetMachineConfiguration(string ChargeBoxId, string configName); Task GetMachineHeartbeatInterval(string ChargeBoxId); Task GetMachineIdAndCustomerInfo(string ChargeBoxId); Task GetMachineSecurityProfile(string ChargeBoxId); Task UpdateMachineBasicInfo(string ChargeBoxId, Machine machine); Task AddOCMF(OCMF oCMF); ValueTask GetConnectorStatus(string ChargeBoxId, int ConnectorId); Task UpdateConnectorStatus(string Id, ConnectorStatus connectorStatus); ValueTask AddConnectorStatus(string ChargeBoxId, byte ConnectorId, DateTime CreatedOn, int Status, int ChargePointErrorCodeId, string ErrorInfo, string VendorId, string VendorErrorCode); Task AddServerMessage(ServerMessage message); Task AddServerMessage(string ChargeBoxId, string OutAction, object OutRequest, string CreatedBy = "", DateTime? CreatedOn = null, string SerialNo = "", string InMessage = ""); ValueTask AddMachineError(byte ConnectorId, DateTime CreatedOn, int Status, string ChargeBoxId, int ErrorCodeId, string ErrorInfo, int PreStatus, string VendorErrorCode, string VendorId); ValueTask GetCustomer(string id); ValueTask GetCustomer(Guid id); } public class MainDbService : IMainDbService { public MainDbService( IDbContextFactory contextFactory, SqlConnectionFactory sqlConnectionFactory, IMemoryCache memoryCache, IConfiguration configuration, ILoggerFactory loggerFactory) { this.contextFactory = contextFactory; this.sqlConnectionFactory = sqlConnectionFactory; this.memoryCache = memoryCache; this.loggerFactory = loggerFactory; var startupLimit = GetStartupLimit(configuration); //this.connectionString = configuration.GetConnectionString("MainDBContext"); this.startupSemaphore = new(startupLimit); var opLimit = GetOpLimit(configuration); this.opSemaphore = new SemaphoreSlim(opLimit); InitUpdateConnectorStatusHandler(); InitUpdateMachineBasicInfoHandler(); InitAddServerMessageHandler(); } private readonly IDbContextFactory contextFactory; private readonly SqlConnectionFactory sqlConnectionFactory; private readonly IMemoryCache memoryCache; private readonly ILoggerFactory loggerFactory; //private string connectionString; private readonly QueueSemaphore startupSemaphore; private readonly SemaphoreSlim opSemaphore; private GroupSingleHandler statusNotificationHandler; private GroupSingleHandler updateMachineBasicInfoHandler; private GroupSingleHandler addServerMessageHandler; public async Task GetMachineIdAndCustomerInfo(string ChargeBoxId) { using var semaphoreWrapper = await startupSemaphore.GetToken(); using var db = contextFactory.CreateDbContext(); var machine = await db.Machine.Where(x => x.ChargeBoxId == ChargeBoxId && x.IsDelete == false).Select(x => new { x.CustomerId, x.Id }).AsNoTracking().FirstOrDefaultAsync(); if (machine == null) { return new MachineAndCustomerInfo(string.Empty, Guid.Empty, "Unknown"); } //var customerName = await db.Customer.Where(x => x.Id == machine.CustomerId).Select(x => x.Name).FirstOrDefaultAsync(); var customer = await GetCustomer(machine.CustomerId); var customerName = customer?.Name; return new MachineAndCustomerInfo(machine.Id, machine.CustomerId, customerName); } public async Task GetMachineConfiguration(string ChargeBoxId, string configName) { using var semaphoreWrapper = await startupSemaphore.GetToken(); using var db = contextFactory.CreateDbContext(); return await db.MachineConfigurations .Where(x => x.ChargeBoxId == ChargeBoxId && x.ConfigureName == configName) .Select(x => x.ConfigureSetting).FirstOrDefaultAsync(); } public async Task GetMachineSecurityProfile(string ChargeBoxId) { return await GetMachineConfiguration(ChargeBoxId, StandardConfiguration.SecurityProfile); } public async Task GetMachineAuthorizationKey(string ChargeBoxId) { return await GetMachineConfiguration(ChargeBoxId, StandardConfiguration.AuthorizationKey); } public async Task GetMachineHeartbeatInterval(string ChargeBoxId) { return await GetMachineConfiguration(ChargeBoxId, StandardConfiguration.HeartbeatInterval); } public async Task UpdateMachineBasicInfo(string ChargeBoxId, Machine machine) { //using var semaphoreWrapper = await startupSemaphore.GetToken(); //using var db = await contextFactory.CreateDbContextAsync(); //var _machine = db.Machine.FirstOrDefault(x => x.ChargeBoxId == ChargeBoxId); //_machine.ChargeBoxSerialNumber = machine.ChargeBoxSerialNumber; //_machine.ChargePointSerialNumber = machine.ChargePointSerialNumber; //_machine.ChargePointModel = machine.ChargePointModel; //_machine.ChargePointVendor = machine.ChargePointVendor; //_machine.FW_CurrentVersion = machine.FW_CurrentVersion; //_machine.Iccid = DateTime.UtcNow.ToString("yy-MM-dd HH:mm"); //_machine.Imsi = machine.Imsi; //_machine.MeterSerialNumber = machine.MeterSerialNumber; //_machine.MeterType = machine.MeterType; //await db.SaveChangesAsync(); //using var semaphoreWrapper = await startupSemaphore.GetToken(); await updateMachineBasicInfoHandler.HandleAsync(new UpdateMachineBasicInfoParam(ChargeBoxId, machine)); } public async Task AddOCMF(OCMF oCMF) { using var db = contextFactory.CreateDbContext(); db.OCMF.Add(oCMF); await db.SaveChangesAsync(); } public async ValueTask AddConnectorStatus( string ChargeBoxId, byte ConnectorId, DateTime CreatedOn, int Status, int ChargePointErrorCodeId, string ErrorInfo, string VendorId, string VendorErrorCode) { using var db = contextFactory.CreateDbContext(); var _currentStatus = new Domain.Models.Database.ConnectorStatus() { ChargeBoxId = ChargeBoxId, ConnectorId = ConnectorId, CreatedOn = CreatedOn, Status = Status, ChargePointErrorCodeId = ChargePointErrorCodeId, ErrorInfo = ErrorInfo, VendorId = VendorId, VendorErrorCode = VendorErrorCode, Id = Guid.NewGuid().ToString() }; db.ConnectorStatus.Add(_currentStatus); db.SaveChanges(); Task.Run(() => { lock (memoryCache) { memoryCache.Set($"{ChargeBoxId}{ConnectorId}", _currentStatus, TimeSpan.FromHours(12)); } }); } public async ValueTask GetConnectorStatus(string ChargeBoxId, int ConnectorId) { var key = $"{ChargeBoxId}{ConnectorId}"; if (memoryCache.TryGetValue(key, out var status)) { return status; } using var db = contextFactory.CreateDbContext(); var statusFromDb = await db.ConnectorStatus.Where(x => x.ChargeBoxId == ChargeBoxId && x.ConnectorId == ConnectorId).AsNoTracking().FirstOrDefaultAsync(); Task.Run(() => { lock (memoryCache) { memoryCache.Set(key, statusFromDb, TimeSpan.FromHours(12)); } }); return statusFromDb; } public async Task UpdateConnectorStatus(string Id, ConnectorStatus Status) { //await statusNotificationHandler.HandleAsync(new StatusNotificationParam(Id, Status)); //await UpdateConnectorStatusEF(Id, Status); await UpdateConnectorStatusDapper(Id, Status); var key = $"{Status.ChargeBoxId}{Status.ConnectorId}"; Task.Run(() => { lock (memoryCache) { memoryCache.Set(key, Status, TimeSpan.FromHours(12)); } }); return; } private async Task UpdateConnectorStatusEF(string Id, ConnectorStatus Status) { using var db = await contextFactory.CreateDbContextAsync(); ConnectorStatus status = new() { Id = Id }; db.ChangeTracker.AutoDetectChangesEnabled = false; db.ConnectorStatus.Attach(status); status.CreatedOn = Status.CreatedOn; status.Status = Status.Status; status.ChargePointErrorCodeId = Status.ChargePointErrorCodeId; status.ErrorInfo = Status.ErrorInfo; status.VendorId = Status.VendorId; status.VendorErrorCode = Status.VendorErrorCode; db.Entry(status).Property(x => x.CreatedOn).IsModified = true; db.Entry(status).Property(x => x.Status).IsModified = true; db.Entry(status).Property(x => x.ChargePointErrorCodeId).IsModified = true; db.Entry(status).Property(x => x.ErrorInfo).IsModified = true; db.Entry(status).Property(x => x.VendorId).IsModified = true; db.Entry(status).Property(x => x.VendorErrorCode).IsModified = true; await db.SaveChangesAsync(); } private async Task UpdateConnectorStatusDapper(string Id, ConnectorStatus Status) { var parameters = new DynamicParameters(); parameters.Add("@Id", Id, DbType.String, ParameterDirection.Input, 36); parameters.Add("@CreatedOn", Status.CreatedOn, DbType.DateTime, ParameterDirection.Input); parameters.Add("@Status", Status.Status, DbType.Int32, ParameterDirection.Input); parameters.Add("@ChargePointErrorCodeId", Status.ChargePointErrorCodeId, DbType.Int32, ParameterDirection.Input); parameters.Add("@ErrorInfo", Status.ErrorInfo, DbType.String, ParameterDirection.Input, 50); parameters.Add("@VendorId", Status.VendorId, DbType.String, ParameterDirection.Input, 255); parameters.Add("@VendorErrorCode", Status.VendorErrorCode, DbType.String, ParameterDirection.Input, 100); using var conn = sqlConnectionFactory.Create(); await conn.ExecuteAsync(""" update ConnectorStatus set CreatedOn = @CreatedOn, Status = @Status, ChargePointErrorCodeId = @ChargePointErrorCodeId, ErrorInfo = @ErrorInfo, VendorId = @VendorId, VendorErrorCode = @VendorErrorCode where Id = @Id """, parameters ); } public async ValueTask AddMachineError(byte ConnectorId, DateTime CreatedOn, int Status, string ChargeBoxId, int ErrorCodeId, string ErrorInfo, int PreStatus, string VendorErrorCode, string VendorId) { using var db = contextFactory.CreateDbContext(); db.MachineError.Add(new MachineError() { ConnectorId = ConnectorId, CreatedOn = CreatedOn, Status = Status, ChargeBoxId = ChargeBoxId, ErrorCodeId = ErrorCodeId, ErrorInfo = ErrorInfo, PreStatus = PreStatus, VendorErrorCode = VendorErrorCode, VendorId = VendorId }); db.SaveChanges(); } public Task AddServerMessage(string ChargeBoxId, string OutAction, object OutRequest, string CreatedBy, DateTime? CreatedOn = null, string SerialNo = "", string InMessage = "") { if (string.IsNullOrEmpty(CreatedBy)) { CreatedBy = "Server"; } if (string.IsNullOrEmpty(SerialNo)) { SerialNo = Guid.NewGuid().ToString(); } var _CreatedOn = CreatedOn ?? DateTime.UtcNow; string _OutRequest = ""; if (OutRequest is not null) { _OutRequest = JsonConvert.SerializeObject( OutRequest, new JsonSerializerSettings() { NullValueHandling = NullValueHandling.Ignore, Formatting = Formatting.None }); } return AddServerMessage(new ServerMessage() { ChargeBoxId = ChargeBoxId, CreatedBy = CreatedBy, CreatedOn = _CreatedOn, OutAction = OutAction, OutRequest = _OutRequest, SerialNo = SerialNo, InMessage = InMessage }); } public Task AddServerMessage(ServerMessage message) { return addServerMessageHandler.HandleAsync(message); } public ValueTask GetCustomer(string id) => GetCustomer(new Guid(id)); public async ValueTask GetCustomer(Guid id) { var key = $"Customer{id}"; if (memoryCache.TryGetValue(key, out var customer)) { return customer; } Customer toReturn = null; using (var db = contextFactory.CreateDbContext()) { toReturn = await db.Customer.FirstOrDefaultAsync(x => x.Id == id); } if (toReturn is not null) { Task.Run(() => { lock (memoryCache) { memoryCache.Set(key, toReturn, TimeSpan.FromSeconds(15)); } }); } return toReturn; } private void InitUpdateMachineBasicInfoHandler() { if (updateMachineBasicInfoHandler is not null) { throw new Exception($"{nameof(InitUpdateMachineBasicInfoHandler)} should only called once"); } updateMachineBasicInfoHandler = new GroupSingleHandler( handleFunc: BundelUpdateMachineBasicInfo, logger: loggerFactory.CreateLogger("UpdateMachineBasicInfoHandler"), workerCnt: 10); } private async Task BundelUpdateMachineBasicInfo(IEnumerable pams) { using var db = await contextFactory.CreateDbContextAsync(); using var trans = await db.Database.BeginTransactionAsync(); pams = pams.DistinctBy(x => x.ChargeBoxId); foreach (var pam in pams) { var _machine = db.Machine.FirstOrDefault(x => x.ChargeBoxId == pam.ChargeBoxId); _machine.ChargeBoxSerialNumber = pam.machine.ChargeBoxSerialNumber; _machine.ChargePointSerialNumber = pam.machine.ChargePointSerialNumber; _machine.ChargePointModel = pam.machine.ChargePointModel; _machine.ChargePointVendor = pam.machine.ChargePointVendor; _machine.FW_CurrentVersion = pam.machine.FW_CurrentVersion; _machine.Iccid = DateTime.UtcNow.ToString("yy-MM-dd HH:mm"); _machine.Imsi = pam.machine.Imsi; _machine.MeterSerialNumber = pam.machine.MeterSerialNumber; _machine.MeterType = pam.machine.MeterType; } db.SaveChanges(); trans.Commit(); } private void InitUpdateConnectorStatusHandler() { if (statusNotificationHandler is not null) { throw new Exception($"{nameof(InitUpdateConnectorStatusHandler)} should only called once"); } statusNotificationHandler = new GroupSingleHandler( handleFunc: BundleUpdateConnectorStatusDapper, logger: loggerFactory.CreateLogger("StatusNotificationHandler"), workerCnt: 1); } private async Task BundleUpdateConnectorStatus(IEnumerable statusNotifications) { using var db = await contextFactory.CreateDbContextAsync(); using var trans = await db.Database.BeginTransactionAsync(); statusNotifications = statusNotifications.OrderBy(x => x.Status.CreatedOn).DistinctBy(x => x.Id); foreach (var param in statusNotifications) { ConnectorStatus status = new() { Id = param.Id }; //db.ChangeTracker.AutoDetectChangesEnabled = false; db.ConnectorStatus.Attach(status); status.CreatedOn = param.Status.CreatedOn; status.Status = param.Status.Status; status.ChargePointErrorCodeId = param.Status.ChargePointErrorCodeId; status.ErrorInfo = param.Status.ErrorInfo; status.VendorId = param.Status.VendorId; status.VendorErrorCode = param.Status.VendorErrorCode; db.Entry(status).Property(x => x.CreatedOn).IsModified = true; db.Entry(status).Property(x => x.Status).IsModified = true; db.Entry(status).Property(x => x.ChargePointErrorCodeId).IsModified = true; db.Entry(status).Property(x => x.ErrorInfo).IsModified = true; db.Entry(status).Property(x => x.VendorId).IsModified = true; db.Entry(status).Property(x => x.VendorErrorCode).IsModified = true; //db.SaveChanges(); } db.SaveChanges(); trans.Commit(); db.ChangeTracker.Clear(); } private Task BundleUpdateConnectorStatusDapper(IEnumerable statusNotifications) { using var conn = sqlConnectionFactory.Create(); foreach (var status in statusNotifications) { var parameters = new DynamicParameters(); parameters.Add("@Id", status.Id, DbType.String, ParameterDirection.Input, 36); parameters.Add("@CreatedOn", status.Status.CreatedOn, DbType.DateTime, ParameterDirection.Input); parameters.Add("@Status", status.Status.Status, DbType.Int32, ParameterDirection.Input); parameters.Add("@ChargePointErrorCodeId", status.Status.ChargePointErrorCodeId, DbType.Int32, ParameterDirection.Input); parameters.Add("@ErrorInfo", status.Status.ErrorInfo, DbType.String, ParameterDirection.Input, 50); parameters.Add("@VendorId", status.Status.VendorId, DbType.String, ParameterDirection.Input, 255); parameters.Add("@VendorErrorCode", status.Status.VendorErrorCode, DbType.String, ParameterDirection.Input, 100); conn.Execute(""" update ConnectorStatus set CreatedOn = @CreatedOn, Status = @Status, ChargePointErrorCodeId = @ChargePointErrorCodeId, ErrorInfo = @ErrorInfo, VendorId = @VendorId, VendorErrorCode = @VendorErrorCode where Id = @Id """, parameters); } return Task.CompletedTask; } private void InitAddServerMessageHandler() { if (addServerMessageHandler is not null) { throw new Exception($"{nameof(InitAddServerMessageHandler)} should only called once"); } addServerMessageHandler = new GroupSingleHandler( handleFunc: BundleAddServerMessage, logger: loggerFactory.CreateLogger("AddServerMessageHandler")); } private async Task BundleAddServerMessage(IEnumerable messages) { using var db = await contextFactory.CreateDbContextAsync(); using var trans = await db.Database.BeginTransactionAsync(); foreach (var message in messages) { db.ServerMessage.Add(message); } db.SaveChanges(); trans.Commit(); db.ChangeTracker.Clear(); } private Task BulkInsertServerMessage(IEnumerable messages) { var table = new DataTable(); table.Columns.Add("ChargeBoxId"); table.Columns.Add("SerialNo"); table.Columns.Add("OutAction"); table.Columns.Add("OutRequest"); table.Columns.Add("InMessage"); table.Columns.Add("CreatedOn"); table.Columns.Add("CreatedBy"); table.Columns.Add("UpdatedOn"); table.Columns.Add("ReceivedOn"); foreach (var param in messages) { var row = table.NewRow(); row["ChargeBoxId"] = param.ChargeBoxId; row["SerialNo"] = param.SerialNo; row["OutAction"] = param.OutAction; row["OutRequest"] = param.OutRequest; row["InMessage"] = param.InMessage; row["CreatedOn"] = param.CreatedOn; row["CreatedBy"] = param.CreatedBy; row["UpdatedOn"] = param.UpdatedOn; row["ReceivedOn"] = param.ReceivedOn; table.Rows.Add(row); } using SqlConnection sqlConnection = sqlConnectionFactory.Create(); using SqlBulkCopy sqlBulkCopy = new SqlBulkCopy(sqlConnection); sqlBulkCopy.BatchSize = messages.Count(); sqlBulkCopy.DestinationTableName = "ServerMessage"; sqlBulkCopy.ColumnMappings.Add("ChargeBoxId", "ChargeBoxId"); sqlBulkCopy.ColumnMappings.Add("SerialNo", "SerialNo"); sqlBulkCopy.ColumnMappings.Add("OutAction", "OutAction"); sqlBulkCopy.ColumnMappings.Add("OutRequest", "OutRequest"); sqlBulkCopy.ColumnMappings.Add("InMessage", "InMessage"); sqlBulkCopy.ColumnMappings.Add("CreatedOn", "CreatedOn"); sqlBulkCopy.ColumnMappings.Add("CreatedBy", "CreatedBy"); sqlBulkCopy.ColumnMappings.Add("UpdatedOn", "UpdatedOn"); sqlBulkCopy.ColumnMappings.Add("ReceivedOn", "ReceivedOn"); return sqlBulkCopy.WriteToServerAsync(table); } private int GetStartupLimit(IConfiguration configuration) { var limitConfig = configuration["MainDbStartupLimit"]; int limit = 5; if (limitConfig != default) { int.TryParse(limitConfig, out limit); } return limit; } private int GetOpLimit(IConfiguration configuration) { var limitConfig = configuration["MainDbOpLimit"]; int limit = 500; if (limitConfig != default) { int.TryParse(limitConfig, out limit); } return limit; } } public record MachineAndCustomerInfo (string MachineId, Guid CustomerId, string CustomerName); public record StatusNotificationParam(string Id, ConnectorStatus Status); public record UpdateMachineBasicInfoParam(string ChargeBoxId, Machine machine);