using DnsClient.Protocol;
using JiShe.CollectBus.Ammeters;
using JiShe.CollectBus.Application.Contracts;
using JiShe.CollectBus.Common.BuildSendDatas;
using JiShe.CollectBus.Common.Consts;
using JiShe.CollectBus.Common.DeviceBalanceControl;
using JiShe.CollectBus.Common.Enums;
using JiShe.CollectBus.Common.Extensions;
using JiShe.CollectBus.Common.Helpers;
using JiShe.CollectBus.Common.Models;
using JiShe.CollectBus.GatherItem;
using JiShe.CollectBus.IoTDB.Interface;
using JiShe.CollectBus.IotSystems.MessageIssueds;
using JiShe.CollectBus.IotSystems.MeterReadingRecords;
using JiShe.CollectBus.IotSystems.Watermeter;
using JiShe.CollectBus.Kafka.Producer;
using JiShe.CollectBus.Protocol.Contracts;
using JiShe.CollectBus.RedisDataCache;
using JiShe.CollectBus.Repository.MeterReadingRecord;
using Mapster;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using static FreeSql.Internal.GlobalFilter;

namespace JiShe.CollectBus.ScheduledMeterReading
{
    /// <summary>
    /// 定时采集服务
    /// </summary>
    public abstract class BasicScheduledMeterReadingService : CollectBusAppService, IScheduledMeterReadingService
    {
        private readonly ILogger<BasicScheduledMeterReadingService> _logger;
        private readonly IIoTDBProvider _dbProvider;
        private readonly IMeterReadingRecordRepository _meterReadingRecordRepository;
        private readonly IProducerService _producerService;
        private readonly IRedisDataCacheService _redisDataCacheService;
        private readonly KafkaOptionConfig _kafkaOptions;

        public BasicScheduledMeterReadingService(
            ILogger<BasicScheduledMeterReadingService> logger,
            IMeterReadingRecordRepository meterReadingRecordRepository,
            IProducerService producerService,
            IRedisDataCacheService redisDataCacheService,
            IIoTDBProvider dbProvider,
            IOptions<KafkaOptionConfig> kafkaOptions)
        {
            _logger = logger;
            _dbProvider = dbProvider;
            _meterReadingRecordRepository = meterReadingRecordRepository;
            _producerService = producerService;
            _redisDataCacheService = redisDataCacheService;
            _kafkaOptions = kafkaOptions.Value;
        }

        /// <summary>
        /// 系统类型
        /// </summary>
        public abstract string SystemType { get; }

        /// <summary>
        /// 应用服务器部署标记
        /// </summary>
        public abstract string ServerTagName { get; }

        /// <summary>
        ///电表日冻结采集项
        /// </summary>
        protected List<string> DayFreezeCodes = new List<string>() { "0D_3", "0D_4", "0D_161", "0D_162", "0D_163", "0D_164", "0D_165", "0D_166", "0D_167", "0D_168", "0C_149", };

        /// <summary>
        /// 电表月冻结采集项
        /// </summary>
        protected List<string> MonthFreezeCodes = new List<string>() { "0D_177", "0D_178", "0D_179", "0D_180", "0D_181", "0D_182", "0D_183", "0D_184", "0D_193", "0D_195", };

        /// <summary>
        /// 获取采集项列表
        /// </summary>
        /// <returns></returns>
        public virtual Task<List<GatherItemInfo>> GetGatherItemByDataTypes()
        {
            throw new NotImplementedException($"{nameof(GetGatherItemByDataTypes)}请根据不同系统类型进行实现");
        }

        /// <summary>
        /// 构建待处理的下发指令任务处理
        /// </summary>
        /// <returns></returns>
        public virtual async Task CreateToBeIssueTasks()
        {
            var redisCacheKey = $"{RedisConst.CacheBasicDirectoryKey}{SystemType}:{ServerTagName}:TaskInfo:*";
            var taskInfos = await FreeRedisProvider.Instance.KeysAsync(redisCacheKey);
            if (taskInfos == null || taskInfos.Length <= 0)
            {
                _logger.LogWarning($"{nameof(CreateToBeIssueTasks)} 构建待处理的下发指令任务处理时没有缓存数据,-101");
                return;
            }

            var currentTime = DateTime.Now;

            foreach (var item in taskInfos)
            {
                var tasksToBeIssueModel = await FreeRedisProvider.Instance.GetAsync<TasksToBeIssueModel>(item);
                if (tasksToBeIssueModel == null)
                {
                    _logger.LogWarning($"{nameof(CreateToBeIssueTasks)} 构建待处理的下发指令任务处理时Key=>{item}没有缓存数据,102");
                    continue;
                }

                //item 为 CacheTasksToBeIssuedKey 对应的缓存待下发的指令生产任务数据Redis Key tempArryay[0]=>CollectBus，tempArryay[1]=>SystemTypeConst，tempArryay[2]=>TaskInfo，tempArryay[3]=>表计类别，tempArryay[4]=>采集频率
                var tempArryay = item.Split(":");
                string meteryType = tempArryay[4];//表计类别
                int timeDensity = Convert.ToInt32(tempArryay[5]);//采集频率
                if (timeDensity > 15)
                {
                    timeDensity = 15;
                }

                //检查任务时间节点，由于定时任务10秒钟运行一次，需要判定当前时间是否在任务时间节点内，不在则跳过
                if (!IsTaskTime(tasksToBeIssueModel.NextTaskTime, timeDensity))
                {
                    _logger.LogInformation($"{nameof(CreateToBeIssueTasks)} 构建待处理的下发指令任务处理时Key=>{item}时间节点不在当前时间范围内,103");
                    continue;
                }

                var meterTypes = EnumExtensions.ToEnumDictionary<MeterTypeEnum>();

                if (meteryType == MeterTypeEnum.Ammeter.ToString())
                {
                    //_ = AmmerterCreatePublishTask(timeDensity, $"{tasksToBeIssueModel.NextTaskTime:yyyyMMddHHmm00}");

                    _ = CreateMeterPublishTask<AmmeterInfo>(
                        timeDensity: timeDensity,
                        taskBatch: $"{tasksToBeIssueModel.NextTaskTime:yyyyMMddHHmm00}",
                        meterType: MeterTypeEnum.Ammeter,
                        taskCreateAction: (timeDensity, data, groupIndex, taskBatch) =>
                        {
                            AmmerterCreatePublishTaskAction(timeDensity, data, groupIndex, taskBatch);
                        });

                }
                else if (meteryType == MeterTypeEnum.WaterMeter.ToString())
                {
                    //todo 水表任务创建待处理
                    //await WatermeterScheduledMeterReadingIssued(timeDensity, meterInfos);

                    _ = CreateMeterPublishTask<WatermeterInfo>(
                        timeDensity: timeDensity,
                        taskBatch: $"{tasksToBeIssueModel.NextTaskTime:yyyyMMddHHmm00}",
                        meterType: MeterTypeEnum.Ammeter,
                        taskCreateAction: (timeDensity, data, groupIndex, taskBatch) =>
                        {
                            //AmmerterCreatePublishTaskAction(timeDensity, data, groupIndex, taskBatch);
                        });
                }
                else
                {
                    _logger.LogError($"{nameof(CreateToBeIssueTasks)} {timeDensity}分钟采集待下发任务创建失败，没有获取到缓存信息,-106");
                }

                _logger.LogInformation($"{nameof(CreateToBeIssueTasks)} {timeDensity}分钟采集待下发任务创建完成");



                //根据当前的采集频率和类型，重新更新下一个任务点，把任务的创建源固定在当前逻辑，避免任务处理的逻辑异常导致任务创建失败。
                tasksToBeIssueModel.NextTaskTime = tasksToBeIssueModel.NextTaskTime.CalculateNextCollectionTime(timeDensity);
                await FreeRedisProvider.Instance.SetAsync(item, tasksToBeIssueModel);
            }
        }

        #region 电表采集处理

        /// <summary>
        /// 获取电表信息
        /// </summary>
        /// <param name="gatherCode">采集端Code</param>
        /// <returns></returns>
        public virtual Task<List<AmmeterInfo>> GetAmmeterInfoList(string gatherCode = "")
        {
            throw new NotImplementedException($"{nameof(GetAmmeterInfoList)}请根据不同系统类型进行实现");
        }

        /// <summary>
        /// 初始化电表缓存数据
        /// </summary>
        /// <param name="gatherCode">采集端Code</param>
        /// <returns></returns>
        public virtual async Task InitAmmeterCacheData(string gatherCode = "")
        {
#if DEBUG 
            return;



            var timeDensity = "15";
            var redisCacheMeterInfoHashKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoHashKey, SystemType, "JiSheCollectBus2", MeterTypeEnum.Ammeter, timeDensity)}";
            var redisCacheMeterInfoSetIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoSetIndexKey, SystemType, "JiSheCollectBus2", MeterTypeEnum.Ammeter, timeDensity)}";
            var redisCacheMeterInfoZSetScoresIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoZSetScoresIndexKey, SystemType, "JiSheCollectBus2", MeterTypeEnum.Ammeter, timeDensity)}";

            List<AmmeterInfo> meterInfos = new List<AmmeterInfo>();
            List<string> focusAddressDataLista = new List<string>();
            var timer1 = Stopwatch.StartNew();

            var allIds = new HashSet<string>();
            decimal? score = null;
            string member = null;

            while (true)
            {
                var page = await _redisDataCacheService.GetAllPagedData<AmmeterInfo>(
                    redisCacheMeterInfoHashKeyTemp,
                    redisCacheMeterInfoZSetScoresIndexKeyTemp,
                    pageSize: 1000,
                    lastScore: score,
                    lastMember: member);

                meterInfos.AddRange(page.Items);
                focusAddressDataLista.AddRange(page.Items.Select(d => d.FocusAddress));
                foreach (var item in page.Items)
                {
                    if (!allIds.Add(item.MemberId))
                    {
                        _logger.LogError($"{item.MemberId}Duplicate data found!");
                    }
                }
                if (!page.HasNext) break;
                score = page.NextScore;
                member = page.NextMember;
            }


            timer1.Stop();
            _logger.LogError($"读取数据更花费时间{timer1.ElapsedMilliseconds}毫秒");
            //DeviceGroupBalanceControl.InitializeCache(focusAddressDataLista, _kafkaOptions.NumPartitions);
            //return;
#else
            var meterInfos = await GetAmmeterInfoList(gatherCode);
#endif

            if (meterInfos == null || meterInfos.Count <= 0)
            {
                throw new NullReferenceException($"{nameof(InitAmmeterCacheData)} 初始化电表缓存数据时，电表数据为空");
            }

            //获取采集项类型数据
            var gatherItemInfos = await GetGatherItemByDataTypes();
            if (gatherItemInfos == null || gatherItemInfos.Count <= 0)
            {
                throw new NullReferenceException($"{nameof(InitAmmeterCacheData)} 初始化电表缓存数据时，采集项类型数据为空");
            }
            var timer = Stopwatch.StartNew();

            List<string> focusAddressDataList = new List<string>();//用于处理Kafka主题分区数据的分发和处理。

            //根据采集频率分组，获得采集频率分组
            var meterInfoGroupByTimeDensity = meterInfos.GroupBy(d => d.TimeDensity);

            //先处理采集频率任务缓存
            foreach (var item in meterInfoGroupByTimeDensity)
            {
                TasksToBeIssueModel nextTask = new TasksToBeIssueModel()
                {
                    TimeDensity = item.Key,
                    NextTaskTime = _kafkaOptions.FirstCollectionTime.CalculateNextCollectionTime(item.Key),//使用首次采集时间作为下一次采集时间
                };

                //todo 首次采集时间节点到目前运行时间中漏采的时间点，可以考虑使用IoTDB的存储，利用时间序列处理。

                var taskRedisCacheKey = string.Format(RedisConst.CacheTasksToBeIssuedKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, item.Key);
                await FreeRedisProvider.Instance.SetAsync(taskRedisCacheKey, nextTask);
            }

            foreach (var itemTimeDensity in meterInfoGroupByTimeDensity)
            {
                var redisCacheMeterInfoHashKey = $"{string.Format(RedisConst.CacheMeterInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, itemTimeDensity.Key)}";
                var redisCacheMeterInfoSetIndexKey = $"{string.Format(RedisConst.CacheMeterInfoSetIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, itemTimeDensity.Key)}";
                var redisCacheMeterInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheMeterInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, itemTimeDensity.Key)}";

                List<AmmeterInfo> ammeterInfos = new List<AmmeterInfo>();
                //将表计信息根据集中器分组，获得集中器号
                var meterInfoGroup = itemTimeDensity.GroupBy(x => x.FocusAddress).ToList();
                foreach (var item in meterInfoGroup)
                {
                    if (string.IsNullOrWhiteSpace(item.Key))//集中器号为空，跳过
                    {
                        continue;
                    }

                    focusAddressDataList.Add(item.Key);

                    // var redisCacheKey = $"{string.Format(RedisConst.CacheMeterInfoKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, itemTimeDensity.Key)}{item.Key}";

#if DEBUG
                    //每次缓存时，删除缓存，避免缓存数据有不准确的问题
                    //await FreeRedisProvider.Instance.DelAsync(redisCacheKey);
#else
                   //每次缓存时，删除缓存，避免缓存数据有不准确的问题
                   //await FreeRedisProvider.Instance.DelAsync(redisCacheKey);
#endif

                    //Dictionary<string, AmmeterInfo> keyValuePairs = new Dictionary<string, AmmeterInfo>();
                    foreach (var ammeter in item)
                    {
                        //处理ItemCode
                        if (string.IsNullOrWhiteSpace(ammeter.ItemCodes) && !string.IsNullOrWhiteSpace(ammeter.DataTypes))
                        {
                            var itemArr = ammeter.DataTypes.Split(',').ToList();

                            #region 拼接采集项
                            List<string> itemCodeList = new List<string>();
                            foreach (var dataType in itemArr)
                            {
                                var excludeItemCode = "10_98,10_94";//TODO 排除透明转发:尖峰平谷时段、跳合闸,特殊电表
                                var gatherItem = gatherItemInfos.FirstOrDefault(f => f.DataType.Equals(dataType));
                                if (gatherItem != null)
                                {
                                    if (!excludeItemCode.Contains(gatherItem.ItemCode))
                                    {
                                        itemCodeList.Add(gatherItem.ItemCode);
                                    }
                                }

                                #region 特殊电表采集项编号处理
                                if (itemArr.Exists(e => e.Equals("95"))) //德力西DTS
                                {
                                    itemCodeList.Add("10_95");
                                }
                                if (itemArr.Exists(e => e.Equals("109")))//WAVE_109
                                {
                                    itemCodeList.Add("10_109");
                                }
                                #endregion
                            }
                            #endregion



                            ammeter.ItemCodes = itemCodeList.Serialize();//转换成JSON字符串

                            if (!string.IsNullOrWhiteSpace(ammeter.ItemCodes))
                            {
                                ammeter.ItemCodes = ammeter.ItemCodes.Replace("WAVE_109", "10_109");
                            }
                        }

                        ammeterInfos.Add(ammeter);
                    }
                }

                await _redisDataCacheService.BatchInsertDataAsync<AmmeterInfo>(
                    redisCacheMeterInfoHashKey,
                    redisCacheMeterInfoSetIndexKey,
                    redisCacheMeterInfoZSetScoresIndexKey, ammeterInfos);
            }

            //初始化设备组负载控制
            if (focusAddressDataList == null || focusAddressDataList.Count <= 0)
            {
                _logger.LogError($"{nameof(InitAmmeterCacheData)} 初始化设备组负载控制失败，没有找到对应的设备信息");

            }
            else
            {
                DeviceGroupBalanceControl.InitializeCache(focusAddressDataList, _kafkaOptions.NumPartitions);
            }

            timer.Stop();

            _logger.LogInformation($"{nameof(InitAmmeterCacheData)} 初始化电表缓存数据完成，耗时{timer.ElapsedMilliseconds}毫秒");
        }

        /// <summary>
        /// 1分钟采集电表数据，只获取任务数据下发，不构建任务
        /// </summary>
        /// <returns></returns>
        public virtual async Task AmmeterScheduledMeterOneMinuteReading()
        {

            //获取缓存中的电表信息
            int timeDensity = 5;
            var currentTime = DateTime.Now;

            // 自动计算最佳并发度
            int recommendedThreads = DeviceGroupBalanceControl.CalculateOptimalThreadCount();

            var options = new ParallelOptions
            {
                MaxDegreeOfParallelism = recommendedThreads,
            };
            var taskBatch = $"{currentTime:yyyyMMddHHmm00}";

            Parallel.For(0, _kafkaOptions.NumPartitions, options, async groupIndex =>
            {
                var redisCacheTelemetryPacketInfoHashKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
                var redisCacheTelemetryPacketInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";

                _ = CreateMeterKafkaTaskMessage(redisCacheTelemetryPacketInfoHashKey, redisCacheTelemetryPacketInfoZSetScoresIndexKey);
            });

            await Task.CompletedTask;

        }

        /// <summary>
        /// 5分钟采集电表数据
        /// </summary>
        /// <returns></returns>
        public virtual async Task AmmeterScheduledMeterFiveMinuteReading()
        {
            //获取缓存中的电表信息
            int timeDensity = 5;
            var currentTime = DateTime.Now;

            // 自动计算最佳并发度
            int recommendedThreads = DeviceGroupBalanceControl.CalculateOptimalThreadCount();

            var options = new ParallelOptions
            {
                MaxDegreeOfParallelism = recommendedThreads,
            };
            var taskBatch = $"{currentTime:yyyyMMddHHmm00}";

            Parallel.For(0, _kafkaOptions.NumPartitions, options, async groupIndex =>
            {
                var redisCacheTelemetryPacketInfoHashKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
                var redisCacheTelemetryPacketInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";

                _ = CreateMeterKafkaTaskMessage(redisCacheTelemetryPacketInfoHashKey, redisCacheTelemetryPacketInfoZSetScoresIndexKey);
            });
        }

        /// <summary>
        /// 15分钟采集电表数据
        /// </summary>
        /// <returns></returns>
        public virtual async Task AmmeterScheduledMeterFifteenMinuteReading()
        {
            //获取缓存中的电表信息
            int timeDensity = 15;
            var currentTime = DateTime.Now;

            // 自动计算最佳并发度
            int recommendedThreads = DeviceGroupBalanceControl.CalculateOptimalThreadCount();

            var options = new ParallelOptions
            {
                MaxDegreeOfParallelism = recommendedThreads,
            };
            var taskBatch = $"{currentTime:yyyyMMddHHmm00}";

            Parallel.For(0, _kafkaOptions.NumPartitions, options, async groupIndex =>
            {
                var redisCacheTelemetryPacketInfoHashKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
                var redisCacheTelemetryPacketInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";

                _ = CreateMeterKafkaTaskMessage(redisCacheTelemetryPacketInfoHashKey, redisCacheTelemetryPacketInfoZSetScoresIndexKey);
            });

        }


        /// <summary>
        /// 创建电表待发送的任务数据
        /// </summary>
        /// <param name="timeDensity">采集频率</param>
        /// <param name="taskBatch">时间格式的任务批次名称</param>
        /// <returns></returns>
        private async Task AmmerterCreatePublishTask(int timeDensity, string taskBatch)
        {
            var timer = Stopwatch.StartNew();

            //获取对应频率中的所有电表信息
            var redisCacheMeterInfoHashKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity)}";
            var redisCacheMeterInfoSetIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoSetIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity)}";
            var redisCacheMeterInfoZSetScoresIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity)}";

            List<AmmeterInfo> meterInfos = new List<AmmeterInfo>();
            decimal? cursor = null;
            string member = null;
            bool hasNext;
            do
            {
                var page = await _redisDataCacheService.GetAllPagedData<AmmeterInfo>(
                    redisCacheMeterInfoHashKeyTemp,
                    redisCacheMeterInfoZSetScoresIndexKeyTemp,
                    pageSize: 1000,
                    lastScore: cursor,
                    lastMember: member);

                meterInfos.AddRange(page.Items);
                cursor = page.HasNext ? page.NextScore : null;
                member = page.HasNext ? page.NextMember : null;
                hasNext = page.HasNext;
            } while (hasNext);

            if (meterInfos == null || meterInfos.Count <= 0)
            {
                timer.Stop();
                _logger.LogError($"{nameof(AmmerterCreatePublishTaskAction)} {timeDensity}分钟采集待下发任务创建失败，没有获取到缓存信息,-105");
                return;
            }


            await DeviceGroupBalanceControl.ProcessWithThrottleAsync(
                items: meterInfos,
                deviceIdSelector: data => data.FocusAddress,
                processor: (data, groupIndex) =>
                {
                    AmmerterCreatePublishTaskAction(timeDensity, data, groupIndex, taskBatch);
                }
            );

            timer.Stop();
            _logger.LogInformation($"{nameof(AmmerterCreatePublishTaskAction)} {timeDensity}分钟采集待下发任务创建完成,{timer.ElapsedMilliseconds},总共{meterInfos.Count}表计信息");
        }


        /// <summary>
        /// 创建电表待发送的任务数据
        /// </summary>
        /// <param name="timeDensity">采集频率</param>
        /// <param name="ammeterInfo">电表信息</param>
        /// <param name="groupIndex">集中器所在分组</param>
        /// <param name="taskBatch">时间格式的任务批次名称</param>
        /// <returns></returns>
        private void AmmerterCreatePublishTaskAction(int timeDensity
            , AmmeterInfo ammeterInfo, int groupIndex, string taskBatch)
        {
            var handlerPacketBuilder = TelemetryPacketBuilder.AFNHandlersDictionary;
            //todo 检查需要待补抄的电表的时间点信息，保存到需要待补抄的缓存中。如果此线程异常，该如何补偿？

            var currentTime = DateTime.Now;
            var pendingCopyReadTime = currentTime.AddMinutes(timeDensity);

            var redisCacheTelemetryPacketInfoHashKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
            var redisCacheTelemetryPacketInfoSetIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoSetIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
            var redisCacheTelemetryPacketInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";

            if (string.IsNullOrWhiteSpace(ammeterInfo.ItemCodes))
            {
                // _logger.LogError($"{nameof(AmmerterCreatePublishTask)} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}数据采集指令生成失败，采集项为空,-101");
                return;
            }

            //载波的不处理
            if (ammeterInfo.MeteringPort == (int)MeterLinkProtocolEnum.Carrierwave)
            {
                //_logger.LogError($"{nameof(AmmerterCreatePublishTask)} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}数据采集指令生成失败，载波不处理,-102");
                return;
            }

            if (ammeterInfo.State.Equals(2))
            {
                //_logger.LogWarning($"{nameof(AmmerterCreatePublishTask)} {ammeterInfo.Name} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}状态为禁用，不处理");
                return;
            }

            ////排除1天未在线的集中器生成指令 或 排除集中器配置为自动上报的集中器
            //if (!IsGennerateCmd(ammeter.LastTime, -1))
            //{
            //    _logger.LogInformation($"{nameof(CreatePublishTask)} 集中器{ammeter.FocusAddress}的电表{ammeter.Name}，采集时间：{ammeter.LastTime}，已超过1天未在线，不生成指令");
            //    continue;
            //}

            if (string.IsNullOrWhiteSpace(ammeterInfo.AreaCode))
            {
                // _logger.LogError($"{nameof(AmmerterCreatePublishTask)} 表ID:{ammeterInfo.ID},集中器通信区号为空");
                return;
            }
            if (string.IsNullOrWhiteSpace(ammeterInfo.Address))
            {
                //_logger.LogError($"{nameof(AmmerterCreatePublishTask)} 表ID:{ammeterInfo.ID},集中器通信地址为空");
                return;
            }
            if (Convert.ToInt32(ammeterInfo.Address) > 65535)
            {
                //_logger.LogError($"{nameof(AmmerterCreatePublishTask)} 表ID:{ammeterInfo.ID},集中器通信地址无效,确保大于65535");
                return;
            }
            if (ammeterInfo.MeteringCode <= 0 || ammeterInfo.MeteringCode > 33)
            {
                //_logger.LogError($"{nameof(AmmerterCreatePublishTask)} 表ID:{ammeterInfo.ID},非有效测量点号({ammeterInfo.MeteringCode})");
                return;
            }

            List<string> tempCodes = ammeterInfo.ItemCodes.Deserialize<List<string>>()!;

            //TODO:自动上报数据只主动采集1类数据。
            if (ammeterInfo.AutomaticReport.Equals(1))
            {
                var tempSubCodes = new List<string>();
                if (tempCodes.Contains("0C_49"))
                {
                    tempSubCodes.Add("0C_49");
                }

                if (tempSubCodes.Contains("0C_149"))
                {
                    tempSubCodes.Add("0C_149");
                }

                if (ammeterInfo.ItemCodes.Contains("10_97"))
                {
                    tempSubCodes.Add("10_97");
                }

                if (tempSubCodes == null || tempSubCodes.Count <= 0)
                {
                    //_logger.LogInformation($"{nameof(AmmerterCreatePublishTask)} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}自动上报数据主动采集1类数据时数据类型为空");
                    return;
                }
                else
                {
                    tempCodes = tempSubCodes;
                }
            }

            List<MeterReadingTelemetryPacketInfo> taskList = new List<MeterReadingTelemetryPacketInfo>();

            foreach (var tempItem in tempCodes)
            {
                //排除已发送日冻结和月冻结采集项配置
                if (DayFreezeCodes.Contains(tempItem))
                {
                    continue;
                }

                if (MonthFreezeCodes.Contains(tempItem))
                {
                    continue;
                }

                var itemCodeArr = tempItem.Split('_');
                var aFNStr = itemCodeArr[0];
                var aFN = (AFN)aFNStr.HexToDec();
                var fn = int.Parse(itemCodeArr[1]);
                TelemetryPacketResponse builderResponse = null;
                if (ammeterInfo.AutomaticReport.Equals(1) && aFN == AFN.请求实时数据)
                {
                    //实时数据
                    builderResponse = TelemetryPacketBuilder.AFN0C_Fn_Send(new TelemetryPacketRequest()
                    {
                        FocusAddress = ammeterInfo.FocusAddress,
                        Fn = fn,
                        Pn = ammeterInfo.MeteringCode
                    });
                }
                else
                {
                    string methonCode = $"AFN{aFNStr}_Fn_Send";
                    //特殊表暂不处理
                    if (handlerPacketBuilder != null && handlerPacketBuilder.TryGetValue(methonCode
                         , out var handler))
                    {
                        builderResponse = handler(new TelemetryPacketRequest()
                        {
                            FocusAddress = ammeterInfo.FocusAddress,
                            Fn = fn,
                            Pn = ammeterInfo.MeteringCode
                        });
                    }
                    else
                    {
                        //_logger.LogWarning($"{nameof(AmmerterCreatePublishTask)} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}采集项{tempItem}无效编码。");
                        continue;
                    }
                }
                //TODO:特殊表 

                if (builderResponse == null || builderResponse.Data.Length <= 0)
                {
                    //_logger.LogWarning($"{nameof(AmmerterCreatePublishTask)} 集中器{ammeterInfo.FocusAddress}的电表{ammeterInfo.Name}采集项{tempItem}未能正确获取报文。");
                    continue;
                }



                var meterReadingRecords = new MeterReadingTelemetryPacketInfo()
                {
                    ProjectID = ammeterInfo.ProjectID,
                    DatabaseBusiID = ammeterInfo.DatabaseBusiID,
                    PendingCopyReadTime = pendingCopyReadTime,
                    CreationTime = currentTime,
                    MeterAddress = ammeterInfo.AmmerterAddress,
                    MeterId = ammeterInfo.MeterId,
                    MeterType = MeterTypeEnum.Ammeter,
                    FocusAddress = ammeterInfo.FocusAddress,
                    FocusId = ammeterInfo.FocusId,
                    AFN = aFN,
                    Fn = fn,
                    Seq = builderResponse.Seq,
                    MSA = builderResponse.MSA,
                    ItemCode = tempItem,
                    TaskMark = CommonHelper.GetTaskMark((int)aFN, fn, ammeterInfo.MeteringCode, builderResponse.MSA),
                    IsSend = false,
                    ManualOrNot = false,
                    Pn = ammeterInfo.MeteringCode,
                    IssuedMessageId = GuidGenerator.Create().ToString(),
                    IssuedMessageHexString = Convert.ToHexString(builderResponse.Data),
                    IsReceived = false,
                };

                taskList.Add(meterReadingRecords);
            }

            if (taskList == null
              || taskList.Count() <= 0
              || string.IsNullOrWhiteSpace(redisCacheTelemetryPacketInfoHashKey)
              || string.IsNullOrWhiteSpace(redisCacheTelemetryPacketInfoSetIndexKey)
              || string.IsNullOrWhiteSpace(redisCacheTelemetryPacketInfoZSetScoresIndexKey))
            {
                _logger.LogError($"{nameof(AmmerterCreatePublishTaskAction)} {ammeterInfo.Name}的写入参数异常，{redisCacheTelemetryPacketInfoHashKey}：{redisCacheTelemetryPacketInfoSetIndexKey}：{redisCacheTelemetryPacketInfoZSetScoresIndexKey}，-101");
                return;
            }

            using (var pipe = FreeRedisProvider.Instance.StartPipe())
            {
                foreach (var item in taskList)
                {
                    // 主数据存储Hash
                    pipe.HSet(redisCacheTelemetryPacketInfoHashKey, item.MemberId, item.Serialize());

                    // Set索引缓存
                    pipe.SAdd(redisCacheTelemetryPacketInfoSetIndexKey, item.MemberId);

                    // ZSET索引缓存Key
                    pipe.ZAdd(redisCacheTelemetryPacketInfoZSetScoresIndexKey, item.ScoreValue, item.MemberId);
                }
                pipe.EndPipe();
            }

            //await _redisDataCacheService.BatchInsertDataAsync(
            //    redisCacheTelemetryPacketInfoHashKey,
            //    redisCacheTelemetryPacketInfoSetIndexKey,
            //    redisCacheTelemetryPacketInfoZSetScoresIndexKey,
            //    taskList);
        }

        #endregion


        #region 水表采集处理

        /// <summary>
        /// 获取水表信息
        /// </summary>
        /// <param name="gatherCode">采集端Code</param>
        /// <returns></returns>
        public virtual Task<List<WatermeterInfo>> GetWatermeterInfoList(string gatherCode = "")
        {
            throw new NotImplementedException($"{nameof(GetWatermeterInfoList)}请根据不同系统类型进行实现");
        }

        /// <summary>
        /// 初始化水表缓存数据
        /// </summary>
        /// <param name="gatherCode">采集端Code</param>
        /// <returns></returns>
        public virtual async Task InitWatermeterCacheData(string gatherCode = "")
        {
            var meterInfos = await GetWatermeterInfoList(gatherCode);
            if (meterInfos == null || meterInfos.Count <= 0)
            {
                throw new NullReferenceException($"{nameof(InitWatermeterCacheData)} 初始化水表缓存数据时，水表数据为空");
            }

            //获取采集项类型数据
            var gatherItemInfos = await GetGatherItemByDataTypes();
            if (gatherItemInfos == null || gatherItemInfos.Count <= 0)
            {
                throw new NullReferenceException($"{nameof(InitAmmeterCacheData)} 初始化水表缓存数据时，采集项类型数据为空");
            }

            //根据采集频率分组，获得采集频率分组
            var meterInfoGroupByTimeDensity = meterInfos.GroupBy(d => d.TimeDensity);
            foreach (var itemTimeDensity in meterInfoGroupByTimeDensity)
            {
                //将表计信息根据集中器分组，获得集中器号
                var meterInfoGroup = itemTimeDensity.GroupBy(x => x.FocusAddress).ToList();
                foreach (var item in meterInfoGroup)
                {
                    if (string.IsNullOrWhiteSpace(item.Key))
                    {
                        continue;
                    }

                    var redisCacheKey = $"{string.Format(RedisConst.CacheMeterInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.WaterMeter, itemTimeDensity.Key)}{item.Key}";
                    Dictionary<string, WatermeterInfo> keyValuePairs = new Dictionary<string, WatermeterInfo>();
                    foreach (var subItem in item)
                    {

                        keyValuePairs.TryAdd($"{subItem.MeterId}", subItem);
                    }
                    await FreeRedisProvider.Instance.HSetAsync(redisCacheKey, keyValuePairs);
                }

                //在缓存表信息数据的时候，新增下一个时间的自动处理任务，1分钟后执行
                TasksToBeIssueModel nextTask = new TasksToBeIssueModel()
                {
                    TimeDensity = itemTimeDensity.Key,
                    NextTaskTime = DateTime.Now.AddMinutes(1)
                };

                var taskRedisCacheKey = string.Format(RedisConst.CacheTasksToBeIssuedKey, SystemType, ServerTagName, MeterTypeEnum.WaterMeter, itemTimeDensity.Key);
                await FreeRedisProvider.Instance.SetAsync(taskRedisCacheKey, nextTask);
            }


            _logger.LogInformation($"{nameof(InitAmmeterCacheData)} 初始化水表缓存数据完成");
        }

        /// <summary>
        /// 水表数据采集
        /// </summary>
        /// <returns></returns>
        public virtual async Task WatermeterScheduledMeterAutoReading()
        {
            //获取缓存中的水表信息
            int timeDensity = 1;
            var redisKeyList = GetTelemetryPacketCacheKeyPrefix(timeDensity, MeterTypeEnum.WaterMeter);
            var oneMinutekeyList = await FreeRedisProvider.Instance.KeysAsync(redisKeyList);
            if (oneMinutekeyList == null || oneMinutekeyList.Length <= 0)
            {
                _logger.LogError($"{nameof(WatermeterScheduledMeterAutoReading)} {timeDensity}分钟采集水表数据处理时没有获取到缓存信息,-101");
                return;
            }

            //获取下发任务缓存数据
            Dictionary<string, Dictionary<string, MeterReadingRecords>> meterTaskInfos = await GetMeterRedisCacheDictionaryData<MeterReadingRecords>(oneMinutekeyList, SystemType, ServerTagName, timeDensity.ToString(), MeterTypeEnum.WaterMeter);
            if (meterTaskInfos == null || meterTaskInfos.Count <= 0)
            {
                _logger.LogError($"{nameof(WatermeterScheduledMeterAutoReading)} {timeDensity}分钟采集水表数据处理时没有获取到缓存信息,-102");
                return;
            }

            List<MeterReadingRecords> meterTaskInfosList = new List<MeterReadingRecords>();

            //将取出的缓存任务数据发送到Kafka消息队列中
            foreach (var focusItem in meterTaskInfos)
            {
                foreach (var ammerterItem in focusItem.Value)
                {
                    var tempMsg = new ScheduledMeterReadingIssuedEventMessage()
                    {
                        MessageHexString = ammerterItem.Value.IssuedMessageHexString,
                        MessageId = ammerterItem.Value.IssuedMessageId,
                        FocusAddress = ammerterItem.Value.FocusAddress,
                        TimeDensity = timeDensity.ToString(),
                    };

                    //await _producerBus.PublishAsync(ProtocolConst.WatermeterSubscriberWorkerAutoReadingIssuedEventName, tempMsg);

                    //_ = _producerBus.Publish(tempMsg);


                    meterTaskInfosList.Add(ammerterItem.Value);
                }
            }
            if (meterTaskInfosList != null && meterTaskInfosList.Count > 0)
            {
                await _meterReadingRecordRepository.InsertManyAsync(meterTaskInfosList);
            }

            ////删除任务数据
            //await FreeRedisProvider.Instance.DelAsync(oneMinutekeyList);

            ////缓存下一个时间的任务
            //await CacheNextTaskData(timeDensity, MeterTypeEnum.WaterMeter);


            _logger.LogInformation($"{nameof(WatermeterScheduledMeterAutoReading)} {timeDensity}分钟采集水表数据处理完成");
        }

        /// <summary>
        /// 创建水表待发送的任务数据
        /// </summary>
        /// <param name="timeDensity">采集频率</param>
        /// <param name="meterInfo">水表信息</param>
        /// <param name="groupIndex">集中器所在分组</param>
        /// <param name="taskBatch">时间格式的任务批次名称</param>
        /// <returns></returns>
        private void WatermeterCreatePublishTaskAction(int timeDensity
            , WatermeterInfo meterInfo, int groupIndex, string taskBatch)
        {
            var handlerPacketBuilder = TelemetryPacketBuilder.AFNHandlersDictionary;


            var currentTime = DateTime.Now;
            var pendingCopyReadTime = currentTime.AddMinutes(timeDensity);

            var redisCacheTelemetryPacketInfoHashKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
            var redisCacheTelemetryPacketInfoSetIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoSetIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";
            var redisCacheTelemetryPacketInfoZSetScoresIndexKey = $"{string.Format(RedisConst.CacheTelemetryPacketInfoZSetScoresIndexKey, SystemType, ServerTagName, MeterTypeEnum.Ammeter, timeDensity, groupIndex, taskBatch)}";


            var taskInfo = new MeterReadingTelemetryPacketInfo()
            {
                Seq= null,
                
            };
            //

            Build188SendData.Build188WaterMeterReadingSendDataUnit(meterInfo.Address);

            using (var pipe = FreeRedisProvider.Instance.StartPipe())
            {
                // 主数据存储Hash
                pipe.HSet(redisCacheTelemetryPacketInfoHashKey, taskInfo.MemberId, taskInfo.Serialize());

                // Set索引缓存
                pipe.SAdd(redisCacheTelemetryPacketInfoSetIndexKey, taskInfo.MemberId);

                // ZSET索引缓存Key
                pipe.ZAdd(redisCacheTelemetryPacketInfoZSetScoresIndexKey, taskInfo.ScoreValue, taskInfo.MemberId);

                pipe.EndPipe();
            }

        }

        #endregion


        #region 公共处理方法

        /// <summary>
        /// 判断是否需要生成采集指令
        /// </summary>
        /// <param name="nextTaskTime"></param>
        /// <param name="timeDensity"></param>
        /// <returns></returns>
        private bool IsTaskTime(DateTime nextTaskTime, int timeDensity = 0)
        {
            if (DateTime.Now.AddMinutes(timeDensity) >= nextTaskTime)
            {
                return true;
            }

            return false;
        }

        /// <summary>
        /// 获取缓存表计下发指令缓存key前缀
        /// </summary>
        /// <param name="timeDensity"></param>
        /// <param name="meterType"></param>
        /// <returns></returns>
        private string GetTelemetryPacketCacheKeyPrefix(int timeDensity, MeterTypeEnum meterType)
        {
            return $"{string.Format(RedisConst.CacheTelemetryPacketInfoHashKey, SystemType, ServerTagName, meterType, timeDensity)}*";
        }


        /// <summary>
        /// 创建表的待发送的任务数据
        /// </summary>
        /// <param name="timeDensity">采集频率</param>
        /// <param name="taskBatch">时间格式的任务批次名称</param>
        /// <param name="meterType">表类型</param>
        /// <param name="taskCreateAction">具体的创建任务的委托</param>
        /// <returns></returns>
        private async Task CreateMeterPublishTask<T>(int timeDensity, string taskBatch, MeterTypeEnum meterType, Action<int, T, int, string> taskCreateAction) where T : DeviceCacheBasicModel
        {
            var timer = Stopwatch.StartNew();

            //获取对应频率中的所有电表信息
            var redisCacheMeterInfoHashKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoHashKey, SystemType, ServerTagName, meterType, timeDensity)}";
            var redisCacheMeterInfoSetIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoSetIndexKey, SystemType, ServerTagName, meterType, timeDensity)}";
            var redisCacheMeterInfoZSetScoresIndexKeyTemp = $"{string.Format(RedisConst.CacheMeterInfoZSetScoresIndexKey, SystemType, ServerTagName, meterType, timeDensity)}";

            List<T> meterInfos = new List<T>();
            decimal? cursor = null;
            string member = null;
            bool hasNext;
            do
            {
                var page = await _redisDataCacheService.GetAllPagedData<T>(
                    redisCacheMeterInfoHashKeyTemp,
                    redisCacheMeterInfoZSetScoresIndexKeyTemp,
                    pageSize: 1000,
                    lastScore: cursor,
                    lastMember: member);

                meterInfos.AddRange(page.Items);
                cursor = page.HasNext ? page.NextScore : null;
                member = page.HasNext ? page.NextMember : null;
                hasNext = page.HasNext;
            } while (hasNext);

            if (meterInfos == null || meterInfos.Count <= 0)
            {
                timer.Stop();
                _logger.LogError($"{nameof(CreateMeterPublishTask)} {timeDensity}分钟采集待下发任务创建失败，没有获取到缓存信息,-105");
                return;
            }


            await DeviceGroupBalanceControl.ProcessWithThrottleAsync(
                items: meterInfos,
                deviceIdSelector: data => data.FocusAddress,
                processor: (data, groupIndex) =>
                {
                    taskCreateAction(timeDensity, data, groupIndex, taskBatch);
                }
            );

            timer.Stop();
            _logger.LogInformation($"{nameof(CreateMeterPublishTask)} {meterType} {timeDensity}分钟采集待下发任务创建完成,{timer.ElapsedMilliseconds},总共{meterInfos.Count}表计信息");
        }


        /// <summary>
        /// 创建Kafka消息
        /// </summary>
        /// <param name="redisCacheTelemetryPacketInfoHashKey"></param>
        /// <param name="redisCacheTelemetryPacketInfoZSetScoresIndexKey"></param>
        /// <returns></returns>
        private async Task CreateMeterKafkaTaskMessage(
        string redisCacheTelemetryPacketInfoHashKey,
        string redisCacheTelemetryPacketInfoZSetScoresIndexKey)
        {
            if (string.IsNullOrWhiteSpace(redisCacheTelemetryPacketInfoHashKey) || string.IsNullOrWhiteSpace(redisCacheTelemetryPacketInfoHashKey))
            {
                throw new Exception($"{nameof(CreateMeterKafkaTaskMessage)} 创建Kafka消息失败，参数异常,-101");
            }

            decimal? cursor = null;
            string member = null;
            bool hasNext;
            var stopwatch = Stopwatch.StartNew();
            do
            {
                var page = await _redisDataCacheService.GetAllPagedData<MeterReadingTelemetryPacketInfo>(
                    redisCacheTelemetryPacketInfoHashKey,
                    redisCacheTelemetryPacketInfoZSetScoresIndexKey,
                    pageSize: 1000,
                    lastScore: cursor,
                    lastMember: member);

                cursor = page.HasNext ? page.NextScore : null;
                member = page.HasNext ? page.NextMember : null;
                hasNext = page.HasNext;

                await DeviceGroupBalanceControl.ProcessWithThrottleAsync(
                    items: page.Items,
                    deviceIdSelector: data => data.FocusAddress,
                    processor: (data, groupIndex) =>
                    {
                        _ = KafkaProducerIssuedMessageAction(ProtocolConst.AmmeterSubscriberWorkerFifteenMinuteIssuedEventName, data, groupIndex);
                    }
                );

            } while (hasNext);

            stopwatch.Stop();
            _logger.LogError($"{nameof(CreateMeterKafkaTaskMessage)} {redisCacheTelemetryPacketInfoHashKey}采集推送完成，共消耗{stopwatch.ElapsedMilliseconds}毫秒。");
        }

        /// <summary>
        /// Kafka 推送消息
        /// </summary>
        /// <param name="topicName">主题名称</param>
        /// <param name="taskRecord">任务记录</param>
        /// <param name="partition">对应分区，也就是集中器号所在的分组序号</param>
        /// <returns></returns>
        private async Task KafkaProducerIssuedMessageAction(string topicName,
            MeterReadingTelemetryPacketInfo taskRecord, int partition)
        {
            if (string.IsNullOrWhiteSpace(topicName) || taskRecord == null)
            {
                throw new Exception($"{nameof(KafkaProducerIssuedMessageAction)} 推送消息失败，参数异常,-101");
            }

            await _producerService.ProduceAsync(topicName, partition, taskRecord);
        }

        #endregion

    }
}