using BBWY.Common.Http; using BBWY.Common.Models; using BBWY.Server.Model; using BBWY.Server.Model.Db; using BBWY.Server.Model.Dto; using Microsoft.Extensions.Options; using Newtonsoft.Json; using Newtonsoft.Json.Linq; using NLog; using System; using System.Collections.Generic; using System.Linq; using System.Net.Http; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; using Yitter.IdGenerator; namespace BBWY.Server.Business.Sync { public class JDPopularizeReportFormAdGroupLevelSyncBusiness : BaseSyncBusiness, IDenpendency { public JDPopularizeReportFormAdGroupLevelSyncBusiness(RestApiService restApiService, IOptions options, NLogManager nLogManager, IFreeSql fsql, IIdGenerator idGenerator, TaskSchedulerManager taskSchedulerManager, VenderBusiness venderBusiness, YunDingBusiness yunDingBusiness) : base(restApiService, options, nLogManager, fsql, idGenerator, taskSchedulerManager, venderBusiness, yunDingBusiness) { } private void DeleteOldData(IList shops, DateTime startDate, DateTime endDate) { var shopIds = shops.Select(s => Convert.ToInt64(s.ShopId)).ToList(); fsql.Delete().Where(s => shopIds.Contains(s.ShopId.Value) && s.Date >= startDate && s.Date <= endDate && s.BusinessType == 2).ExecuteAffrows(); } public void SyncAllShopPopularizeReportFormAdGroupLevel() { var shopList = venderBusiness.GetShopList(shopId: null, Enums.Platform.京东); var date = DateTime.Now.Date.AddDays(-1); DeleteOldData(shopList, date, date); foreach (var shop in shopList) { Task.Factory.StartNew(() => SyncShopPopularizeReportFormAdGroupLevelByDate(shop, date, date), System.Threading.CancellationToken.None, TaskCreationOptions.LongRunning, taskSchedulerManager.JDPopularizeTaskScheduler); } } public void SyncShopPopularizeReportFormAdGroupLevelByDate(long? shopId, DateTime startDate, DateTime endDate) { startDate = startDate.Date; endDate = endDate.Date; var shopList = venderBusiness.GetShopList(shopId, Enums.Platform.京东); DeleteOldData(shopList, startDate, endDate); foreach (var shop in shopList) { Task.Factory.StartNew(() => SyncShopPopularizeReportFormAdGroupLevelByDate(shop, startDate, endDate), System.Threading.CancellationToken.None, TaskCreationOptions.LongRunning, taskSchedulerManager.JDPopularizeTaskScheduler); } } private void SyncShopPopularizeReportFormAdGroupLevelByDate(ShopResponse shop, DateTime startDate, DateTime endDate) { var pageIndex = 1; while (true) { SyncShopPopularizeReportFormAdGroupLevel(shop, startDate, endDate, pageIndex, out int count); if (count < 100) break; pageIndex++; Thread.Sleep(2000); } } private void SyncShopPopularizeReportFormAdGroupLevel(ShopResponse shop, DateTime startDate, DateTime endDate, int pageIndex, out int currentCount) { currentCount = 0; try { var relayAPIHost = GetPlatformRelayAPIHost(shop.PlatformId); var httpResult = restApiService.SendRequest(relayAPIHost, "Api/PlatformSDK/GetJDSopularizeReportFormByAdGroupLevel", new SyncJDPopularizeReportFormRequest() { AppKey = shop.AppKey, AppSecret = shop.AppSecret, AppToken = shop.AppToken, EndDate = endDate, StartDate = startDate, Platform = shop.PlatformId, PageIndex = pageIndex, Business = 2 }, GetYunDingRequestHeader(), HttpMethod.Post); nLogManager.GetLogger($"单元维度-{shop.ShopName}").Info(httpResult.Content); if (httpResult.StatusCode != System.Net.HttpStatusCode.OK) throw new Exception($"获取JD推广报表-单元维度失败 {httpResult.Content}"); var presponse = JsonConvert.DeserializeObject>(httpResult.Content); if (!presponse.Success) throw new Exception($"获取JD推广报表-单元维度失败 {presponse.Msg}"); SyncShopPopularizeReportFormAdGroupLevel(long.Parse(shop.ShopId), presponse.Data); currentCount = presponse.Data?.Count() ?? 0; } catch (Exception ex) { var data = JsonConvert.SerializeObject(new { shop, startDate, endDate, pageIndex }); nLogManager.GetLogger($"单元维度-{shop.ShopName}").Error(ex, $"SyncShopPopularizeReportFormAdGroupLevel Data:{data}"); } } private void SyncShopPopularizeReportFormAdGroupLevel(long shopId, JArray jArray) { if (jArray == null || !jArray.HasValues) return; var insertList = new List(); foreach (var j in jArray) { var r0 = j["retrievalType0"]; insertList.Add(new JDPopularizeAdGroup() { Id = idGenerator.NewLong(), BusinessType = 2, ShopId = shopId, CreateTime = DateTime.Now, CampaignId = j.Value("campaignId"), AdGroupId = j.Value("adGroupId"), AdGroupName = j.Value("adGroupName"), Date = DateTime.ParseExact(j.Value("date"), "yyyyMMdd", System.Globalization.CultureInfo.CurrentCulture), Cost = r0.Value("cost"), Clicks = r0.Value("clicks") ?? 0, Impressions = r0.Value("impressions") ?? 0, TotalCartCnt = r0.Value("totalCartCnt") ?? 0, TotalOrderCnt = r0.Value("totalOrderCnt") ?? 0, TotalOrderCVS = r0.Value("totalOrderCVS") ?? 0M, CouponCnt = r0.Value("couponCnt") ?? 0, CPA = r0.Value("CPA") ?? 0.00M, CPC = r0.Value("CPC") ?? 0.00M, CPM = r0.Value("CPM") ?? 0.00M, CTR = r0.Value("CTR") ?? 0.00M, DepthPassengerCnt = r0.Value("depthPassengerCnt") ?? 0, DirectCartCnt = r0.Value("directCartCnt") ?? 0, DirectOrderCnt = r0.Value("directOrderCnt") ?? 0, DirectOrderSum = r0.Value("directOrderSum") ?? 0M, GoodsAttentionCnt = r0.Value("goodsAttentionCnt") ?? 0, IndirectCartCnt = r0.Value("indirectCartCnt") ?? 0, IndirectOrderCnt = r0.Value("indirectOrderCnt") ?? 0, IndirectOrderSum = r0.Value("indirectOrderSum") ?? 0, NewCustomersCnt = r0.Value("newCustomersCnt") ?? 0, OrderDate = DateTime.ParseExact(r0.Value("orderDate"), "yyyyMMdd", System.Globalization.CultureInfo.CurrentCulture), Pin = r0.Value("pin"), PreorderCnt = r0.Value("preorderCnt") ?? 0, ShopAttentionCnt = r0.Value("shopAttentionCnt") ?? 0, TotalCartCost = r0.Value("totalCartCost") ?? 0M, TotalOrderROI = r0.Value("totalOrderROI") ?? 0M, TotalOrderSum = r0.Value("totalOrderSum") ?? 0M, TotalPresaleOrderCnt = r0.Value("totalPresaleOrderCnt") ?? 0, TotalPresaleOrderSum = r0.Value("totalPresaleOrderSum") ?? 0M, VisitorCnt = r0.Value("visitorCnt") ?? 0, VisitPageCnt = r0.Value("visitPageCnt") ?? 0, VisitTimeAverage = r0.Value("visitTimeAverage") ?? 0M }); } if (insertList.Count > 0) fsql.Insert(insertList).ExecuteAffrows(); } } }