1

3 years ago · 1097172fed
2 changed files with 231 additions and 0 deletions
--- a/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormOrderLevelSyncBusiness.cs
+++ b/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormOrderLevelSyncBusiness.cs
@ -0,0 +1,228 @@
+using BBWY.Common.Http;
+using BBWY.Common.Models;
+using BBWY.Server.Model;
+using BBWY.Server.Model.Db;
+using BBWY.Server.Model.Dto;
+using Microsoft.Extensions.Options;
+using Newtonsoft.Json;
+using Newtonsoft.Json.Linq;
+using NLog;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Net.Http;
+using System.Text.RegularExpressions;
+using System.Threading;
+using System.Threading.Tasks;
+using Yitter.IdGenerator;
+
+namespace BBWY.Server.Business.Sync
+{
+    public class JDPopularizeReportFormOrderLevelSyncBusiness : BaseSyncBusiness, IDenpendency
+    {
+        public JDPopularizeReportFormOrderLevelSyncBusiness(RestApiService restApiService,
+                                                              IOptions<GlobalConfig> options,
+                                                              ILogger logger,
+                                                              IFreeSql fsql,
+                                                              IIdGenerator idGenerator,
+                                                              TaskSchedulerManager taskSchedulerManager,
+                                                              VenderBusiness venderBusiness) : base(restApiService,
+                                                                                                    options,
+                                                                                                    logger,
+                                                                                                    fsql,
+                                                                                                    idGenerator,
+                                                                                                    taskSchedulerManager,
+                                                                                                    venderBusiness)
+        {
+
+        }
+
+        private void DeleteOldData(IList<ShopResponse> shops, DateTime startDate, DateTime endDate)
+        {
+            var shopIds = shops.Select(s => Convert.ToInt64(s.ShopId)).ToList();
+            fsql.Delete<JDOrderPopularizeRelation>().Where(s => shopIds.Contains(s.ShopId.Value) &&
+                                                          s.OrderTime >= startDate && s.OrderTime <= endDate).ExecuteAffrows();
+        }
+
+        public void SyncAllShopPopularizeReportFormOrderLevel()
+        {
+            var shopList = venderBusiness.GetShopList(shopId: null, Enums.Platform.京东);
+            var date = DateTime.Now.Date.AddDays(-1);
+            DeleteOldData(shopList, date, date);
+            foreach (var shop in shopList)
+            {
+                Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, date, date, 2),
+                                            System.Threading.CancellationToken.None,
+                                            TaskCreationOptions.LongRunning,
+                                            taskSchedulerManager.JDPopularizeTaskScheduler);
+
+                Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, date, date, 134217728),
+                                          System.Threading.CancellationToken.None,
+                                          TaskCreationOptions.LongRunning,
+                                          taskSchedulerManager.JDPopularizeTaskScheduler);
+            }
+        }
+
+        public void SyncShopPopularizeReportFormOrderLevelByDate(long? shopId, DateTime startDate, DateTime endDate)
+        {
+            startDate = startDate.Date;
+            endDate = endDate.Date;
+            var shopList = venderBusiness.GetShopList(shopId, Enums.Platform.京东);
+            DeleteOldData(shopList, startDate, endDate);
+            foreach (var shop in shopList)
+            {
+                Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, startDate, endDate, 2),
+                                            System.Threading.CancellationToken.None,
+                                            TaskCreationOptions.LongRunning,
+                                            taskSchedulerManager.JDPopularizeTaskScheduler);
+
+                Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, startDate, endDate, 134217728),
+                                           System.Threading.CancellationToken.None,
+                                           TaskCreationOptions.LongRunning,
+                                           taskSchedulerManager.JDPopularizeTaskScheduler);
+            }
+        }
+
+        private void SyncShopPopularizeReportFormOrderLevelByDate(ShopResponse shop, DateTime startDate, DateTime endDate, int businessType)
+        {
+            var pageIndex = 1;
+            while (true)
+            {
+                SyncShopPopularizeReportFormOrderLevel(shop, startDate, endDate, pageIndex, businessType, out int count);
+                if (count < 100)
+                    break;
+                pageIndex++;
+                Thread.Sleep(2000);
+            }
+        }
+
+        private void SyncShopPopularizeReportFormOrderLevel(ShopResponse shop, DateTime startDate, DateTime endDate, int pageIndex, int businessType, out int currentCount)
+        {
+            currentCount = 0;
+            try
+            {
+                var relayAPIHost = GetPlatformRelayAPIHost(shop.PlatformId);
+                var httpResult = restApiService.SendRequest(relayAPIHost, "Api/PlatformSDK/GetJDSopularizeReportFormByOrderLevel", new SyncJDPopularizeReportFormRequest()
+                {
+                    AppKey = shop.AppKey,
+                    AppSecret = shop.AppSecret,
+                    AppToken = shop.AppToken,
+                    EndDate = endDate,
+                    StartDate = startDate,
+                    Platform = shop.PlatformId,
+                    PageIndex = pageIndex,
+                    Business = businessType
+                }, null, HttpMethod.Post);
+                if (httpResult.StatusCode != System.Net.HttpStatusCode.OK)
+                    throw new Exception($"获取JD推广报表-订单维度失败 {httpResult.Content}");
+
+                var presponse = JsonConvert.DeserializeObject<ApiResponse<JArray>>(httpResult.Content);
+                if (!presponse.Success)
+                    throw new Exception($"获取JD推广报表-订单维度失败 {presponse.Msg}");
+
+                if (businessType == 2)
+                    SyncShopPopularizeReportFormOrderLevelByKuaiChe(long.Parse(shop.ShopId), presponse.Data);
+                else if (businessType == 134217728)
+                    SyncShopPopularizeReportFormOrderLevelByJST(long.Parse(shop.ShopId), presponse.Data);
+
+                currentCount = presponse.Data?.Count() ?? 0;
+            }
+            catch (Exception ex)
+            {
+                var data = JsonConvert.SerializeObject(new { shop, startDate, endDate, pageIndex });
+                logger.Error(ex, $"SyncShopPopularizeReportFormOrderLevel Data:{data}");
+            }
+        }
+
+        private void SyncShopPopularizeReportFormOrderLevelByKuaiChe(long shopId, JArray jArray)
+        {
+            if (jArray == null || !jArray.HasValues)
+                return;
+
+            var campaignNames = jArray.Select(j => j.Value<string>("campaignName")).Distinct().ToList();
+            var adGroupNames = jArray.Select(j => j.Value<string>("adGroupName")).Distinct().ToList();
+            var adNames = jArray.Select(j => j.Value<string>("adName")).Distinct().ToList();
+
+            var campaigns = fsql.Select<JDPopularizeCampaign>()
+                                .Where(c => c.ShopId == shopId && campaignNames.Contains(c.CampaignName))
+                                .GroupBy(c => new { c.CampaignId, c.CampaignName })
+                                .ToList(g => new { g.Key.CampaignId, g.Key.CampaignName });
+
+            var adGroups = fsql.Select<JDPopularizeAdGroup>()
+                                .Where(c => c.ShopId == shopId && adGroupNames.Contains(c.AdGroupName))
+                                .GroupBy(c => new { c.AdGroupId, c.AdGroupName })
+                                .ToList(g => new { g.Key.AdGroupId, g.Key.AdGroupName });
+
+            var ads = fsql.Select<JDPopularizeAdSku>()
+                                .Where(c => c.ShopId == shopId && adNames.Contains(c.AdName))
+                                .GroupBy(c => new { c.AdId, c.AdName })
+                                .ToList(g => new { g.Key.AdId, g.Key.AdName });
+
+            var insertList = new List<JDOrderPopularizeRelation>();
+            foreach (var j in jArray)
+            {
+                var campaign = campaigns.FirstOrDefault(c => c.CampaignName == j.Value<string>("campaignName"));
+                var adGroup = adGroups.FirstOrDefault(g => g.AdGroupName == j.Value<string>("adGroupName"));
+                var ad = ads.FirstOrDefault(a => a.AdName == j.Value<string>("adName"));
+
+                var popularizeSku = string.Empty;
+                if (ad != null)
+                {
+                    var skuMatch = Regex.Match(ad.AdName, @"^(.*-)?(\d+)-(.*)$");
+                    if (skuMatch.Success)
+                    {
+                        popularizeSku = skuMatch.Groups[2].Value;
+                    }
+                }
+
+                insertList.Add(new JDOrderPopularizeRelation()
+                {
+                    Id = idGenerator.NewLong(),
+                    BusinessType = 2,
+                    ShopId = shopId,
+                    CreateTime = DateTime.Now,
+                    CampaignId = campaign?.CampaignId,
+                    AdGroupId = adGroup?.AdGroupId,
+                    AdId = ad?.AdId,
+                    OrderId = j.Value<string>("orderId"),
+                    OrderTime = DateTime.ParseExact(j.Value<string>("date"), "yyyyMMddHHmmss", System.Globalization.CultureInfo.CurrentCulture),
+                    PlaceOrderSku = j.Value<string>("skuId"),
+                    PopularizeSku = popularizeSku
+                });
+            }
+            if (insertList.Count > 0)
+                fsql.Insert(insertList).ExecuteAffrows();
+        }
+
+        private void SyncShopPopularizeReportFormOrderLevelByJST(long shopId, JArray jArray)
+        {
+            if (jArray == null || !jArray.HasValues)
+                return;
+
+            var campaignNames = jArray.Select(j => j.Value<string>("campaignName")).Distinct().ToList();
+            var campaigns = fsql.Select<JDPopularizeCampaign>()
+                                .Where(c => c.ShopId == shopId && campaignNames.Contains(c.CampaignName))
+                                .GroupBy(c => new { c.CampaignId, c.CampaignName })
+                                .ToList(g => new { g.Key.CampaignId, g.Key.CampaignName });
+
+            var insertList = new List<JDOrderPopularizeRelation>();
+            foreach (var j in jArray)
+            {
+                insertList.Add(new JDOrderPopularizeRelation()
+                {
+                    Id = idGenerator.NewLong(),
+                    BusinessType = 134217728,
+                    ShopId = shopId,
+                    CreateTime = DateTime.Now,
+                    CampaignId = campaigns.FirstOrDefault(c => c.CampaignName == j.Value<string>("campaignName"))?.CampaignId,
+                    OrderTime = DateTime.ParseExact(j.Value<string>("date"), "yyyyMMddHHmmss", System.Globalization.CultureInfo.CurrentCulture),
+                    OrderId = j.Value<string>("orderId"),
+                    PlaceOrderSku = j.Value<string>("skuId"),
+                    PopularizeSku = j.Value<string>("clickSkuId")
+                });
+            }
+            if (insertList.Count > 0)
+                fsql.Insert(insertList).ExecuteAffrows();
+        }
+    }
+}
--- a/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs
+++ b/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs
@ -40,6 +40,9 @@ namespace BBWY.Server.Model.Db
 		[Column(DbType = "datetime")]
 		public DateTime? CreateTime { get; set; }

+		[Column(DbType = "datetime")]
+		public DateTime? OrderTime { get; set; }
+
 		/// <summary>
 		/// 订单Id
 		/// </summary>