You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
304 lines
14 KiB
304 lines
14 KiB
using BBWY.Common.Http;
|
|
using BBWY.Common.Models;
|
|
using BBWY.Server.Model;
|
|
using BBWY.Server.Model.Dto;
|
|
using Microsoft.Extensions.Options;
|
|
using NLog;
|
|
using System.Threading.Tasks;
|
|
using Yitter.IdGenerator;
|
|
using System.Linq;
|
|
using BBWY.Server.Model.Db;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using Newtonsoft.Json;
|
|
using FreeSql;
|
|
using System.Threading;
|
|
using System.Collections.Concurrent;
|
|
|
|
namespace BBWY.Server.Business.Sync
|
|
{
|
|
public class ProductSyncBusiness : BaseSyncBusiness, IDenpendency
|
|
{
|
|
private ProductBusiness productBusiness;
|
|
|
|
private ConcurrentDictionary<string, string> categoryCache;
|
|
|
|
public ProductSyncBusiness(RestApiService restApiService,
|
|
IOptions<GlobalConfig> options,
|
|
NLogManager nLogManager,
|
|
IFreeSql fsql,
|
|
IIdGenerator idGenerator,
|
|
TaskSchedulerManager taskSchedulerManager,
|
|
VenderBusiness venderBusiness,
|
|
ProductBusiness productBusiness,
|
|
YunDingBusiness yunDingBusiness) : base(restApiService,
|
|
options,
|
|
nLogManager,
|
|
fsql,
|
|
idGenerator,
|
|
taskSchedulerManager,
|
|
venderBusiness,
|
|
yunDingBusiness)
|
|
{
|
|
this.productBusiness = productBusiness;
|
|
this.categoryCache = new ConcurrentDictionary<string, string>();
|
|
}
|
|
|
|
private void SyncProduct(ShopResponse shop, bool IsSyncAllProduct = false)
|
|
{
|
|
var step = "";
|
|
try
|
|
{
|
|
var shopId = long.Parse(shop.ShopId);
|
|
var dbProductList = fsql.Select<Product>().Where(p => p.ShopId == shopId).ToList();
|
|
var dbProductSkuList = fsql.Select<ProductSku>().Where(p => p.ShopId == shopId).ToList();
|
|
|
|
List<ProductResponse> productList = new List<ProductResponse>();
|
|
List<ProductSkuResponse> productSkuList = new List<ProductSkuResponse>();
|
|
|
|
List<Product> insertProductList = new List<Product>();
|
|
List<ProductSku> insertProductSkuList = new List<ProductSku>();
|
|
|
|
List<IUpdate<Product>> updateProductList = new List<IUpdate<Product>>();
|
|
List<IUpdate<ProductSku>> updateProductSkuList = new List<IUpdate<ProductSku>>();
|
|
|
|
var request = new SearchProductRequest()
|
|
{
|
|
PageSize = 50,
|
|
PageIndex = 1,
|
|
AppKey = shop.AppKey,
|
|
AppSecret = shop.AppSecret,
|
|
AppToken = shop.AppToken,
|
|
Platform = shop.PlatformId
|
|
};
|
|
step = $"PageIndex {request.PageIndex} ";
|
|
while (true)
|
|
{
|
|
var currentProductList = productBusiness.GetProductList(request);
|
|
if (currentProductList == null || currentProductList.Count == 0)
|
|
break;
|
|
productList.AddRange(currentProductList.Items);
|
|
|
|
foreach (var product in currentProductList.Items)
|
|
{
|
|
step = $"PageIndex {request.PageIndex} ,Product {product.Id}";
|
|
var currentSkuList = productBusiness.GetProductSkuList(new SearchProductSkuRequest()
|
|
{
|
|
AppKey = shop.AppKey,
|
|
AppSecret = shop.AppSecret,
|
|
AppToken = shop.AppToken,
|
|
Platform = shop.PlatformId,
|
|
Spu = product.Id,
|
|
IsContainSource = true
|
|
});
|
|
if (currentSkuList == null || currentSkuList.Count() == 0)
|
|
continue;
|
|
productSkuList.AddRange(currentSkuList);
|
|
}
|
|
|
|
if (currentProductList.Items.Count < 50 || !IsSyncAllProduct)
|
|
break;
|
|
request.PageIndex++;
|
|
Thread.Sleep(1000);
|
|
}
|
|
|
|
#region 找出新增的产品
|
|
var newProductList = productList.Where(p => !dbProductList.Any(dp => dp.Id == p.Id)).ToList();
|
|
if (newProductList.Count() > 0)
|
|
{
|
|
insertProductList.AddRange(newProductList.Select(p => new Product()
|
|
{
|
|
Id = p.Id,
|
|
CreateTime = p.CreateTime,
|
|
Title = p.Title,
|
|
State = p.State,
|
|
ShopId = shopId,
|
|
Platform = shop.PlatformId,
|
|
ProductItemNum = p.ProductItemNum,
|
|
MainSkuId = productSkuList.FirstOrDefault(s => s.ProductId == p.Id)?.Id
|
|
}));
|
|
}
|
|
#endregion
|
|
|
|
#region 找出变化的产品 (状态,标题)
|
|
var stateChangeProductList = productList.Where(p => dbProductList.Any(dp => dp.Id == p.Id && (dp.State != p.State || dp.Title != p.Title))).ToList();
|
|
if (stateChangeProductList.Count() > 0)
|
|
{
|
|
foreach (var product in stateChangeProductList)
|
|
{
|
|
var update = fsql.Update<Product>(product.Id).Set(p => p.State, product.State)
|
|
.Set(p => p.Title, product.Title);
|
|
updateProductList.Add(update);
|
|
}
|
|
}
|
|
#endregion
|
|
|
|
#region 找出接口查不出的产品
|
|
var goneProductList = dbProductList.Where(dp => !productList.Any(p => p.Id == dp.Id)).ToList();
|
|
if (goneProductList.Count() > 0)
|
|
{
|
|
var goneProductIdList = goneProductList.Select(p => p.Id).ToList();
|
|
var update = fsql.Update<Product>().Set(p => p.State, -1).Where(p => goneProductIdList.Contains(p.Id));
|
|
updateProductList.Add(update);
|
|
}
|
|
#endregion
|
|
|
|
#region 找出新增的SKU
|
|
var newProductSkuList = productSkuList.Where(p => !dbProductSkuList.Any(dp => dp.Id == p.Id)).ToList();
|
|
if (newProductSkuList.Count() > 0)
|
|
{
|
|
insertProductSkuList.AddRange(newProductSkuList.Select(p => new ProductSku()
|
|
{
|
|
Id = p.Id,
|
|
CreateTime = p.CreateTime,
|
|
Title = p.Title,
|
|
State = p.State,
|
|
ShopId = shopId,
|
|
Platform = shop.PlatformId,
|
|
Logo = p.Logo,
|
|
ProductId = p.ProductId,
|
|
Price = p.Price,
|
|
CategoryId = p.Source.Value<int>("categoryId"),
|
|
CategoryName = GetCategoryName(shop, p.Source.Value<string>("categoryId"))
|
|
}));
|
|
}
|
|
#endregion
|
|
|
|
#region 找出状态变化的SKU
|
|
var stateChangeProductSkuList = productSkuList.Where(p => dbProductSkuList.Any(dp => dp.Id == p.Id && (dp.State != p.State ||
|
|
dp.Title != p.Title ||
|
|
dp.Price != p.Price ||
|
|
dp.Logo != p.Logo ||
|
|
dp.CategoryId != p.Source.Value<int>("categoryId")))).ToList();
|
|
if (stateChangeProductSkuList.Count() > 0)
|
|
{
|
|
foreach (var productSku in stateChangeProductSkuList)
|
|
{
|
|
var categoryName = GetCategoryName(shop, productSku.Source.Value<string>("categoryId"));
|
|
var update = fsql.Update<ProductSku>(productSku.Id).Set(p => p.State, productSku.State)
|
|
.Set(p => p.Title, productSku.Title)
|
|
.Set(p => p.Price, productSku.Price)
|
|
.Set(p => p.Logo, productSku.Logo)
|
|
.Set(p => p.CategoryId, productSku.Source.Value<int>("categoryId"))
|
|
.Set(p => p.CategoryName, categoryName);
|
|
updateProductSkuList.Add(update);
|
|
}
|
|
}
|
|
#endregion
|
|
|
|
#region 找出缺少类目的sku
|
|
var noCategoryProductList = productSkuList.Where(p => dbProductSkuList.Any(dp => dp.Id == p.Id && string.IsNullOrEmpty(dp.CategoryName))).ToList();
|
|
if (noCategoryProductList.Count() > 0)
|
|
{
|
|
foreach (var productSku in noCategoryProductList)
|
|
{
|
|
var categoryName = GetCategoryName(shop, productSku.Source.Value<string>("categoryId"));
|
|
var update = fsql.Update<ProductSku>(productSku.Id).Set(p => p.CategoryName, categoryName);
|
|
updateProductSkuList.Add(update);
|
|
}
|
|
}
|
|
#endregion
|
|
|
|
#region 找出接口查不出的SKU
|
|
var goneProductSkuList = dbProductSkuList.Where(dp => !productSkuList.Any(p => p.Id == dp.Id)).ToList();
|
|
if (goneProductSkuList.Count() > 0)
|
|
{
|
|
var goneProductSkuIdList = goneProductSkuList.Select(p => p.Id).ToList();
|
|
var update = fsql.Update<ProductSku>().Set(p => p.State, 4).Where(p => goneProductSkuIdList.Contains(p.Id));
|
|
updateProductSkuList.Add(update);
|
|
}
|
|
#endregion
|
|
|
|
|
|
fsql.Transaction(() =>
|
|
{
|
|
if (insertProductList.Count() > 0)
|
|
fsql.Insert(insertProductList).ExecuteAffrows();
|
|
if (insertProductSkuList.Count() > 0)
|
|
fsql.Insert(insertProductSkuList).ExecuteAffrows();
|
|
|
|
if (updateProductList.Count() > 0)
|
|
{
|
|
foreach (var update in updateProductList)
|
|
update.ExecuteAffrows();
|
|
}
|
|
|
|
if (updateProductSkuList.Count() > 0)
|
|
{
|
|
foreach (var update in updateProductSkuList)
|
|
update.ExecuteAffrows();
|
|
}
|
|
});
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
var shopData = JsonConvert.SerializeObject(shop);
|
|
nLogManager.Default().Error(ex, $"SyncProduct ShopData:{shopData},{step}");
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// 同步所有店铺的前50个产品
|
|
/// </summary>
|
|
public void SyncAllShopProduct()
|
|
{
|
|
var shopList = venderBusiness.GetShopList(platform: Enums.Platform.京东);
|
|
//SyncProduct(shopList.FirstOrDefault(s => s.ShopId == "12657364"), true); //布莱特玩具专营店
|
|
foreach (var shop in shopList)
|
|
{
|
|
Task.Factory.StartNew(() => SyncProduct(shop), System.Threading.CancellationToken.None, TaskCreationOptions.LongRunning, taskSchedulerManager.ProductSyncTaskScheduler);
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// 同步所有店铺的全部产品
|
|
/// </summary>
|
|
public void SyncAllShopAllProduct()
|
|
{
|
|
var shopList = venderBusiness.GetShopList(platform: Enums.Platform.京东);
|
|
//SyncProduct(shopList.FirstOrDefault(s => s.ShopId == "11482739"), true);
|
|
foreach (var shop in shopList)
|
|
{
|
|
Task.Factory.StartNew(() => SyncProduct(shop, true), CancellationToken.None, TaskCreationOptions.LongRunning, taskSchedulerManager.ProductSyncTaskScheduler);
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// 同步所有店铺的全部产品
|
|
/// </summary>
|
|
public void SyncOneShopProduct(long shopId)
|
|
{
|
|
var shopList = venderBusiness.GetShopList(shopId, platform: Enums.Platform.京东);
|
|
//SyncProduct(shopList.FirstOrDefault(s => s.ShopId == "11482739"), true);
|
|
foreach (var shop in shopList)
|
|
{
|
|
Task.Factory.StartNew(() => SyncProduct(shop, true), CancellationToken.None, TaskCreationOptions.LongRunning, taskSchedulerManager.ProductSyncTaskScheduler);
|
|
}
|
|
}
|
|
|
|
public string GetCategoryName(ShopResponse shop, string categoryId)
|
|
{
|
|
if (categoryCache.TryGetValue(categoryId, out string name))
|
|
return name;
|
|
try
|
|
{
|
|
var res = productBusiness.GetCategoyrInfo(new JDQueryCategoryRequest()
|
|
{
|
|
AppKey = shop.AppKey,
|
|
CategoryId = categoryId,
|
|
AppSecret = shop.AppSecret,
|
|
AppToken = shop.AppToken,
|
|
Platform = shop.PlatformId
|
|
});
|
|
categoryCache.TryAdd(categoryId, res.Name);
|
|
name = res.Name;
|
|
}
|
|
catch
|
|
{
|
|
|
|
}
|
|
return name;
|
|
}
|
|
}
|
|
}
|
|
|
|
|