sf

jiangping

2025-04-30 dcdb0231034810232f2542f3865666ebf72daf11

 server/service/src/main/java/com/doumee/service/business/impl/BaseDataServiceImpl.java

@@ -1,20 +1,39 @@
package com.doumee.service.business.impl;

import com.doumee.biz.system.SystemDictDataBiz;
import com.doumee.core.model.PageData;
import com.doumee.core.model.PageWrap;
import com.doumee.core.utils.Constants;
import com.doumee.core.utils.DateUtil;
import com.doumee.core.utils.PinYinUtil;
import com.doumee.core.utils.Utils;
import com.doumee.dao.business.BaseDataMapper;
import com.doumee.dao.business.model.BaseData;
import com.doumee.core.utils.aliyun.ALiYunUtil;
import com.doumee.dao.business.*;
import com.doumee.dao.business.model.*;
import com.doumee.dao.business.model.dto.OssModel;
import com.doumee.service.business.BaseDataService;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.conditions.update.UpdateWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Lazy;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Isolation;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.util.CollectionUtils;

import java.io.File;
import java.lang.reflect.Field;
import java.lang.reflect.Method;
import java.math.BigDecimal;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.UUID;

/**
 * 商品源数据信息表Service实现
@@ -22,19 +41,37 @@
 * @date 2023/09/08 11:39
 */
@Service
@Slf4j
public class BaseDataServiceImpl implements BaseDataService {

    @Autowired
    private BaseDataMapper baseDataMapper;
    @Autowired
    private MultifileMapper multifileMapper;
    @Autowired
    @Lazy
    private SystemDictDataBiz systemDictDataBiz;
    @Autowired
    private BaseGoodsMapper baseGoodsMapper;
    @Autowired
    private BaseGoodsParamMapper baseGoodsParamMapper;
    @Autowired
    private BaseCategoryMapper baseCategoryMapper;
    @Autowired
    private BaseCateParamMapper baseCateParamMapper;
    @Autowired
    private BrandMapper brandMapper;
    @Autowired
    private FileRecordMapper fileRecordMapper;

    @Override
    public Integer create(BaseData baseData) {
    public String create(BaseData baseData) {
        baseDataMapper.insert(baseData);
        return baseData.getId();
    }

    @Override
    public void deleteById(Integer id) {
    public void deleteById(String id) {
        baseDataMapper.deleteById(id);
    }

@@ -45,7 +82,7 @@
    }

    @Override
    public void deleteByIdInBatch(List<Integer> ids) {
    public void deleteByIdInBatch(List<String> ids) {
        if (CollectionUtils.isEmpty(ids)) {
            return;
        }
@@ -86,6 +123,7 @@
  
    @Override
    public PageData<BaseData> findPage(PageWrap<BaseData> pageWrap) {
        pageWrap.getModel().setIsdeleted(Constants.ZERO);
        IPage<BaseData> page = new Page<>(pageWrap.getPage(), pageWrap.getCapacity());
        QueryWrapper<BaseData> queryWrapper = new QueryWrapper<>();
        Utils.MP.blankToNull(pageWrap.getModel());
@@ -110,19 +148,19 @@
            queryWrapper.lambda().eq(BaseData::getIsdeleted, pageWrap.getModel().getIsdeleted());
        }
        if (pageWrap.getModel().getTitle() != null) {
            queryWrapper.lambda().eq(BaseData::getTitle, pageWrap.getModel().getTitle());
            queryWrapper.lambda().like(BaseData::getTitle, pageWrap.getModel().getTitle());
        }
        if (pageWrap.getModel().getName() != null) {
            queryWrapper.lambda().eq(BaseData::getName, pageWrap.getModel().getName());
            queryWrapper.lambda().like(BaseData::getName, pageWrap.getModel().getName());
        }
        if (pageWrap.getModel().getSku() != null) {
            queryWrapper.lambda().eq(BaseData::getSku, pageWrap.getModel().getSku());
            queryWrapper.lambda().like(BaseData::getSku, pageWrap.getModel().getSku());
        }
        if (pageWrap.getModel().getBrand() != null) {
            queryWrapper.lambda().eq(BaseData::getBrand, pageWrap.getModel().getBrand());
            queryWrapper.lambda().like(BaseData::getBrand, pageWrap.getModel().getBrand());
        }
        if (pageWrap.getModel().getCategory() != null) {
            queryWrapper.lambda().eq(BaseData::getCategory, pageWrap.getModel().getCategory());
            queryWrapper.lambda().like(BaseData::getCategory, pageWrap.getModel().getCategory());
        }
        if (pageWrap.getModel().getUrl() != null) {
            queryWrapper.lambda().eq(BaseData::getUrl, pageWrap.getModel().getUrl());
@@ -257,7 +295,19 @@
                queryWrapper.orderByAsc(sortData.getProperty());
            }
        }
        return PageData.from(baseDataMapper.selectPage(page, queryWrapper));
        IPage<BaseData> result =baseDataMapper.selectPage(page, queryWrapper);
        if(result!=null && result.getRecords()!=null){
            for(BaseData data :result.getRecords()){
                //多图，英文逗号隔开
                if(StringUtils.isNotBlank(data.getBgImg())){
                    String tImg =  data.getBgImg().replace("，", ",").replace(".avif", "").replace("/n1/jfs/", "/imgzone/jfs/");
                    String[] imgs =tImg.split(",");
                    data.setBgImgs(imgs);

                }
            }
        }
        return PageData.from(result);
    }

    @Override
@@ -265,4 +315,403 @@
        QueryWrapper<BaseData> wrapper = new QueryWrapper<>(baseData);
        return baseDataMapper.selectCount(wrapper);
    }
    public static   boolean IS_RUNNING = false;
    @Override
    @Async
    @Transactional
    public synchronized   void dealBaseData() {
        if(IS_RUNNING){
            return;
        }
        log.info("开始处理源数据=================start===================");
        IS_RUNNING = true;

        try {
            BaseData param = new BaseData();
            param.setStatus(Constants.ZERO);
            List<BaseData> allLis=findList(param);
            if(allLis==null || allLis.size() ==0){

                log.info("开始处理源数据=================end========无待处理数据===========");
                return ;
            }
            Brand brand = new Brand();
            brand.setIsdeleted(Constants.ZERO);
            brand.setType(Constants.ONE);
            //查询全部品牌信息
            List<Brand> brandList = brandMapper.selectList(new QueryWrapper<>(brand));

            BaseCategory cate = new BaseCategory();
            cate.setIsdeleted(Constants.ZERO);
            //查询全部类别信息
            List<BaseCategory> cateList = baseCategoryMapper.selectList(new QueryWrapper<>(cate));
            BaseCateParam p = new BaseCateParam();
            p.setIsdeleted(Constants.ZERO);
            //查询全部类别属性信息
            List<BaseCateParam> paramList = baseCateParamMapper.selectList(new QueryWrapper<>(p));
            //默認加价系数
            BigDecimal rate = systemDictDataBiz.getGoodsPriceRate();
            OssModel ossModel = initOssModel();
            Date date = new Date();
            List<BaseCateParam> baseCateParamList = new ArrayList<>();
            List<Multifile> fileList = new ArrayList<>();
            List<Integer> goodsIdList = new ArrayList<>();
            List<FileRecord> fileRecords = new ArrayList<>();
            List<BaseGoodsParam> baseGoodsParamList = new ArrayList<>();
            for(BaseData data : allLis){
                BaseGoods goods = new BaseGoods();
                goods.setBaseDataId(data.getId());
                goods.setIsdeleted(Constants.ZERO);
                //查询是否存在商品
                BaseGoods model = baseGoodsMapper.selectOne(new QueryWrapper<>(goods).last(" limit 1"));
                goods.setName(StringUtils.defaultString(data.getName(),data.getTitle()));
                goods.setRemark(data.getTitle());
                goods.setContent(data.getTitle());
                goods.setStatus(Constants.ZERO);
                goods.setOrigin(Constants.BasegoodsOrigin.basedata);
                goods.setShortPinyin(PinYinUtil.getFirstSpell(goods.getName()));
                goods.setPinyin(PinYinUtil.getFullSpell(goods.getName()));
                goods.setZdPrice(data.getPrice());
                //处理品牌数据
                Brand bModel = getBrandModelFromList(data.getBrand(),brandList);
                if(bModel!= null){
                    goods.setBrandId(bModel.getId());
                }
                //处理列表数据
                BaseCategory cModel = getCateModelFromList(rate,data.getCategory(),ossModel,data.getCategoryImg(), cateList,fileRecords);
                if(cModel!= null){
                    goods.setCategoryId(cModel.getId());
                }
//                goods.setImgurl(getOssImgurl(ossModel,ossModel.getGoodsFolder(), data.getImgurl()));
                goods.setImgurl(getOssImgurlFile(ossModel.getGoodsFolder(), data.getImgurl(), data.getId(),Constants.ZERO,fileRecords));
//                goods.setPrice(Constants.formatBigdecimal(data.getSaleprice()).multiply(Constants.formatBigdecimal(cModel.getPriceRate())));
                goods.setPrice(Constants.formatBigdecimal(data.getSaleprice()));
                if(model!=null){
                    //如果已经存在，更新商品数据
                    goods.setEditDate(date);
                    goods.setId(model.getId());
                    baseGoodsMapper.updateById(goods);
                    goodsIdList.add(goods.getId());
                }else{
                    //插入新商品数据
                    goods.setCreateDate(date);
                    baseGoodsMapper.insert(goods);
                }
                 //处理分类属性
                dealCateParamAll(cModel.getId(),goods.getId(),data,paramList, baseGoodsParamList );
                 //处理背景图
                dealBgImgAll(ossModel,goods.getId(),data,fileList,fileRecords);
                data.setEditDate(new Date());
                data.setStatus(Constants.ONE);
                //更新数据处理状态
                baseDataMapper.updateById(data);
            }
            if(goodsIdList.size()>0){
                //删除原有附件大图
                UpdateWrapper<Multifile> updateModel = new UpdateWrapper<>();
                updateModel.lambda().set(Multifile::getIsdeleted,Constants.ONE);
                updateModel.lambda().set(Multifile::getEditDate, new Date());
                updateModel.lambda().in(Multifile::getObjId, goodsIdList);
                updateModel.lambda().eq(Multifile::getObjType, Constants.ONE);
                multifileMapper.delete(updateModel);
                //删除原有商品属性
                UpdateWrapper<BaseGoodsParam> bgModel = new UpdateWrapper<>();
                bgModel.lambda().set(BaseGoodsParam::getIsdeleted,Constants.ONE);
                bgModel.lambda().set(BaseGoodsParam::getEditDate, new Date());
                bgModel.lambda().in(BaseGoodsParam::getGoodsId, goodsIdList);
                baseGoodsParamMapper.delete(bgModel);
            }

            if(fileList.size()>0){
                multifileMapper.insertBatch(fileList);
            }
            if(baseGoodsParamList.size()>0){
                baseGoodsParamMapper.insertBatch(baseGoodsParamList);
            }
            if(fileRecords.size()>0){
                fileRecordMapper.insertBatch(fileRecords);
            }
            log.info("开始处理源数据=================success================处理数据共（"+allLis.size()+"）个===");
        }catch (Exception e){
            e.printStackTrace();
            log.info("开始处理源数据=================error==================="+e.getMessage());
            throw  e;
        }finally {
            IS_RUNNING = false;
            log.info("开始处理源数据=================end===================");
        }
    }


    private void dealBgImgAll(OssModel ossModel, Integer id, BaseData data,List<Multifile> fileList,List<FileRecord> fileRecords) {
        int i =0;
        //多图，英文逗号隔开
        if(StringUtils.isNotBlank(data.getBgImg())){
           String tImg =  data.getBgImg().replace("，", ",").replace(".avif", "");
            String[] imgs =tImg.split(",");
            for (int j = 0; j < imgs.length; j++) {
                if(StringUtils.isNotBlank(imgs[j])){
                    i += addImg(i,ossModel,id,imgs[j],fileList,fileRecords);
                }
            }
        }
//        i += addImg(i,ossModel,id,data.getBgImg());
//        i += addImg(i,ossModel,id,data.getBgImg2());
//        addImg(i,ossModel,id,data.getBgImg3());
    }

    private int addImg(int i,OssModel ossModel, Integer id,String bgImg,List<Multifile> fileList,List<FileRecord> fileRecords) {
        if(StringUtils.isNotBlank(bgImg)){
            bgImg = bgImg.replace("/n1/jfs/", "/imgzone/jfs/");
//            String img =getOssImgurl(ossModel, ossModel.getGoodsFolder() ,bgImg);
            String img = getOssImgurlFile(ossModel.getGoodsFolder(), bgImg, null,Constants.TWO,fileRecords);
            if(StringUtils.isNotBlank(img)){

                Multifile f = new Multifile();
                f.setFileurl(img);
                f.setObjType(Constants.ONE);
                f.setName(bgImg.substring(bgImg.lastIndexOf("/")+1));
                f.setType(Constants.ZERO);
                f.setObjId(id);
                f.setCreateDate(new Date());
                f.setIsdeleted(Constants.ZERO);
                f.setSortnum(i);
                fileList.add(f);
//                multifileMapper.insert(f);
                return  1;
            }
        }
        return  0;
    }

    @Override
    public OssModel initOssModel() {
        OssModel model = new OssModel();
        model.setUrl(systemDictDataBiz.queryByCode(Constants.OSS, Constants.RESOURCE_PATH).getCode());
        model.setEndpoint(systemDictDataBiz.queryByCode(Constants.OSS, Constants.ENDPOINT).getCode());
        model.setAccessId(systemDictDataBiz.queryByCode(Constants.OSS, Constants.ACCESS_ID).getCode());
        model.setAccessKey(systemDictDataBiz.queryByCode(Constants.OSS, Constants.ACCESS_KEY).getCode());
        model.setBucket(systemDictDataBiz.queryByCode(Constants.OSS, Constants.BUCKETNAME).getCode());
        model.setCateFolder(systemDictDataBiz.queryByCode(Constants.OSS, Constants.CATEGORY_IMG).getCode());
        model.setGoodsFolder(systemDictDataBiz.queryByCode(Constants.OSS, Constants.GOODS_IMG).getCode());
        return model;
    }


    private void dealCateParamAll(Integer cateId,Integer goodsId, BaseData data  ,List<BaseCateParam> cateList,List<BaseGoodsParam> paramList) {
        Method[] fields = data.getClass().getMethods();   // 获取对象的所有属性
        for (Method item : fields) {
            String name = item.getName();
            if(name.indexOf("getAttr") == 0){
                try {
                    String val =(String) item.invoke(data);
                    dealCateParam(cateId,goodsId,val.toString(),cateList,paramList);
                } catch (Exception e) {
//                    throw new RuntimeException(e);
                }
            }
        }

    }

    private void dealCateParam(Integer cateId, Integer goodsId, String attr,List<BaseCateParam> list,List<BaseGoodsParam> paramList) {
        if(StringUtils.isBlank(attr)){
            return;
        }
//        商品名称：火星人F30BX
        //如果属性不为空，处理属性数据
        int index  = attr.indexOf("：");
        if(index <=0){
            return;
        }
        String attrName = attr.substring(0,index);
        if(StringUtils.isBlank(attrName)
                || StringUtils.equals(attrName, "商品名称")
                || StringUtils.equals(attrName, "商品编号")
                || StringUtils.equals(attrName, "店铺")){
            return;
        }
        String val = attr.substring(index+1);
        BaseCateParam cate = getCateParamModelFromList(cateId,attrName, list);
        BaseGoodsParam p = new BaseGoodsParam();
        p.setName(attrName);
        p.setPramaId(cate.getId());
        p.setIsdeleted(Constants.ZERO);
        p.setStatus(Constants.ZERO);
        p.setVal(val);
        p.setCreateDate(new Date());
        p.setGoodsId(goodsId);
        paramList.add(p);
//        baseGoodsParamMapper.insert(p);
    }

    /**
     * 根据品类编码和参数名称查询参数对象，没有则插入新的
     * @param list
     * @return
     */

    private BaseCateParam getCateParamModelFromList(Integer id,String name, List<BaseCateParam> list) {
        if(list!=null && list.size()>0){
            for(BaseCateParam p : list){
                if(Constants.equalsInteger(id,p.getCategoryId()) && StringUtils.equals(name,p.getName())){
                    return  p;
                }
            }
        }
        BaseCateParam model = new BaseCateParam();
        model.setCreateDate(new Date());
        model.setName(name);
        model.setIsdeleted(Constants.ZERO);
        model.setCategoryId(id);
        //插入新的品牌信息
        baseCateParamMapper.insert(model);
        //加入集合中
        list.add(model);
        return model;
    }
    /**
     * 根据品牌名称查询品牌对象，没有则插入新的
     * @param name
     * @param brandList
     * @return
     */

    private Brand getBrandModelFromList(String name, List<Brand> brandList) {
        if(StringUtils.isBlank(name)){
            return null;
        }
        if(brandList!=null && brandList.size()>0){
            for(Brand brand : brandList){
                if(StringUtils.equals(name,brand.getName())){
                    return  brand;
                }
            }
        }
        Brand model = new Brand();
        model.setType(Constants.ONE);
        model.setCreateDate(new Date());
        model.setName(name);
        model.setIsdeleted(Constants.ZERO);
        model.setImgurl(null);
        //插入新的品牌信息
        brandMapper.insert(model);
        //加入集合中
        brandList.add(model);
        return model;
    }
    /**
     * 根据名称查询分类对象，没有则插入新的
     * @param name
     * @param list
     * @return
     */

    private BaseCategory getCateModelFromList(BigDecimal dRate,String name, OssModel ossModel, String img, List<BaseCategory> list, List<FileRecord> fileRecords) {
        if(StringUtils.isBlank(name)){
            return  null;
        }
        if(list!=null && list.size()>0){
            for(BaseCategory p : list){
                if(StringUtils.equals(name,p.getName())){
                    return  p;
                }
            }
        }
        BaseCategory model = new BaseCategory();
        model.setCreateDate(new Date());
        model.setName(name);
        model.setPriceRate(dRate);
        model.setIsdeleted(Constants.ZERO);
        model.setPinyin(PinYinUtil.getFullSpell(model.getName()));
        model.setShortPinyin(PinYinUtil.getFirstSpell(model.getName()));
//        model.setImgurl(getOssImgurl(ossModel, ossModel.getCateFolder() ,img));
        model.setImgurl(getOssImgurlFile(ossModel.getCateFolder(), img, null,Constants.ONE,fileRecords));
        //插入新的品牌信息
        baseCategoryMapper.insert(model);
        //加入集合中
        list.add(model);
        return model;
    }

    @Override
    public String getOssImgurl(OssModel ossModel, String folder,String img ) {
        if(StringUtils.isBlank(img)){
            return null;
        }
        try {
            String nowDate = DateUtil.getNowShortDate();// 当前时间（年月日）
            String nfix  = img.lastIndexOf(".")>0?img.substring(img.lastIndexOf(".")):null;
            nfix = StringUtils.defaultString(nfix,".jpg");
            String fileName = UUID.randomUUID() + nfix;
            String tempFileName = nowDate + "/" + fileName;
            String key =folder+ tempFileName;// 文件名


            ALiYunUtil obs = new ALiYunUtil(ossModel.getEndpoint(), ossModel.getAccessId(), ossModel.getAccessKey());
            if (obs.uploadOnlineObject(img,ossModel.getBucket(), key,null)) {
                    return  tempFileName;
            }
        }catch (Exception e){

        }
        return  null;
    }
    public String getOssImgurlFile(String folder,String img ,String id,Integer objType,List<FileRecord> fileRecords) {
        if(StringUtils.isBlank(img)){
            return null;
        }
        try {
            String nowDate = DateUtil.getNowShortDate();// 当前时间（年月日）
            String nfix  = img.lastIndexOf(".")>0?img.substring(img.lastIndexOf(".")):null;
            nfix = StringUtils.defaultString(nfix,".jpg");
            String fileName = UUID.randomUUID() + nfix;
            String tempFileName = nowDate + "/" + fileName;
            String key =folder+ tempFileName;// 文件名

            FileRecord model = new FileRecord();
            model.setIsdeleted(Constants.ZERO);
            model.setCreateDate(new Date());
            model.setName(tempFileName);
            model.setInfo(null);
            model.setFolder(folder);
            model.setUrl(img);
            model.setObjId(id);
            model.setType(objType);
            model.setStatus(Constants.ZERO);
            model.setKeyval(key);
            fileRecords.add(model);

            return tempFileName;
        }catch (Exception e){

        }
        return  null;
    }

    @Override
    public     String getOssImgurl(OssModel ossModel, String folder, File f) {
        if(f == null || !f.isFile()){
            return null;
        }
        try {
            String img = f.getPath();
            String nowDate = DateUtil.getNowShortDate();// 当前时间（年月日）
            String nfix  = img.lastIndexOf(".")>0?img.substring(img.lastIndexOf(".")):null;
            nfix = StringUtils.defaultString(nfix,".jpg");
            String fileName = UUID.randomUUID() + nfix;
            String tempFileName = nowDate + "/" + fileName;
            String key =folder+ tempFileName;// 文件名

            ALiYunUtil obs = new ALiYunUtil(ossModel.getEndpoint(), ossModel.getAccessId(), ossModel.getAccessKey());
            if (obs.uploadFile(ossModel.getBucket(), key,f,null)) {
                    return  tempFileName;
            }
        }catch (Exception e){

        }
        return  null;
    }


}