| 
						
						
							
								
							
						
						
					 | 
					 | 
					@ -12,10 +12,10 @@ import com.fasterxml.jackson.core.JsonProcessingException; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.fasterxml.jackson.databind.JsonNode; | 
					 | 
					 | 
					 | 
					import com.fasterxml.jackson.databind.JsonNode; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.fasterxml.jackson.databind.ObjectMapper; | 
					 | 
					 | 
					 | 
					import com.fasterxml.jackson.databind.ObjectMapper; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.database.service.WeaviateService; | 
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.database.service.WeaviateService; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.vo.VectorUrlResponse; | 
					 | 
					 | 
					 | 
					 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.entity.VectorParamEntity; | 
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.entity.VectorParamEntity; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.mapper.VectorParamMapper; | 
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.mapper.VectorParamMapper; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.service.VectorParamService; | 
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.service.VectorParamService; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					import com.hnac.gglm.bigmodel.maintenance.vo.VectorUrlResponse; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import lombok.AllArgsConstructor; | 
					 | 
					 | 
					 | 
					import lombok.AllArgsConstructor; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import lombok.extern.slf4j.Slf4j; | 
					 | 
					 | 
					 | 
					import lombok.extern.slf4j.Slf4j; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import org.springframework.stereotype.Service; | 
					 | 
					 | 
					 | 
					import org.springframework.stereotype.Service; | 
				
			
			
		
	
	
		
		
			
				
					| 
						
						
						
							
								
							
						
					 | 
					 | 
					@ -23,6 +23,9 @@ import org.springframework.stereotype.Service; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import javax.servlet.http.HttpServletResponse; | 
					 | 
					 | 
					 | 
					import javax.servlet.http.HttpServletResponse; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import java.nio.charset.StandardCharsets; | 
					 | 
					 | 
					 | 
					import java.nio.charset.StandardCharsets; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					import java.util.*; | 
					 | 
					 | 
					 | 
					import java.util.*; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					import java.util.concurrent.LinkedBlockingQueue; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					import java.util.concurrent.ThreadPoolExecutor; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					import java.util.concurrent.TimeUnit; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					/** | 
					 | 
					 | 
					 | 
					/** | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 * @Author: ypj | 
					 | 
					 | 
					 | 
					 * @Author: ypj | 
				
			
			
		
	
	
		
		
			
				
					| 
						
							
								
							
						
						
							
								
							
						
						
					 | 
					 | 
					@ -115,11 +118,28 @@ public class VectorParamServiceImpl extends ServiceImpl<VectorParamMapper, Vecto | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        if (null == ids && ids.isEmpty()) { | 
					 | 
					 | 
					 | 
					        if (null == ids && ids.isEmpty()) { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            return false; | 
					 | 
					 | 
					 | 
					            return false; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        } | 
					 | 
					 | 
					 | 
					        } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        for (Long id : ids) { | 
					 | 
					 | 
					 | 
					        ThreadPoolExecutor executor = new ThreadPoolExecutor(5, ids.size() > 5 ? ids.size() : 5, 0L, TimeUnit.MILLISECONDS, new LinkedBlockingQueue<Runnable>()); | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            VectorParamEntity entity = getById(id); | 
					 | 
					 | 
					 | 
					        ids.forEach(id -> { | 
				
			
			
				
				
			
		
	
		
		
	
		
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					            executor.execute(() -> { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					                if (synchronization(id, bladeToken, hzinfoToken)) { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					                    log.info("synchronization vector param id:{} success", id); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					                } else { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					                    log.error("synchronization vector param id:{} fail", id); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					                } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					            }); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					        }); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					        executor.shutdown(); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					        return true; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					    } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					    @Override | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					    public Boolean synchronization(Long id, String bladeToken, String hzinfoToken) { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					        VectorParamEntity entity = baseMapper.selectById(id); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        if (null == entity) { | 
					 | 
					 | 
					 | 
					        if (null == entity) { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            return false; | 
					 | 
					 | 
					 | 
					            return false; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        } | 
					 | 
					 | 
					 | 
					        } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					        log.info("synchronization vector param id:{}", id); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        VectorUrlResponse response = getUrlResponse(entity.getUrl(), bladeToken, hzinfoToken); | 
					 | 
					 | 
					 | 
					        VectorUrlResponse response = getUrlResponse(entity.getUrl(), bladeToken, hzinfoToken); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        if (response != null) { | 
					 | 
					 | 
					 | 
					        if (response != null) { | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            ObjectMapper mapper = new ObjectMapper(); | 
					 | 
					 | 
					 | 
					            ObjectMapper mapper = new ObjectMapper(); | 
				
			
			
		
	
	
		
		
			
				
					| 
						
						
						
							
								
							
						
					 | 
					 | 
					@ -137,10 +157,8 @@ public class VectorParamServiceImpl extends ServiceImpl<VectorParamMapper, Vecto | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            } | 
					 | 
					 | 
					 | 
					            } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            String tableName = entity.getTableName().replace(entity.getProjectPrefix() + "_", ""); | 
					 | 
					 | 
					 | 
					            String tableName = entity.getTableName().replace(entity.getProjectPrefix() + "_", ""); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            weaviateService.saveBatch(response.getOriginalData(), tableName, attrMap); | 
					 | 
					 | 
					 | 
					            weaviateService.saveBatch(response.getOriginalData(), tableName, attrMap); | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					                this.update(Wrappers.<VectorParamEntity>lambdaUpdate().eq(VectorParamEntity::getId, id).set(VectorParamEntity::getUpdateTime, new Date())); | 
					 | 
					 | 
					 | 
					            return this.update(Wrappers.<VectorParamEntity>lambdaUpdate().eq(VectorParamEntity::getId, id).set(VectorParamEntity::getUpdateTime, new Date())); | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					            } | 
					 | 
					 | 
					 | 
					 | 
				
			
			
		
	
		
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        } | 
					 | 
					 | 
					 | 
					        } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					        return true; | 
					 | 
					 | 
					 | 
					        return true; | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					    } | 
					 | 
					 | 
					 | 
					    } | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					} | 
					 | 
					 | 
					 | 
					} | 
				
			
			
		
	
	
		
		
			
				
					| 
						
						
						
					 | 
					 | 
					
  |