|
|
@ -12,10 +12,10 @@ import com.fasterxml.jackson.core.JsonProcessingException; |
|
|
|
import com.fasterxml.jackson.databind.JsonNode; |
|
|
|
import com.fasterxml.jackson.databind.JsonNode; |
|
|
|
import com.fasterxml.jackson.databind.ObjectMapper; |
|
|
|
import com.fasterxml.jackson.databind.ObjectMapper; |
|
|
|
import com.hnac.gglm.bigmodel.database.service.WeaviateService; |
|
|
|
import com.hnac.gglm.bigmodel.database.service.WeaviateService; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.vo.VectorUrlResponse; |
|
|
|
|
|
|
|
import com.hnac.gglm.bigmodel.maintenance.entity.VectorParamEntity; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.entity.VectorParamEntity; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.mapper.VectorParamMapper; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.mapper.VectorParamMapper; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.service.VectorParamService; |
|
|
|
import com.hnac.gglm.bigmodel.maintenance.service.VectorParamService; |
|
|
|
|
|
|
|
import com.hnac.gglm.bigmodel.maintenance.vo.VectorUrlResponse; |
|
|
|
import lombok.AllArgsConstructor; |
|
|
|
import lombok.AllArgsConstructor; |
|
|
|
import lombok.extern.slf4j.Slf4j; |
|
|
|
import lombok.extern.slf4j.Slf4j; |
|
|
|
import org.springframework.stereotype.Service; |
|
|
|
import org.springframework.stereotype.Service; |
|
|
@ -23,6 +23,9 @@ import org.springframework.stereotype.Service; |
|
|
|
import javax.servlet.http.HttpServletResponse; |
|
|
|
import javax.servlet.http.HttpServletResponse; |
|
|
|
import java.nio.charset.StandardCharsets; |
|
|
|
import java.nio.charset.StandardCharsets; |
|
|
|
import java.util.*; |
|
|
|
import java.util.*; |
|
|
|
|
|
|
|
import java.util.concurrent.LinkedBlockingQueue; |
|
|
|
|
|
|
|
import java.util.concurrent.ThreadPoolExecutor; |
|
|
|
|
|
|
|
import java.util.concurrent.TimeUnit; |
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
/** |
|
|
|
* @Author: ypj |
|
|
|
* @Author: ypj |
|
|
@ -115,11 +118,28 @@ public class VectorParamServiceImpl extends ServiceImpl<VectorParamMapper, Vecto |
|
|
|
if (null == ids && ids.isEmpty()) { |
|
|
|
if (null == ids && ids.isEmpty()) { |
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
for (Long id : ids) { |
|
|
|
ThreadPoolExecutor executor = new ThreadPoolExecutor(5, ids.size() > 5 ? ids.size() : 5, 0L, TimeUnit.MILLISECONDS, new LinkedBlockingQueue<Runnable>()); |
|
|
|
VectorParamEntity entity = getById(id); |
|
|
|
ids.forEach(id -> { |
|
|
|
|
|
|
|
executor.execute(() -> { |
|
|
|
|
|
|
|
if (synchronization(id, bladeToken, hzinfoToken)) { |
|
|
|
|
|
|
|
log.info("synchronization vector param id:{} success", id); |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
log.error("synchronization vector param id:{} fail", id); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
}); |
|
|
|
|
|
|
|
}); |
|
|
|
|
|
|
|
executor.shutdown(); |
|
|
|
|
|
|
|
return true; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Override |
|
|
|
|
|
|
|
public Boolean synchronization(Long id, String bladeToken, String hzinfoToken) { |
|
|
|
|
|
|
|
VectorParamEntity entity = baseMapper.selectById(id); |
|
|
|
if (null == entity) { |
|
|
|
if (null == entity) { |
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
log.info("synchronization vector param id:{}", id); |
|
|
|
VectorUrlResponse response = getUrlResponse(entity.getUrl(), bladeToken, hzinfoToken); |
|
|
|
VectorUrlResponse response = getUrlResponse(entity.getUrl(), bladeToken, hzinfoToken); |
|
|
|
if (response != null) { |
|
|
|
if (response != null) { |
|
|
|
ObjectMapper mapper = new ObjectMapper(); |
|
|
|
ObjectMapper mapper = new ObjectMapper(); |
|
|
@ -135,12 +155,10 @@ public class VectorParamServiceImpl extends ServiceImpl<VectorParamMapper, Vecto |
|
|
|
String key = iterator.next(); |
|
|
|
String key = iterator.next(); |
|
|
|
attrMap.put(key, rootNode.findValue(key).textValue()); |
|
|
|
attrMap.put(key, rootNode.findValue(key).textValue()); |
|
|
|
} |
|
|
|
} |
|
|
|
String tableName = entity.getTableName().replace(entity.getProjectPrefix() + "_",""); |
|
|
|
String tableName = entity.getTableName().replace(entity.getProjectPrefix() + "_", ""); |
|
|
|
weaviateService.saveBatch(response.getOriginalData(), tableName, attrMap); |
|
|
|
weaviateService.saveBatch(response.getOriginalData(), tableName, attrMap); |
|
|
|
this.update(Wrappers.<VectorParamEntity>lambdaUpdate().eq(VectorParamEntity::getId, id).set(VectorParamEntity::getUpdateTime, new Date())); |
|
|
|
return this.update(Wrappers.<VectorParamEntity>lambdaUpdate().eq(VectorParamEntity::getId, id).set(VectorParamEntity::getUpdateTime, new Date())); |
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
} |
|
|
|
return true; |
|
|
|
return true; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
} |
|
|
|
} |
|
|
|