|
|
|
@ -68,8 +68,9 @@ public class ProduceBigDataTask {
|
|
|
|
|
|
|
|
|
|
private void runTask(BuildRecord task) {
|
|
|
|
|
// 先对任务表进行记录
|
|
|
|
|
// fixme 尝试修复id造成的冲突问题
|
|
|
|
|
BuildRecordDto buildRecordDto = buildRecordService.create(task);
|
|
|
|
|
if (buildRecordDto == null) {
|
|
|
|
|
if (buildRecordDto == null || buildRecordDto.getId() == null || buildRecordDto.getId() <= 0) {
|
|
|
|
|
log.error("============ [create build rec is fail, please check it.] ============");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
@ -96,56 +97,11 @@ public class ProduceBigDataTask {
|
|
|
|
|
|
|
|
|
|
Integer count = tagService.queryAndBatchInsertData(buildRecordDto.getId(), convert.getCityCode(), convert.getStuGrade(), rectangle);
|
|
|
|
|
|
|
|
|
|
// 进行两表关联进行复杂查询
|
|
|
|
|
// Pageable pageable = PageRequest.of(0,1000);
|
|
|
|
|
// 计算总数
|
|
|
|
|
/*
|
|
|
|
|
long count = eduService.countMatchData(convert.getCityCode(), convert.getStuGrade(), rectangle);
|
|
|
|
|
if (count >= 0){
|
|
|
|
|
buildRecord.setTotal(count);
|
|
|
|
|
}else{
|
|
|
|
|
updateBuildRec(buildRecordDto, buildRecord);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
*/
|
|
|
|
|
/* long count = 0L;
|
|
|
|
|
while(true){
|
|
|
|
|
// 分页进行查询结果
|
|
|
|
|
Slice<String> page = eduService.queryMatchData(convert.getCityCode(), convert.getStuGrade(), rectangle, pageable);
|
|
|
|
|
// 记录总数
|
|
|
|
|
// buildRecord.setTotal(page.getNumberOfElements());
|
|
|
|
|
if (CollectionUtil.isEmpty(page)){
|
|
|
|
|
// 没有查到记录
|
|
|
|
|
buildRecord.setTotal(0L);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
// 准备待插入分表的集合
|
|
|
|
|
List<Tag> tagDtos = new ArrayList<>();
|
|
|
|
|
page.forEach(
|
|
|
|
|
each->{
|
|
|
|
|
Tag tag = new Tag();
|
|
|
|
|
tag.setUid(each.trim());
|
|
|
|
|
tag.setPushStatus(READY_SEND_TAG);
|
|
|
|
|
tag.setTaskId(Long.valueOf(buildRecordDto.getId()));
|
|
|
|
|
tagDtos.add(tag);
|
|
|
|
|
}
|
|
|
|
|
);
|
|
|
|
|
// 每次的记录数
|
|
|
|
|
count += tagDtos.size();
|
|
|
|
|
// 把待发送记录存入分表
|
|
|
|
|
Integer aLong = tagService.saveAll(tagDtos);
|
|
|
|
|
if (aLong <= 0){
|
|
|
|
|
log.error("==== [save send record fail, please check , ready insert record is {} , activity id is {}] ====", tagDtos.toString(), task.getTaskBuildId());
|
|
|
|
|
}
|
|
|
|
|
if (!page.hasNext()){
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
pageable = page.nextPageable();
|
|
|
|
|
}*/
|
|
|
|
|
// 统计插入的总数
|
|
|
|
|
buildRecord.setTotal(Long.valueOf(count));
|
|
|
|
|
// 更新记录
|
|
|
|
|
updateBuildRec(buildRecordDto, buildRecord);
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|