远程调用接口分批抓取数据和批量插入数据计算-CSDN博客

本文链接：https://blog.csdn.net/luojiawen208/article/details/145516833

 try {
            Integer nPageNo = 1;
            boolean query = true;
            while (query) {
                ApiResult result = jmEntBusinessService.yjHealthMonitor(startDate, endDate,nPageNo, pageSize);
                XxlJobLogger.log("数据结果==> nPageNo=" + nPageNo + ",nPageSize=" +pageSize + ",result=" + result.toString() + "<==");
                if (result.getResult() != null && result.getResult().size() > 0) {
                    nPageNo++;
                } else {
                    query = false;
                }
            }
        } catch (Exception e) {
            XxlJobLogger.log("数据结果==> " + e.getMessage() + "<==");
        }

//数据库插入一次最大数
    public static final Integer MAX_PAGE_SIZE = 1000;

 if(insertList.size()>0) {
                        int index = 0;
                        int maxPage = insertList.size()%OpenApiContstants.MAX_PAGE_SIZE==0?
                                insertList.size()/OpenApiContstants.MAX_PAGE_SIZE:insertList.size()/OpenApiContstants.MAX_PAGE_SIZE+1;
                        List<HealthSpecialitemAndetailEntity> insertData = new ArrayList<>();
                        for(int i = 0; i<maxPage;i++) {
                            logger.info("第"+i+"页，每页："+OpenApiContstants.MAX_PAGE_SIZE+"条");
                            for(int k = 0; k<OpenApiContstants.MAX_PAGE_SIZE;k++) {
                                if(index < insertList.size() ) {
                                    insertData.add(insertList.get(index));
                                    index++;
                                }
                            }
                            gbaseToGaussMapper.batchInsertHealthSpecialitemAndetail(insertData);
                            insertData.clear();
                        }
                    }