easyexcel读文件入批量入es

封装实体类，并对应excel表中的列

@Data
public class User {

复制代码

 private String md5;

 private String id; 
 @ExcelProperty(value = "age")
 private String age;
 @ExcelProperty(value = "username")
 private String name;

}

批量入库

复制代码

private void insertBatchToES(List<User> dataList, String indexName) {
     try {
         BulkProcessor bulkProcessor = BulkProcessor.builder(
                 (request, bulkListener) -> elasticsearchClient.bulkAsync(request, RequestOptions.DEFAULT, bulkListener),
                 new BulkProcessor.Listener() {

                     @Override
                     public void beforeBulk(long executionId, org.elasticsearch.action.bulk.BulkRequest request) {
                         // 准备执行前的操作
                     }

                     @Override
                     public void afterBulk(long executionId, org.elasticsearch.action.bulk.BulkRequest request, org.elasticsearch.action.bulk.BulkResponse response) {
                         if (response != null) {
                             int insertedCount = request.numberOfActions(); // 获取请求中操作的数量，即插入的条数
                             log.info("批量插入 " + insertedCount + " 条数据成功");
                         }
                     }

                     @Override
                     public void afterBulk(long executionId, org.elasticsearch.action.bulk.BulkRequest request, Throwable failure) {
                         log.info("批量插入 error");
                     }
                 })
                 // 设置每1000个请求执行一次批处理
                 .setBulkActions(500)
                 .build();



         for(User user : dataList) {
             String jsonString = convertToJson(user);
             IndexRequest indexRequest = new IndexRequest(indexName)
                     .id(user.getId())
                     .source(jsonString, XContentType.JSON);
             bulkProcessor.add(indexRequest);
         }
         bulkProcessor.awaitClose(10, TimeUnit.MINUTES);
         bulkProcessor.close();

     } catch (InterruptedException | JsonProcessingException e) {
         e.printStackTrace();
     }
 }

将对象转json工具类：

复制代码

 public String convertToJson(user) throws JsonProcessingException {
        String objStr = JSON.toJSONString(user, SerializerFeature.WriteNullListAsEmpty, SerializerFeature.WriteNullNumberAsZero,
                SerializerFeature.WriteNullStringAsEmpty, SerializerFeature.NotWriteDefaultValue);

        return objStr;
    }

读指定文件excel , 封装List

public void importExcelToES(String excelFilePath, String indexName) {
try {
EasyExcel.read(excelFilePath, User.class, new AnalysisEventListener<User>() {
private List<User> dataList = new ArrayList<>();

复制代码

             @Override
             public void invoke(UserFansExcel data, AnalysisContext analysisContext) {
                 long id = generator.nextId();
                 data.setId(String.valueOf(id));
               
                
                 if (dataList.size() >= 500) {
                     insertBatchToES(filteredList, indexName);
                     dataList.clear();
                 }
             }

             @Override
             public void doAfterAllAnalysed(AnalysisContext analysisContext) {
                 if (!dataList.isEmpty()) {
                     insertBatchToES(dataList, indexName);
                 }
             }
         }).sheet().doRead();
     } catch (Exception e) {
         e.printStackTrace();
     }

3.1 读执行目录下的所有excel文件，这些文件的格式是一样的

复制代码

public void readExcelFilesFromDirectory(String directoryPath) throws IOException {
        List<User> dataList = new ArrayList<>();
        File dir = new File(directoryPath);
        File[] files = dir.listFiles((d, name) -> name.endsWith(".xlsx"));

        if (files != null) {
            for (File file : files) {
                System.out.println(file.getName());
                try {
                    String primaryUserId = file.getName().replace(".xlsx", "");
                    try (FileInputStream fis = new FileInputStream(file)) {
                        EasyExcel.read(fis, User.class, new AnalysisEventListener<User>() {


                            @Override
                            public void invoke(User data, AnalysisContext context) {
                                data.setName(primaryUserId);
                               
                                dataList.add(data);
                            }

                            @Override
                            public void doAfterAllAnalysed(AnalysisContext analysisContext) {

                            }



                        }).sheet().doRead();
                    }
                } catch (Exception e) {
                    e.printStackTrace();
                }

           if(dataList.size() >0){
              //这里可以插入数据库
               dataList.clear();
           }

            }
        }
        
    }