word、pdf文档内容提取工具类

word、pdf文档内容提取工具类

1.依赖

xml 复制代码
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi</artifactId>
    <version>5.2.5</version>
</dependency>
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi-scratchpad</artifactId>
    <version>5.2.5</version>
</dependency>
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi-ooxml</artifactId>
    <version>5.2.5</version> <!-- 如果有 DOCX 相关 -->
</dependency>
<dependency>
    <groupId>org.apache.pdfbox</groupId>
    <artifactId>pdfbox</artifactId>
    <version>3.0.5</version>
</dependency>

2.代码

java 复制代码
import cn.hutool.core.util.StrUtil;
import org.apache.pdfbox.Loader;
import org.apache.pdfbox.pdmodel.PDDocument;
import org.apache.pdfbox.text.PDFTextStripper;
import org.apache.poi.hwpf.HWPFDocument;
import org.apache.poi.hwpf.extractor.WordExtractor;
import org.apache.poi.xwpf.usermodel.XWPFDocument;
import org.apache.poi.xwpf.usermodel.XWPFParagraph;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.StandardCharsets;
import java.util.List;
import java.util.Locale;
/**
* @Description 文档提取工具类
* @Date 2025/9/29 17:32
*/

public class DocumentTextExtractUtil {

    public static String extractText(InputStream inputStream, String fileType) throws IOException {
        if (inputStream == null) return "";
        if (StrUtil.isBlank(fileType)) throw new IllegalArgumentException("文件类型不能为空");


        String ft = normalizeFileType(fileType);
        byte[] data = toByteArray(inputStream);


        return switch (ft) {
            case "pdf" -> extractPdfText(data);
            case "docx" -> extractDocxText(data);
            case "doc" -> extractDocText(data);
            default -> new String(data, StandardCharsets.UTF_8);
        };
    }


    private static String normalizeFileType(String fileType) {
        String ft = fileType.trim().toLowerCase(Locale.ROOT);
        if (ft.startsWith(".")) ft = ft.substring(1);
        if (ft.contains("/")) {
            ft = ft.substring(ft.indexOf('/') + 1);
            if (ft.contains("+")) ft = ft.substring(0, ft.indexOf('+'));
        }
        return ft;
    }



    private static String extractPdfText(byte[] data) throws IOException {
        try (PDDocument doc = Loader.loadPDF(data)) { // 3.x 用 Loader.loadPDF
            PDFTextStripper stripper = new PDFTextStripper();
            stripper.setSortByPosition(true);
            String text = stripper.getText(doc);
            return text == null ? "" : text.trim();
        }
    }


    private static String extractDocxText(byte[] data) throws IOException {
        try (XWPFDocument doc = new XWPFDocument(new ByteArrayInputStream(data))) {
            StringBuilder sb = new StringBuilder();
            List<XWPFParagraph> paragraphs = doc.getParagraphs();
            for (XWPFParagraph p : paragraphs) {
                String t = p.getText();
                if (t != null && !t.isEmpty()) {
                    sb.append(t).append('\n');
                }
            }
            return sb.toString().trim();
        }
    }


    private static String extractDocText(byte[] data) throws IOException {
        try (HWPFDocument doc = new HWPFDocument(new ByteArrayInputStream(data))) {
            WordExtractor extractor = new WordExtractor(doc);
            String[] paragraphs = extractor.getParagraphText();
            StringBuilder sb = new StringBuilder();
            if (paragraphs != null) {
                for (String p : paragraphs) {
                    if (p == null) continue;
                    String clean = p.replaceAll("\\u0000", "").trim();
                    if (!clean.isEmpty()) sb.append(clean).append('\n');
                }
            }
            return sb.toString().trim();
        }
    }

    private static byte[] toByteArray(InputStream in) throws IOException {
        ByteArrayOutputStream baos = new ByteArrayOutputStream(8192);
        byte[] buf = new byte[8192];
        int r;
        while ((r = in.read(buf)) != -1) {
            baos.write(buf, 0, r);
        }
        return baos.toByteArray();
    }
}

3.如何使用

java 复制代码
try (InputStream textStream = new ByteArrayInputStream(content)) {
                String text = DocumentTextExtractUtil.extractText(textStream, fileType.toLowerCase());
            } catch (Exception e) {
                log.warn("文本提取失败,文件: {},类型: {}", fileName, fileType, e);
            }
相关推荐
艺杯羹11 小时前
AI编程时代软件工程怎么学:从底层思维认知到驱动智能体的架构跃迁
java·人工智能·ai·架构·软件工程·ai编程
土司大王12 小时前
LeetCode hot100——51.N 皇后:Java 回溯模板、列与对角线剪枝、O(n!) 复杂度分析
java·leetcode·剪枝
重生之小比特12 小时前
【Java SE】IDEA 调试 Debug 案例完整分析
java·ide·intellij-idea
晴天1612 小时前
JavaScript 与 Java 垃圾回收机制对比
java·开发语言·javascript
SamChan9012 小时前
Python批量处理PDF踩坑实录:中文编码、字体内嵌、多栏排版与内存占用
python·单片机·ai·pdf·机器翻译
xiaohua100912 小时前
JVM内存优化-jemalloc
java·jvm
吃饱了得干活12 小时前
Redisson 进阶实战:看门狗机制与分布式锁完全指南
java·redis·后端
淘源码d12 小时前
基于Java开发的上门家政系统源码,采用SpringBoot+MySQL+UniApp+Vue3技术栈,构建三端一体化平台
java·源码·上门家政·家政系统·同城家政·源码部署
Wang's Blog12 小时前
Java框架快速入门: Spring Security+OAuth2之多因子认证逻辑与实体类改造
java·开发语言·spring
ashiho12 小时前
【Spring】RequestParam/PathVariable/RequestBody详解
java·后端·spring·servlet·springmvc