word、pdf文档内容提取工具类

word、pdf文档内容提取工具类

1.依赖

xml 复制代码
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi</artifactId>
    <version>5.2.5</version>
</dependency>
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi-scratchpad</artifactId>
    <version>5.2.5</version>
</dependency>
<dependency>
    <groupId>org.apache.poi</groupId>
    <artifactId>poi-ooxml</artifactId>
    <version>5.2.5</version> <!-- 如果有 DOCX 相关 -->
</dependency>
<dependency>
    <groupId>org.apache.pdfbox</groupId>
    <artifactId>pdfbox</artifactId>
    <version>3.0.5</version>
</dependency>

2.代码

java 复制代码
import cn.hutool.core.util.StrUtil;
import org.apache.pdfbox.Loader;
import org.apache.pdfbox.pdmodel.PDDocument;
import org.apache.pdfbox.text.PDFTextStripper;
import org.apache.poi.hwpf.HWPFDocument;
import org.apache.poi.hwpf.extractor.WordExtractor;
import org.apache.poi.xwpf.usermodel.XWPFDocument;
import org.apache.poi.xwpf.usermodel.XWPFParagraph;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.StandardCharsets;
import java.util.List;
import java.util.Locale;
/**
* @Description 文档提取工具类
* @Date 2025/9/29 17:32
*/

public class DocumentTextExtractUtil {

    public static String extractText(InputStream inputStream, String fileType) throws IOException {
        if (inputStream == null) return "";
        if (StrUtil.isBlank(fileType)) throw new IllegalArgumentException("文件类型不能为空");


        String ft = normalizeFileType(fileType);
        byte[] data = toByteArray(inputStream);


        return switch (ft) {
            case "pdf" -> extractPdfText(data);
            case "docx" -> extractDocxText(data);
            case "doc" -> extractDocText(data);
            default -> new String(data, StandardCharsets.UTF_8);
        };
    }


    private static String normalizeFileType(String fileType) {
        String ft = fileType.trim().toLowerCase(Locale.ROOT);
        if (ft.startsWith(".")) ft = ft.substring(1);
        if (ft.contains("/")) {
            ft = ft.substring(ft.indexOf('/') + 1);
            if (ft.contains("+")) ft = ft.substring(0, ft.indexOf('+'));
        }
        return ft;
    }



    private static String extractPdfText(byte[] data) throws IOException {
        try (PDDocument doc = Loader.loadPDF(data)) { // 3.x 用 Loader.loadPDF
            PDFTextStripper stripper = new PDFTextStripper();
            stripper.setSortByPosition(true);
            String text = stripper.getText(doc);
            return text == null ? "" : text.trim();
        }
    }


    private static String extractDocxText(byte[] data) throws IOException {
        try (XWPFDocument doc = new XWPFDocument(new ByteArrayInputStream(data))) {
            StringBuilder sb = new StringBuilder();
            List<XWPFParagraph> paragraphs = doc.getParagraphs();
            for (XWPFParagraph p : paragraphs) {
                String t = p.getText();
                if (t != null && !t.isEmpty()) {
                    sb.append(t).append('\n');
                }
            }
            return sb.toString().trim();
        }
    }


    private static String extractDocText(byte[] data) throws IOException {
        try (HWPFDocument doc = new HWPFDocument(new ByteArrayInputStream(data))) {
            WordExtractor extractor = new WordExtractor(doc);
            String[] paragraphs = extractor.getParagraphText();
            StringBuilder sb = new StringBuilder();
            if (paragraphs != null) {
                for (String p : paragraphs) {
                    if (p == null) continue;
                    String clean = p.replaceAll("\\u0000", "").trim();
                    if (!clean.isEmpty()) sb.append(clean).append('\n');
                }
            }
            return sb.toString().trim();
        }
    }

    private static byte[] toByteArray(InputStream in) throws IOException {
        ByteArrayOutputStream baos = new ByteArrayOutputStream(8192);
        byte[] buf = new byte[8192];
        int r;
        while ((r = in.read(buf)) != -1) {
            baos.write(buf, 0, r);
        }
        return baos.toByteArray();
    }
}

3.如何使用

java 复制代码
try (InputStream textStream = new ByteArrayInputStream(content)) {
                String text = DocumentTextExtractUtil.extractText(textStream, fileType.toLowerCase());
            } catch (Exception e) {
                log.warn("文本提取失败,文件: {},类型: {}", fileName, fileType, e);
            }
相关推荐
Escalating_xu4 分钟前
【C++ STL简介】从六大组件到容器、迭代器与算法协作
java·c++·算法
何以解忧,唯有..14 分钟前
Python os模块详解:文件与目录操作指南
java·服务器·python
Csxyzj26 分钟前
kubernetes集群部署方法
java·linux·kubernetes
SQL-First布道者32 分钟前
全面解构传统持久层框架,拥抱真正的 SQL-First
java·数据库·spring boot·sql·spring·mybatis·spring jdbc
AI导出鸭PC端1 小时前
文心怎样生成word文档?一键智能排版,AI导出鸭解决格式错乱痛点
人工智能·ai·word·豆包·deepseek·ai导出鸭
小蒜学长1 小时前
vue旅游攻略网站(代码+数据库+LW)
java·数据库·vue.js·spring boot·后端·旅游
凤山老林1 小时前
轻量级规则引擎落地:Spring Boot 集成 LiteFlow 实现动态业务编排与热更新
java·spring boot·后端·规则引擎·liteflow
夏贰四1 小时前
管控数据加载调度如何规避任务冲突?数据加载运维监控体系该如何搭建?
java·大数据·运维
山甫aa2 小时前
JavaWeb后端开发学习手册
java·开发语言·数据库·学习·mysql·springboot·web
鱼鳞_2 小时前
热门八股-JVM
java·jvm