FFmpeg+javacpp中纯音频播放

xhBruce2025-08-03 21:02

FFmpeg+javacpp中纯音频播放

FFmpeg+javacpp+javacv使用
FFmpeg+javacpp中FFmpegFrameGrabber
FFmpeg+javacpp中仿ffplay播放

复制代码 
JavaCV 1.5.12 API
JavaCPP Presets for FFmpeg 7.1.1-1.5.12 API

1. Java Sound播放

如FFmpeg+javacpp中仿ffplay播放中 2.1 grabSamples() 播放案例
gitee: xhbruce/JavacvAddFFmpegDemo

java 复制代码 
public class AudioPlayer implements Runnable {
    private final String filePath;

    public AudioPlayer(String filePath) {
        this.filePath = filePath;
        //AvLog.close();
    }

    public void playAudio() throws Exception {
        FFmpegFrameGrabber grabber = new FFmpegFrameGrabber(filePath);
        grabber.start();

        int audioBitrate = grabber.getAudioBitrate(); // 获取音频流的比特率（bitrate）信息
        int audioChannels = grabber.getAudioChannels(); // 获取当前音频流的通道数量（声道数）
        int audioCodec = grabber.getAudioCodec(); //
        String audioCodecName = grabber.getAudioCodecName(); // 获取当前音频流所使用的音频编码器（Codec）名称
        double audioFrameRate = grabber.getAudioFrameRate(); //
        Map<String, String> audioMetadata = grabber.getAudioMetadata(); //
        Map<String, Buffer> audioSideData = grabber.getAudioSideData(); //
        int lengthInAudioFrames = grabber.getLengthInAudioFrames(); // 获取音频流的总帧数（以音频帧为单位）
        boolean hasAudio = grabber.hasAudio(); // 是否有音频流
        int sampleFormat = grabber.getSampleFormat(); // 获取音频采样格式（Sample Format）
        int sampleRate = grabber.getSampleRate(); // 获取音频流的采样率（Sample Rate）
        XLog.i("audioBitrate: " + audioBitrate + ", audioChannels: " + audioChannels + ", audioCodec: " + audioCodec + ", audioCodecName: " + audioCodecName
                + ", audioFrameRate: " + audioFrameRate + ", audioMetadata=" + audioMetadata + ", audioSideData=" + audioSideData + ", lengthInAudioFrames: " + lengthInAudioFrames
                + ", hasAudio=" + hasAudio + ", sampleFormat: " + sampleFormat + ",sampleRate: " + sampleRate);

        AudioFormat audioFormat = AudioUtil.toAudioFormat(sampleFormat, sampleRate, audioChannels);
        XLog.d("audioFormat: " + audioFormat);

        DataLine.Info info = new DataLine.Info(SourceDataLine.class, audioFormat);
        SourceDataLine audioLine = (SourceDataLine) AudioSystem.getLine(info);
        audioLine.open(audioFormat);
        audioLine.start();

        Frame frame;

        long totalDurationMs = grabber.getLengthInTime(); // 获取总时长（毫秒）
        XLog.d("音频总时长: " + totalDurationMs + " ms -- " + AudioUtil.getDurationString(totalDurationMs));

        while ((frame = grabber.grabSamples()) != null) {
            if (frame.samples == null || frame.samples.length == 0) continue;

            Buffer buffer = frame.samples[0];
            byte[] audioBytes = AudioUtil.toByteArrayApplySourceDataLine(buffer);

            audioLine.write(audioBytes, 0, audioBytes.length);
        }

        audioLine.drain();
        audioLine.stop();
        audioLine.close();
        grabber.stop();
    }

    @Override
    public void run() {
        try {
            playAudio();
        } catch (Exception e) {
            throw new RuntimeException(e);
        }
    }

    public static void main(String[] args) {
        String musicUrl = "F:\\Music\\Let Me Down Slowly.mp3";
//        String musicUrl = "F:\\Music\\张碧晨 - 凉凉.flac";
//        String musicUrl = "F:\\Music\\爱得比你深 - 张学友.ape";
        new Thread(new AudioPlayer(musicUrl)).start();
    }
}

2、整合音频信息AudioInfo

audioBitrate = grabber.getAudioBitrate(); // 获取音频流的比特率（bitrate）信息
audioChannels = grabber.getAudioChannels(); // 获取当前音频流的通道数量（声道数）
audioCodec = grabber.getAudioCodec(); //
audioCodecName = grabber.getAudioCodecName(); // 获取当前音频流所使用的音频编码器（Codec）名称
audioFrameRate = grabber.getAudioFrameRate(); //
metadata = new Metadata(grabber.getMetadata()); //
audioMetadata = grabber.getAudioMetadata(); //
audioSideData = grabber.getAudioSideData(); //
lengthInAudioFrames = grabber.getLengthInAudioFrames(); // 获取音频流的总帧数（以音频帧为单位）
sampleFormat = grabber.getSampleFormat(); // 获取音频采样格式（Sample Format）
sampleRate = grabber.getSampleRate(); // 获取音频流的采样率（Sample Rate）
ext = grabber.getFormat(); //grabber.getFormatContext().iformat().name().getString();
totalDurationMs = grabber.getLengthInTime(); // 获取总时长（毫秒）

https://gitee.com/xhbruce/JavacvAddFFmpegDemo/blob/master/src/main/java/org/xhbruce/ffmpeg/info/AudioInfo.java

java 复制代码 
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.xhbruce.utils.AudioUtil;

import java.nio.Buffer;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.Map;

/**
 * @author xhbruce
 */
public class AudioInfo {
    private static final String TAG = "AudioInfo";

    public FFmpegFrameGrabber grabber;
    public Path filePath;
    public String ext; //文件格式

    public int audioBitrate;
    public int audioChannels;
    public int audioCodec;
    public String audioCodecName;
    public double audioFrameRate;
    Metadata metadata;// tag信息
    Map<String, String> audioMetadata;
    Map<String, Buffer> audioSideData;
    public int lengthInAudioFrames;
    public int sampleFormat;
    public int sampleRate;

    public long totalDurationMs;
    public long startTime;

    public AudioInfo(String url) {
        grabber = new FFmpegFrameGrabber(url);
        filePath = Paths.get(url);
        try {
            init();
        } catch (FFmpegFrameGrabber.Exception e) {
            throw new RuntimeException(e);
        }
    }

    private void init() throws FFmpegFrameGrabber.Exception {
        grabber.start();

        if (grabber.hasAudio()/*是否有音频流*/) {
            audioBitrate = grabber.getAudioBitrate(); // 获取音频流的比特率（bitrate）信息
            audioChannels = grabber.getAudioChannels(); // 获取当前音频流的通道数量（声道数）
            audioCodec = grabber.getAudioCodec(); //
            audioCodecName = grabber.getAudioCodecName(); // 获取当前音频流所使用的音频编码器（Codec）名称
            audioFrameRate = grabber.getAudioFrameRate(); //
            metadata = new Metadata(grabber.getMetadata()); //
            audioMetadata = grabber.getAudioMetadata(); //
            audioSideData = grabber.getAudioSideData(); //
            lengthInAudioFrames = grabber.getLengthInAudioFrames(); // 获取音频流的总帧数（以音频帧为单位）
            sampleFormat = grabber.getSampleFormat(); // 获取音频采样格式（Sample Format）
            sampleRate = grabber.getSampleRate(); // 获取音频流的采样率（Sample Rate）

            ext = grabber.getFormat(); //grabber.getFormatContext().iformat().name().getString();
            totalDurationMs = grabber.getLengthInTime(); // 获取总时长（毫秒）
            startTime = grabber.getFormatContext().start_time();
        }

        grabber.stop();
    }

    public String getMetadata(String key) {
        return metadata.getValue(key);
    }

    @Override
    public String toString() {
        StringBuilder stringBuffer = new StringBuilder("AudioInfo [\nInput #0, " + ext + "(" + audioCodecName + "), from '" + filePath.toAbsolutePath() + "': title: " + getMetadata(Metadata.TITLE) + ", artist: " + getMetadata(Metadata.ARTIST) + "\n");
        stringBuffer.append(metadata.toString());
        stringBuffer.append("Duration: ").append(AudioUtil.getDurationString(totalDurationMs))
                .append(", start: ").append(AudioUtil.getStartTimeString(startTime))
                .append(", sampleRate: ").append(sampleRate).append(" HZ")
                .append(", bitrate: ").append(audioBitrate / 1000).append(" kb/s\n");

        if (!audioMetadata.isEmpty()) stringBuffer.append("AudioMetadata: ").append(audioMetadata.size()).append("\n");
        for (Map.Entry<String, String> entry : audioMetadata.entrySet()) {
            stringBuffer.append(String.format("%-14s%s", "\t" + entry.getKey(), ":\t" + entry.getValue())).append("\n");
        }

        if (!audioSideData.isEmpty()) stringBuffer.append("AudioSideData: ").append(audioSideData.size()).append("\n");
        for (Map.Entry<String, Buffer> entry : audioSideData.entrySet()) {
            stringBuffer.append(String.format("%-14s%s", "\t" + entry.getKey(), ":\t" + entry.getValue())).append("\n");
        }
        stringBuffer.append("]");
        return stringBuffer.toString();
    }
}
java 复制代码 
import org.bytedeco.ffmpeg.avformat.AVFormatContext;
import org.bytedeco.ffmpeg.avutil.AVDictionary;
import org.bytedeco.ffmpeg.avutil.AVDictionaryEntry;

import java.util.HashMap;
import java.util.Map;

import static org.bytedeco.ffmpeg.global.avutil.*;

/**
 * @author xhbruce
 *
 * ffmpeg-6.0\libavformat\avformat.h
 * album        -- name of the set this work belongs to
 * album_artist -- main creator of the set/album, if different from artist.
 * e.g. "Various Artists" for compilation albums.
 * artist       -- main creator of the work
 * comment      -- any additional description of the file.
 * composer     -- who composed the work, if different from artist.
 * copyright    -- name of copyright holder.
 * creation_time-- date when the file was created, preferably in ISO 8601.
 * date         -- date when the work was created, preferably in ISO 8601.
 * disc         -- number of a subset, e.g. disc in a multi-disc collection.
 * encoder      -- name/settings of the software/hardware that produced the file.
 * encoded_by   -- person/group who created the file.
 * filename     -- original name of the file.
 * genre        -- <self-evident>.
 * language     -- main language in which the work is performed, preferably
 * in ISO 639-2 format. Multiple languages can be specified by
 * separating them with commas.
 * performer    -- artist who performed the work, if different from artist.
 * E.g for "Also sprach Zarathustra", artist would be "Richard
 * Strauss" and performer "London Philharmonic Orchestra".
 * publisher    -- name of the label/publisher.
 * service_name     -- name of the service in broadcasting (channel name).
 * service_provider -- name of the service provider in broadcasting.
 * title        -- name of the work.
 * track        -- number of this work in the set, can be in form current/total.
 * variant_bitrate -- the total bitrate of the bitrate variant that the current stream is part of
 */
public class Metadata {
    private AVDictionary avDictionary;

    private Map<String, String> metadata = new HashMap<String, String>();
    public static final String ALBUM = "album";
    public static final String ALBUM_ARTIST = "album_artist";
    public static final String ARTIST = "artist";
    public static final String COMMENT = "comment";
    public static final String COMPOSER = "composer";
    public static final String COMPYRIGHT = "copyright";
    public static final String CREATION_TIME = "creation_time";
    public static final String DATE = "date";
    public static final String DISC = "disc";
    public static final String ENCODER = "encoder";
    public static final String ENCODER_BY = "encoded_by";
    public static final String FILENAME = "filename";
    public static final String GENRE = "genre";
    public static final String LANGUAGE = "language";
    public static final String PERFORMER = "performer";
    public static final String PUBLISHER = "publisher";
    public static final String SERVICE_NAME = "service_name";
    public static final String SERVICE_PROVIDER = "service_provider";
    public static final String TITLE = "title";
    public static final String TRACK = "track";
    public static final String VARIANT_BITRATE = "variant_bitrate";

    private int dictCount;

    public Metadata(AVFormatContext formatContext) {
        this(formatContext.metadata());
    }

    public Metadata(AVDictionary dictionary) {
        avDictionary = dictionary;
        dictCount = av_dict_count(avDictionary);
        initMetadate();
    }

    private void initMetadate() {
        metadata = new HashMap<String, String>();
        AVDictionaryEntry tag = null;
        while ((tag = av_dict_iterate(avDictionary, tag)) != null) {
            String key = tag.key().getString();
            String value = tag.value().getString();
            metadata.put(key, value);
        }
    }

    public Metadata(Map<String, String> metadata) {
        this.metadata = metadata;
        dictCount = metadata.size();
    }

    /**
     * or av_dict_get(avDictionary, key, null, 0);
     */
    public String getValue(String key) {
        return metadata.get(key);
    }

    public int size() {
        return dictCount;
    }

    @Override
    public String toString() {
        StringBuilder stringBuffer = new StringBuilder();
        stringBuffer.append("Metadata: ").append(dictCount).append("\n");
        for (Map.Entry<String, String> entry : metadata.entrySet()) {
            stringBuffer.append(String.format("%-14s%s", "\t" + entry.getKey(), ":\t" + entry.getValue())).append("\n");
        }
        return stringBuffer.toString();
    }
}

3、添加ExecutorService执行播放

implementation 'com.github.goxr3plus:java-stream-player:+' 实质也是Java Sound播放，作为参考。

  • ExecutorService audioPlayerExecutorServicec护理音频播放
  • ExecutorService eventsExecutorService处理音频播放状态
java 复制代码 
public class AudioPlayer implements AudioPlayerInterface, Callable<Void> {

    private AudioInfo audioInfo;
    private volatile AudioInputStream audioInputStream;
    private AudioFormat audioFormat;
    private DataLine.Info info;
    private SourceDataLine audioLine;

    private final Object audioLock = new Object();
    /**
     * audio 播放服务
     */
    private final ExecutorService audioPlayerExecutorService;

    /**
     * audio 播放状态更新服务
     */
    private final ExecutorService eventsExecutorService;

    /**
     * 通知监听事件
     */
    private final ArrayList<AudioPlayerListener> listeners;

    public AudioPlayer() {
        audioPlayerExecutorService = Executors.newSingleThreadExecutor();
        eventsExecutorService = Executors.newSingleThreadExecutor();
        listeners = new ArrayList<>();
    }

    @Override
    public void addStreamPlayerListener(AudioPlayerListener audioPlayerListener) {
        listeners.add(audioPlayerListener);
    }

    @Override
    public void removeStreamPlayerListener(AudioPlayerListener audioPlayerListener) {
        if (listeners != null) {
            listeners.remove(audioPlayerListener);
        }
    }

    public void open(String filePath) {
        open(new File(filePath));
    }

    @Override
    public void open(File file) {
        audioInfo = new AudioInfo(file);
        initAudioInputStream();
        try {
            audioInfo.grabber.start();
        } catch (FFmpegFrameGrabber.Exception e) {
            throw new RuntimeException(e);
        }
    }

    private void initAudioInputStream() {
        audioFormat = AudioUtil.toAudioFormat(audioInfo.sampleFormat, audioInfo.sampleRate, audioInfo.audioChannels);
        createAudioLine();
    }

    private void createAudioLine() {
        try {
            info = new DataLine.Info(SourceDataLine.class, audioFormat);
            audioLine = (SourceDataLine) AudioSystem.getLine(info);
            XLog.i("Line : " + audioLine);
            XLog.i("Line Info : " + info);
            XLog.i("Line AudioFormat: " + audioFormat);
            audioLine.open(audioFormat);
        } catch (LineUnavailableException e) {
            throw new RuntimeException(e);
        }
    }

    @Override
    public void play() {
        audioLine.start();
        audioPlayerExecutorService.submit(this);
    }

    @Override
    public boolean pause() {
        return false;
    }

    @Override
    public boolean resume() {
        return false;
    }

    @Override
    public void stop() {

    }

    @Override
    public Void call() throws FFmpegFrameGrabber.Exception {
        XLog.d("响应 audioPlayerExecutorService");
        synchronized (audioLock) {
            Frame frame;
            while ((frame = audioInfo.grabber.grabSamples()) != null) {
                if (frame.samples == null || frame.samples.length == 0) continue;

                Buffer buffer = frame.samples[0];
                byte[] audioBytes = AudioUtil.toByteArrayApplySourceDataLine(buffer);

                audioLine.write(audioBytes, 0, audioBytes.length);
            }
        }
        audioLine.drain();
        audioLine.stop();
        audioLine.close();
        audioInfo.grabber.stop();
        return null;
    }
}
热门推荐
01Qwen3-Coder 快速上手教程 | Qwen Code + Claude Code02全球最强模型Grok4，国内已可免费使用！（附教程）03VMware Workstation Pro虚拟机的下载和安装图文保姆级教程(附下载链接)04KGG转MP3工具|非KGM文件|解密音频05UV安装并设置国内源06MSPM0G3507——读取引脚的高低电平方法（数字信号循迹模块）07腾讯还是太全面了，限时免费！超全CodeBuddy IDE保姆级教程！（附案例）082025电赛e题：openmv识别过程丢失矩形09Coze 开源了，送上保姆级私有化部署方案【建议收藏】10jdk21下载、安装（Windows、Linux、macOS）