当前位置：首页 > news >正文

音视频入门基础：WAV专题（5）——FFmpeg源码中解码WAV Header的实现

news 来源：原创 2024/9/20 10:35:55

=================================================================

音视频入门基础：WAV专题系列文章：

音视频入门基础：WAV专题（1）——使用FFmpeg命令生成WAV音频文件

音视频入门基础：WAV专题（2）——WAV格式简介

音视频入门基础：WAV专题（3）——FFmpeg源码中，判断某文件是否为WAV音频文件的实现

音视频入门基础：WAV专题（4）——FFmpeg源码中获取WAV文件音频压缩编码格式、采样频率、声道数量、采样位数、码率的实现

音视频入门基础：WAV专题（5）——FFmpeg源码中解码WAV Header的实现

=================================================================

一、引言

执行FFmpeg命令：

./ffmpeg -i XXX.wav

FFmpeg内部会调用wav_probe函数检测该文件是否为WAV格式的音频文件（具体可以参考：《音视频入门基础：WAV专题（3）——FFmpeg源码中，判断某文件是否为WAV音频文件的实现》）。然后如果检测出该文件为WAV格式的音频文件，会调用wav_read_header函数解码WAV Header。

二、wav_read_header函数的定义

wav_read_header函数定义在FFmpeg源码（本文演示用的FFmpeg源码版本为5.0.3）的源文件libavformat/wavdec.c中：

/* wav input */
static int wav_read_header(AVFormatContext *s)
{int64_t size, av_uninit(data_size);int64_t sample_count = 0;int rf64 = 0, bw64 = 0;uint32_t tag;AVIOContext *pb      = s->pb;AVStream *st         = NULL;WAVDemuxContext *wav = s->priv_data;int ret, got_fmt = 0, got_xma2 = 0;int64_t next_tag_ofs, data_ofs = -1;wav->unaligned = avio_tell(s->pb) & 1;wav->smv_data_ofs = -1;/* read chunk ID */tag = avio_rl32(pb);switch (tag) {case MKTAG('R', 'I', 'F', 'F'):break;case MKTAG('R', 'I', 'F', 'X'):wav->rifx = 1;break;case MKTAG('R', 'F', '6', '4'):rf64 = 1;break;case MKTAG('B', 'W', '6', '4'):bw64 = 1;break;default:av_log(s, AV_LOG_ERROR, "invalid start code %s in RIFF header\n",av_fourcc2str(tag));return AVERROR_INVALIDDATA;}/* read chunk size */avio_rl32(pb);/* read format */if (avio_rl32(pb) != MKTAG('W', 'A', 'V', 'E')) {av_log(s, AV_LOG_ERROR, "invalid format in RIFF header\n");return AVERROR_INVALIDDATA;}if (rf64 || bw64) {if (avio_rl32(pb) != MKTAG('d', 's', '6', '4'))return AVERROR_INVALIDDATA;size = avio_rl32(pb);if (size < 24)return AVERROR_INVALIDDATA;avio_rl64(pb); /* RIFF size */data_size    = avio_rl64(pb);sample_count = avio_rl64(pb);if (data_size < 0 || sample_count < 0) {av_log(s, AV_LOG_ERROR, "negative data_size and/or sample_count in ""ds64: data_size = %"PRId64", sample_count = %"PRId64"\n",data_size, sample_count);return AVERROR_INVALIDDATA;}avio_skip(pb, size - 24); /* skip rest of ds64 chunk */}/* Create the audio stream now so that its index is always zero */st = avformat_new_stream(s, NULL);if (!st)return AVERROR(ENOMEM);for (;;) {AVStream *vst;size         = next_tag(pb, &tag, wav->rifx);next_tag_ofs = avio_tell(pb) + size;if (avio_feof(pb))break;switch (tag) {case MKTAG('f', 'm', 't', ' '):/* only parse the first 'fmt ' tag found */if (!got_xma2 && !got_fmt && (ret = wav_parse_fmt_tag(s, size, st)) < 0) {return ret;} else if (got_fmt)av_log(s, AV_LOG_WARNING, "found more than one 'fmt ' tag\n");got_fmt = 1;break;case MKTAG('X', 'M', 'A', '2'):/* only parse the first 'XMA2' tag found */if (!got_fmt && !got_xma2 && (ret = wav_parse_xma2_tag(s, size, st)) < 0) {return ret;} else if (got_xma2)av_log(s, AV_LOG_WARNING, "found more than one 'XMA2' tag\n");got_xma2 = 1;break;case MKTAG('d', 'a', 't', 'a'):if (!(pb->seekable & AVIO_SEEKABLE_NORMAL) && !got_fmt && !got_xma2) {av_log(s, AV_LOG_ERROR,"found no 'fmt ' tag before the 'data' tag\n");return AVERROR_INVALIDDATA;}if (rf64 || bw64) {next_tag_ofs = wav->data_end = avio_tell(pb) + data_size;} else if (size != 0xFFFFFFFF) {data_size    = size;next_tag_ofs = wav->data_end = size ? next_tag_ofs : INT64_MAX;} else {av_log(s, AV_LOG_WARNING, "Ignoring maximum wav data size, ""file may be invalid\n");data_size    = 0;next_tag_ofs = wav->data_end = INT64_MAX;}data_ofs = avio_tell(pb);/* don't look for footer metadata if we can't seek or if we don't* know where the data tag ends*/if (!(pb->seekable & AVIO_SEEKABLE_NORMAL) || (!(rf64 && !bw64) && !size))goto break_loop;break;case MKTAG('f', 'a', 'c', 't'):if (!sample_count)sample_count = (!wav->rifx ? avio_rl32(pb) : avio_rb32(pb));break;case MKTAG('b', 'e', 'x', 't'):if ((ret = wav_parse_bext_tag(s, size)) < 0)return ret;break;case MKTAG('S','M','V','0'):if (!got_fmt) {av_log(s, AV_LOG_ERROR, "found no 'fmt ' tag before the 'SMV0' tag\n");return AVERROR_INVALIDDATA;}// SMV file, a wav file with video appended.if (size != MKTAG('0','2','0','0')) {av_log(s, AV_LOG_ERROR, "Unknown SMV version found\n");goto break_loop;}av_log(s, AV_LOG_DEBUG, "Found SMV data\n");wav->smv_given_first = 0;vst = avformat_new_stream(s, NULL);if (!vst)return AVERROR(ENOMEM);wav->vst = vst;avio_r8(pb);vst->id = 1;vst->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;vst->codecpar->codec_id = AV_CODEC_ID_SMVJPEG;vst->codecpar->width  = avio_rl24(pb);vst->codecpar->height = avio_rl24(pb);if ((ret = ff_alloc_extradata(vst->codecpar, 4)) < 0) {av_log(s, AV_LOG_ERROR, "Could not allocate extradata.\n");return ret;}size = avio_rl24(pb);wav->smv_data_ofs = avio_tell(pb) + (size - 5) * 3;avio_rl24(pb);wav->smv_block_size = avio_rl24(pb);if (!wav->smv_block_size)return AVERROR_INVALIDDATA;avpriv_set_pts_info(vst, 32, 1, avio_rl24(pb));vst->duration = avio_rl24(pb);avio_rl24(pb);avio_rl24(pb);wav->smv_frames_per_jpeg = avio_rl24(pb);if (wav->smv_frames_per_jpeg > 65536) {av_log(s, AV_LOG_ERROR, "too many frames per jpeg\n");return AVERROR_INVALIDDATA;}AV_WL32(vst->codecpar->extradata, wav->smv_frames_per_jpeg);goto break_loop;case MKTAG('L', 'I', 'S', 'T'):case MKTAG('l', 'i', 's', 't'):if (size < 4) {av_log(s, AV_LOG_ERROR, "too short LIST tag\n");return AVERROR_INVALIDDATA;}switch (avio_rl32(pb)) {case MKTAG('I', 'N', 'F', 'O'):ff_read_riff_info(s, size - 4);break;case MKTAG('a', 'd', 't', 'l'):if (s->nb_chapters > 0) {while (avio_tell(pb) < next_tag_ofs &&!avio_feof(pb)) {char cue_label[512];unsigned id, sub_size;if (avio_rl32(pb) != MKTAG('l', 'a', 'b', 'l'))break;sub_size = avio_rl32(pb);if (sub_size < 5)break;id       = avio_rl32(pb);avio_get_str(pb, sub_size - 4, cue_label, sizeof(cue_label));avio_skip(pb, avio_tell(pb) & 1);for (int i = 0; i < s->nb_chapters; i++) {if (s->chapters[i]->id == id) {av_dict_set(&s->chapters[i]->metadata, "title", cue_label, 0);break;}}}}break;}break;case MKTAG('I', 'D', '3', ' '):case MKTAG('i', 'd', '3', ' '): {ID3v2ExtraMeta *id3v2_extra_meta;ff_id3v2_read_dict(pb, &ffformatcontext(s)->id3v2_meta, ID3v2_DEFAULT_MAGIC, &id3v2_extra_meta);if (id3v2_extra_meta) {ff_id3v2_parse_apic(s, id3v2_extra_meta);ff_id3v2_parse_chapters(s, id3v2_extra_meta);ff_id3v2_parse_priv(s, id3v2_extra_meta);}ff_id3v2_free_extra_meta(&id3v2_extra_meta);}break;case MKTAG('c', 'u', 'e', ' '):if (size >= 4 && got_fmt && st->codecpar->sample_rate > 0) {AVRational tb = {1, st->codecpar->sample_rate};unsigned nb_cues = avio_rl32(pb);if (size >= nb_cues * 24LL + 4LL) {for (int i = 0; i < nb_cues; i++) {unsigned offset, id = avio_rl32(pb);if (avio_feof(pb))return AVERROR_INVALIDDATA;avio_skip(pb, 16);offset = avio_rl32(pb);if (!avpriv_new_chapter(s, id, tb, offset, AV_NOPTS_VALUE, NULL))return AVERROR(ENOMEM);}}}break;}/* seek to next tag unless we know that we'll run into EOF */if ((avio_size(pb) > 0 && next_tag_ofs >= avio_size(pb)) ||wav_seek_tag(wav, pb, next_tag_ofs, SEEK_SET) < 0) {break;}}break_loop:if (!got_fmt && !got_xma2) {av_log(s, AV_LOG_ERROR, "no 'fmt ' or 'XMA2' tag found\n");return AVERROR_INVALIDDATA;}if (data_ofs < 0) {av_log(s, AV_LOG_ERROR, "no 'data' tag found\n");return AVERROR_INVALIDDATA;}avio_seek(pb, data_ofs, SEEK_SET);if (data_size > (INT64_MAX>>3)) {av_log(s, AV_LOG_WARNING, "Data size %"PRId64" is too large\n", data_size);data_size = 0;}if (   st->codecpar->bit_rate > 0 && data_size > 0&& st->codecpar->sample_rate > 0&& sample_count > 0 && st->codecpar->channels > 1&& sample_count % st->codecpar->channels == 0) {if (fabs(8.0 * data_size * st->codecpar->channels * st->codecpar->sample_rate /sample_count /st->codecpar->bit_rate - 1.0) < 0.3)sample_count /= st->codecpar->channels;}if (   data_size > 0 && sample_count && st->codecpar->channels&& (data_size << 3) / sample_count / st->codecpar->channels > st->codecpar->bits_per_coded_sample  + 1) {av_log(s, AV_LOG_WARNING, "ignoring wrong sample_count %"PRId64"\n", sample_count);sample_count = 0;}/* G.729 hack (for Ticket4577)* FIXME: Come up with cleaner, more general solution */if (st->codecpar->codec_id == AV_CODEC_ID_G729 && sample_count && (data_size << 3) > sample_count) {av_log(s, AV_LOG_WARNING, "ignoring wrong sample_count %"PRId64"\n", sample_count);sample_count = 0;}if (!sample_count || av_get_exact_bits_per_sample(st->codecpar->codec_id) > 0)if (   st->codecpar->channels&& data_size&& av_get_bits_per_sample(st->codecpar->codec_id)&& wav->data_end <= avio_size(pb))sample_count = (data_size << 3)/(st->codecpar->channels * (uint64_t)av_get_bits_per_sample(st->codecpar->codec_id));if (sample_count)st->duration = sample_count;if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S32LE &&st->codecpar->block_align == st->codecpar->channels * 4 &&st->codecpar->bits_per_coded_sample == 32 &&st->codecpar->extradata_size == 2 &&AV_RL16(st->codecpar->extradata) == 1) {st->codecpar->codec_id = AV_CODEC_ID_PCM_F16LE;st->codecpar->bits_per_coded_sample = 16;} else if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S24LE &&st->codecpar->block_align == st->codecpar->channels * 4 &&st->codecpar->bits_per_coded_sample == 24) {st->codecpar->codec_id = AV_CODEC_ID_PCM_F24LE;} else if (st->codecpar->codec_id == AV_CODEC_ID_XMA1 ||st->codecpar->codec_id == AV_CODEC_ID_XMA2) {st->codecpar->block_align = 2048;} else if (st->codecpar->codec_id == AV_CODEC_ID_ADPCM_MS && st->codecpar->channels > 2 &&st->codecpar->block_align < INT_MAX / st->codecpar->channels) {st->codecpar->block_align *= st->codecpar->channels;}ff_metadata_conv_ctx(s, NULL, wav_metadata_conv);ff_metadata_conv_ctx(s, NULL, ff_riff_info_conv);set_spdif(s, wav);return 0;
}

形参s：既是输入型参数也是输出型参数，指向AVFormatContext类型的变量。s->pb包含整个WAV Header的二进制数据。执行wav_read_header函数后，(WAVDemuxContext *)(s->priv_data)->vst->codecpar中的成员变量会被赋值为WAV Header中Format chunk中的信息（包括音频压缩编码格式、采样频率、声道数量、采样位数、码率）。

返回值：返回0表示解码WAV Header成功。返回一个负数表示解码WAV Header失败。

三、wav_read_header函数的内部实现分析

（一）读取WAV Header中的“区块编号”

WAV Header中的第一个区块为“区块编号”，通过下面语句读取“区块编号”的内容（关于avio_rXXX系列函数的用法可以参考：《FFmpeg源码：avio_r8、avio_rl16、avio_rl24、avio_rl32、avio_rl64函数分析》）：

    /* read chunk ID */tag = avio_rl32(pb);

有的同学看到这里可能会有疑问：根据文章《音视频入门基础：WAV专题（2）——WAV格式简介》的描述，“区块编号”不是大端字节序的吗？而avio_rl32函数是按照小端模式读取四个字节数据。所以为什么是用avio_rl32函数而不是avio_rb32函数读取呢？avio_rb32函数才是按照大端模式读取四个字节数据的吧？

原因是这样的，在语句tag = avio_rl32(pb)之后，又通过MKTAG函数（关于MKTAG和MKBETAG宏定义的用法可以参考：《FFmpeg源码：MKTAG和MKBETAG宏定义分析》）将字符（比如'R', 'I', 'F', 'F'）转换为整形，按小端模式存贮，让其跟tag进行比较。所以这就是所谓的“负负得正”，“用avio_rl32函数读取然后跟MKTAG转换出来的整数进行比较”，这个跟“用avio_rb32函数读取然后用MKBETAG转换出来的整数进行比较”，效果是一样的：

    switch (tag) {case MKTAG('R', 'I', 'F', 'F'):break;case MKTAG('R', 'I', 'F', 'X'):wav->rifx = 1;break;case MKTAG('R', 'F', '6', '4'):rf64 = 1;break;case MKTAG('B', 'W', '6', '4'):bw64 = 1;break;default:av_log(s, AV_LOG_ERROR, "invalid start code %s in RIFF header\n",av_fourcc2str(tag));return AVERROR_INVALIDDATA;}

所以下面代码块：

    /* read chunk ID */tag = avio_rl32(pb);switch (tag) {case MKTAG('R', 'I', 'F', 'F'):break;case MKTAG('R', 'I', 'F', 'X'):wav->rifx = 1;break;case MKTAG('R', 'F', '6', '4'):rf64 = 1;break;case MKTAG('B', 'W', '6', '4'):bw64 = 1;break;default:av_log(s, AV_LOG_ERROR, "invalid start code %s in RIFF header\n",av_fourcc2str(tag));return AVERROR_INVALIDDATA;}

等价于：

    /* read chunk ID */tag = avio_rb32(pb);switch (tag) {case MKBETAG('R', 'I', 'F', 'F'):break;case MKBETAG('R', 'I', 'F', 'X'):wav->rifx = 1;break;case MKBETAG('R', 'F', '6', '4'):rf64 = 1;break;case MKBETAG('B', 'W', '6', '4'):bw64 = 1;break;default:av_log(s, AV_LOG_ERROR, "invalid start code %s in RIFF header\n",av_fourcc2str(tag));return AVERROR_INVALIDDATA;}

读取到“区块编号”后，如果值等于“RIFF”，表示该文件遵守RIFF格式的规则，按默认处理；如果值等于“RIFX”，让wav->rifx赋值为1，表示该文件遵守RIFX格式的规则；如果值等于“RF64”，让变量rf64赋值为1，表示这是WAVE 64位扩展格式中的一种：WAV RF64；如果值等于“BW64”，让变量bw64赋值为1，表示这是WAVE 64位扩展格式中的一种：WAV BW64；如果值不为上述，打印日志："invalid start code XXX in RIFF header"并返回AVERROR_INVALIDDATA表示WAV Header中的数据不合法。

（二）读取WAV Header中的“总区块大小”

WAV Header中的第二个区块为“总区块大小”，通过下面语句读取“总区块大小”。由于该值可以由WAV Header中的其它值推导出来，所以对于FFmpeg来讲它没有意义，故FFmpeg没有将其存贮到内部的成员变量中：

    /* read chunk size */avio_rl32(pb);

（三）读取WAV Header中的“档案格式”

WAV Header中的第三个区块为“档案格式”。通过下面语句读取该值并进行比较，如果值不为“WAVE”，日志打印"invalid format in RIFF header"表示WAV Header中的数据不合法：

    /* read format */if (avio_rl32(pb) != MKTAG('W', 'A', 'V', 'E')) {av_log(s, AV_LOG_ERROR, "invalid format in RIFF header\n");return AVERROR_INVALIDDATA;}

（四）WAVE 64位扩展格式处理

FFmpeg源码内部将WAV和WAVE 64位扩展格式都放到一起处理，下面代码处理文件格式为WAVE 64位时的情况：

if (rf64 || bw64) {if (avio_rl32(pb) != MKTAG('d', 's', '6', '4'))return AVERROR_INVALIDDATA;size = avio_rl32(pb);if (size < 24)return AVERROR_INVALIDDATA;avio_rl64(pb); /* RIFF size */data_size    = avio_rl64(pb);sample_count = avio_rl64(pb);if (data_size < 0 || sample_count < 0) {av_log(s, AV_LOG_ERROR, "negative data_size and/or sample_count in ""ds64: data_size = %"PRId64", sample_count = %"PRId64"\n",data_size, sample_count);return AVERROR_INVALIDDATA;}avio_skip(pb, size - 24); /* skip rest of ds64 chunk */}

（五）读取WAV Header中的子区块

WAV Header中包含“Format chunk”、“Data chunk”这种必须存在的子区块，也包含Fact chunk、Cue points chunk、Playlist chunk、Associated data list chunk等可选区块。通过下面语句中的for循环和switch case语句来判断是哪种子区块，然后循环处理：

 for (;;) {AVStream *vst;size         = next_tag(pb, &tag, wav->rifx);next_tag_ofs = avio_tell(pb) + size;if (avio_feof(pb))break;switch (tag) {case MKTAG('f', 'm', 't', ' ')://...break;case MKTAG('X', 'M', 'A', '2')://...break;case MKTAG('d', 'a', 't', 'a')://...break;case MKTAG('f', 'a', 'c', 't')://...break;case MKTAG('b', 'e', 'x', 't')://...break;case MKTAG('S','M','V','0')://...goto break_loop;case MKTAG('L', 'I', 'S', 'T'):case MKTAG('l', 'i', 's', 't')://...break;case MKTAG('I', 'D', '3', ' '):case MKTAG('i', 'd', '3', ' '): {//...break;case MKTAG('c', 'u', 'e', ' ')://...break;}}
}

（六）读取WAV Header中“Format chunk”子区块的信息

下面以读取“Format chunk”子区块中的信息为例子进行讲解如何解码子区块。ff_get_wav_header函数中通过wav_parse_fmt_tag函数解析“Format chunk”子区块：

int ff_get_wav_header(AVFormatContext *s, AVIOContext *pb,AVCodecParameters *par, int size, int big_endian)
{
//...for (;;) {switch (tag) {case MKTAG('f', 'm', 't', ' '):/* only parse the first 'fmt ' tag found */if (!got_xma2 && !got_fmt && (ret = wav_parse_fmt_tag(s, size, st)) < 0) {return ret;} else if (got_fmt)av_log(s, AV_LOG_WARNING, "found more than one 'fmt ' tag\n");got_fmt = 1;break;}
//...}
}

而wav_parse_fmt_tag函数内部又调用了ff_get_wav_header函数来获取获取音频压缩编码格式、采样频率、声道数量、采样位数、码率信息（具体可以参考：《音视频入门基础：WAV专题（4）——FFmpeg源码中获取WAV文件音频压缩编码格式、采样频率、声道数量、采样位数、码率的实现》）：

static int wav_parse_fmt_tag(AVFormatContext *s, int64_t size, AVStream *st)
{AVIOContext *pb = s->pb;WAVDemuxContext *wav = s->priv_data;int ret;/* parse fmt header */ret = ff_get_wav_header(s, pb, st->codecpar, size, wav->rifx);if (ret < 0)return ret;handle_stream_probing(st);ffstream(st)->need_parsing = AVSTREAM_PARSE_FULL_RAW;avpriv_set_pts_info(st, 64, 1, st->codecpar->sample_rate);return 0;
}