hashenc.c

Go to the documentation of this file.

/*
 * Hash/MD5 encoder (for codec/format testing)
 * Copyright (c) 2009 Reimar Döffinger, based on crcenc (c) 2002 Fabrice Bellard
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
 
#include "config_components.h"
 
#include "libavutil/avstring.h"
#include "libavutil/hash.h"
#include "libavutil/intreadwrite.h"
#include "libavutil/mem.h"
#include "libavutil/opt.h"
#include "avformat.h"
#include "internal.h"
#include "mux.h"
 
struct HashContext {
    const AVClass *avclass;
    struct {
        struct AVHashContext *hash;
        int64_t stream_size;
    } *hashes;
    char *hash_name;
    int per_stream;
    int format_version;
};
 
#define OFFSET(x) offsetof(struct HashContext, x)
#define ENC AV_OPT_FLAG_ENCODING_PARAM
#define HASH_OPT(defaulttype) \
    { "hash", "set hash to use", OFFSET(hash_name), AV_OPT_TYPE_STRING, {.str = defaulttype}, 0, 0, ENC }
#define FORMAT_VERSION_OPT \
    { "format_version", "file format version", OFFSET(format_version), AV_OPT_TYPE_INT, {.i64 = 2}, 1, 2, ENC }
 
#if CONFIG_FRAMEHASH_MUXER | CONFIG_STREAMHASH_MUXER | CONFIG_HASH_MUXER
static const AVOption hash_options[] = {
    FORMAT_VERSION_OPT,
    HASH_OPT("sha256"),
    { NULL },
};
#endif
 
#if CONFIG_MD5_MUXER
static const AVOption md5_options[] = {
    HASH_OPT("md5"),
    { NULL },
};
#endif
 
#if CONFIG_FRAMEMD5_MUXER
static const AVOption framemd5_options[] = {
    HASH_OPT("md5"),
    FORMAT_VERSION_OPT,
    { NULL },
};
#endif
 
#if CONFIG_HASH_MUXER || CONFIG_MD5_MUXER
static int hash_init(struct AVFormatContext *s)
{
    int res;
    struct HashContext *c = s->priv_data;
    c->per_stream = 0;
    c->hashes = av_mallocz(sizeof(*c->hashes));
    if (!c->hashes)
        return AVERROR(ENOMEM);
    res = av_hash_alloc(&c->hashes->hash, c->hash_name);
    if (res < 0)
        return res;
    av_hash_init(c->hashes->hash);
    return 0;
}
 
static int hash_write_packet(struct AVFormatContext *s, AVPacket *pkt)
{
    struct HashContext *c = s->priv_data;
    av_hash_update(c->hashes->hash, pkt->data, pkt->size);
    return 0;
}
#endif
 
#if CONFIG_STREAMHASH_MUXER || CONFIG_FRAMEHASH_MUXER || CONFIG_FRAMEMD5_MUXER
static void hash_print_extradata(struct AVFormatContext *s)
{
    int i;
 
    for (i = 0; i < s->nb_streams; i++) {
        const AVStream *st = s->streams[i];
        const AVCodecParameters *par = st->codecpar;
        if (par->extradata) {
            struct HashContext *c = s->priv_data;
            char buf[AV_HASH_MAX_SIZE*2+1];
 
            av_hash_init(c->hashes->hash);
            av_hash_update(c->hashes->hash, par->extradata, par->extradata_size);
            av_hash_final_hex(c->hashes->hash, buf, sizeof(buf));
            avio_printf(s->pb, "#extradata %d, %31d, %s\n", i, par->extradata_size, buf);
        }
    }
}
#endif
 
static void hash_print_sidedata(struct AVFormatContext *s,
                                const AVPacketSideData *sd, int side_data_elems)
{
    struct HashContext *c = s->priv_data;
    char buf[AV_HASH_MAX_SIZE*2+128];
 
    avio_printf(s->pb, ", S=%d", side_data_elems);
    for (int i = 0; i < side_data_elems; i++) {
        av_hash_init(c->hashes->hash);
        if (HAVE_BIGENDIAN && sd[i].type == AV_PKT_DATA_PALETTE) {
            for (size_t j = 0; j < sd[i].size; j += sizeof(uint32_t)) {
                uint32_t data = AV_RL32(sd[i].data + j);
                av_hash_update(c->hashes->hash, (uint8_t *)&data, sizeof(uint32_t));
            }
        } else if (sd[i].type != AV_PKT_DATA_IAMF_MIX_GAIN_PARAM &&
                   sd[i].type != AV_PKT_DATA_IAMF_DEMIXING_INFO_PARAM &&
                   sd[i].type != AV_PKT_DATA_IAMF_RECON_GAIN_INFO_PARAM)
            av_hash_update(c->hashes->hash, sd[i].data, sd[i].size);
        snprintf(buf, sizeof(buf) - (AV_HASH_MAX_SIZE * 2 + 1),
                 ", %8zu, ", sd[i].size);
        size_t len = strlen(buf);
        av_hash_final_hex(c->hashes->hash, buf + len, sizeof(buf) - len);
        avio_write(s->pb, buf, strlen(buf));
    }
}
 
#if CONFIG_HASH_MUXER || CONFIG_MD5_MUXER || CONFIG_STREAMHASH_MUXER
static char get_media_type_char(enum AVMediaType type)
{
    switch (type) {
    case AVMEDIA_TYPE_VIDEO:      return 'v';
    case AVMEDIA_TYPE_AUDIO:      return 'a';
    case AVMEDIA_TYPE_DATA:       return 'd';
    case AVMEDIA_TYPE_SUBTITLE:   return 's';
    case AVMEDIA_TYPE_ATTACHMENT: return 't';
    default:                      return '?';
    }
}
 
static int hash_write_trailer(struct AVFormatContext *s)
{
    struct HashContext *c = s->priv_data;
    int num_hashes = c->per_stream ? s->nb_streams : 1;
    for (int i = 0; i < num_hashes; i++) {
        char buf[AV_HASH_MAX_SIZE*2+128];
        if (c->per_stream) {
            if (c->format_version < 2) {
                AVStream *st = s->streams[i];
                snprintf(buf, sizeof(buf) - 200, "%d,%c,%s=", i, get_media_type_char(st->codecpar->codec_type),
                         av_hash_get_name(c->hashes[i].hash));
            } else
                snprintf(buf, sizeof(buf) - 200, "%d, %11"PRId64", ", i, c->hashes[i].stream_size);
        } else {
            snprintf(buf, sizeof(buf) - 200, "%s=", av_hash_get_name(c->hashes[i].hash));
        }
        av_hash_final_hex(c->hashes[i].hash, buf + strlen(buf), sizeof(buf) - strlen(buf));
        avio_write(s->pb, buf, strlen(buf));
 
        if (c->per_stream && c->format_version >= 2) {
            const AVStream *st = s->streams[i];
            if (st->codecpar->nb_coded_side_data)
                hash_print_sidedata(s, st->codecpar->coded_side_data, st->codecpar->nb_coded_side_data);
        }
 
        avio_printf(s->pb, "\n");
    }
 
    return 0;
}
#endif
 
static void hash_free(struct AVFormatContext *s)
{
    struct HashContext *c = s->priv_data;
    if (c->hashes) {
        int num_hashes = c->per_stream ? s->nb_streams : 1;
        for (int i = 0; i < num_hashes; i++) {
            av_hash_freep(&c->hashes[i].hash);
        }
    }
    av_freep(&c->hashes);
}
 
#if CONFIG_HASH_MUXER
static const AVClass hash_hashenc_class = {
    .class_name = "hash muxer",
    .item_name  = av_default_item_name,
    .option     = &hash_options[1],
    .version    = LIBAVUTIL_VERSION_INT,
};
 
const FFOutputFormat ff_hash_muxer = {
    .p.name            = "hash",
    .p.long_name       = NULL_IF_CONFIG_SMALL("Hash testing"),
    .priv_data_size    = sizeof(struct HashContext),
    .p.audio_codec     = AV_CODEC_ID_PCM_S16LE,
    .p.video_codec     = AV_CODEC_ID_RAWVIDEO,
    .init              = hash_init,
    .write_packet      = hash_write_packet,
    .write_trailer     = hash_write_trailer,
    .deinit            = hash_free,
    .p.flags           = AVFMT_VARIABLE_FPS | AVFMT_TS_NONSTRICT |
                         AVFMT_TS_NEGATIVE,
    .p.priv_class      = &hash_hashenc_class,
};
#endif
 
#if CONFIG_MD5_MUXER
static const AVClass md5enc_class = {
    .class_name = "MD5 muxer",
    .item_name  = av_default_item_name,
    .option     = md5_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
 
const FFOutputFormat ff_md5_muxer = {
    .p.name            = "md5",
    .p.long_name       = NULL_IF_CONFIG_SMALL("MD5 testing"),
    .priv_data_size    = sizeof(struct HashContext),
    .p.audio_codec     = AV_CODEC_ID_PCM_S16LE,
    .p.video_codec     = AV_CODEC_ID_RAWVIDEO,
    .init              = hash_init,
    .write_packet      = hash_write_packet,
    .write_trailer     = hash_write_trailer,
    .deinit            = hash_free,
    .p.flags           = AVFMT_VARIABLE_FPS | AVFMT_TS_NONSTRICT |
                         AVFMT_TS_NEGATIVE,
    .p.priv_class      = &md5enc_class,
};
#endif
 
#if CONFIG_STREAMHASH_MUXER
static int streamhash_init(struct AVFormatContext *s)
{
    int res, i;
    struct HashContext *c = s->priv_data;
    c->per_stream = 1;
    c->hashes = av_calloc(s->nb_streams, sizeof(*c->hashes));
    if (!c->hashes)
        return AVERROR(ENOMEM);
    for (i = 0; i < s->nb_streams; i++) {
        res = av_hash_alloc(&c->hashes[i].hash, c->hash_name);
        if (res < 0) {
            return res;
        }
        av_hash_init(c->hashes[i].hash);
    }
    return 0;
}
 
static int streamhash_write_header(struct AVFormatContext *s)
{
    struct HashContext *c = s->priv_data;
    if (c->format_version < 2)
        return 0;
    avio_printf(s->pb, "#format: stream checksums\n"
                       "#version: %d\n"
                       "#hash: %s\n", c->format_version, av_hash_get_name(c->hashes->hash));
    hash_print_extradata(s);
    ff_framehash_write_header(s);
    avio_printf(s->pb, "#stream#, size, hash\n");
    av_hash_init(c->hashes->hash);
    return 0;
}
 
static int streamhash_write_packet(struct AVFormatContext *s, AVPacket *pkt)
{
    struct HashContext *c = s->priv_data;
    av_hash_update(c->hashes[pkt->stream_index].hash, pkt->data, pkt->size);
    c->hashes[pkt->stream_index].stream_size += pkt->size;
    return 0;
}
 
static const AVClass streamhashenc_class = {
    .class_name = "stream hash muxer",
    .item_name  = av_default_item_name,
    .option     = hash_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
 
const FFOutputFormat ff_streamhash_muxer = {
    .p.name            = "streamhash",
    .p.long_name       = NULL_IF_CONFIG_SMALL("Per-stream hash testing"),
    .priv_data_size    = sizeof(struct HashContext),
    .p.audio_codec     = AV_CODEC_ID_PCM_S16LE,
    .p.video_codec     = AV_CODEC_ID_RAWVIDEO,
    .init              = streamhash_init,
    .write_header      = streamhash_write_header,
    .write_packet      = streamhash_write_packet,
    .write_trailer     = hash_write_trailer,
    .deinit            = hash_free,
    .p.flags           = AVFMT_VARIABLE_FPS | AVFMT_TS_NONSTRICT |
                         AVFMT_TS_NEGATIVE,
    .p.priv_class      = &streamhashenc_class,
};
#endif
 
#if CONFIG_FRAMEHASH_MUXER || CONFIG_FRAMEMD5_MUXER
static int framehash_init(struct AVFormatContext *s)
{
    int res;
    struct HashContext *c = s->priv_data;
    c->per_stream = 0;
    c->hashes = av_mallocz(sizeof(*c->hashes));
    if (!c->hashes)
        return AVERROR(ENOMEM);
    res = av_hash_alloc(&c->hashes->hash, c->hash_name);
    if (res < 0)
        return res;
    return 0;
}
 
static int framehash_write_header(struct AVFormatContext *s)
{
    struct HashContext *c = s->priv_data;
    avio_printf(s->pb, "#format: frame checksums\n");
    avio_printf(s->pb, "#version: %d\n", c->format_version);
    avio_printf(s->pb, "#hash: %s\n", av_hash_get_name(c->hashes->hash));
    hash_print_extradata(s);
    ff_framehash_write_header(s);
    avio_printf(s->pb, "#stream#, dts,        pts, duration,     size, hash\n");
    return 0;
}
 
static int framehash_write_packet(struct AVFormatContext *s, AVPacket *pkt)
{
    struct HashContext *c = s->priv_data;
    char buf[AV_HASH_MAX_SIZE*2+128];
    int len;
    av_hash_init(c->hashes->hash);
    av_hash_update(c->hashes->hash, pkt->data, pkt->size);
 
    snprintf(buf, sizeof(buf) - (AV_HASH_MAX_SIZE * 2 + 1), "%d, %10"PRId64", %10"PRId64", %8"PRId64", %8d, ",
             pkt->stream_index, pkt->dts, pkt->pts, pkt->duration, pkt->size);
    len = strlen(buf);
    av_hash_final_hex(c->hashes->hash, buf + len, sizeof(buf) - len);
    avio_write(s->pb, buf, strlen(buf));
 
    if (c->format_version > 1 && pkt->side_data_elems) {
        hash_print_sidedata(s, pkt->side_data, pkt->side_data_elems);
    }
 
    avio_printf(s->pb, "\n");
    return 0;
}
#endif
 
#if CONFIG_FRAMEHASH_MUXER
static const AVClass framehash_class = {
    .class_name = "frame hash muxer",
    .item_name  = av_default_item_name,
    .option     = hash_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
 
const FFOutputFormat ff_framehash_muxer = {
    .p.name            = "framehash",
    .p.long_name       = NULL_IF_CONFIG_SMALL("Per-frame hash testing"),
    .priv_data_size    = sizeof(struct HashContext),
    .p.audio_codec     = AV_CODEC_ID_PCM_S16LE,
    .p.video_codec     = AV_CODEC_ID_RAWVIDEO,
    .init              = framehash_init,
    .write_header      = framehash_write_header,
    .write_packet      = framehash_write_packet,
    .deinit            = hash_free,
    .p.flags           = AVFMT_VARIABLE_FPS | AVFMT_TS_NONSTRICT |
                         AVFMT_TS_NEGATIVE,
    .p.priv_class      = &framehash_class,
};
#endif
 
#if CONFIG_FRAMEMD5_MUXER
static const AVClass framemd5_class = {
    .class_name = "frame MD5 muxer",
    .item_name  = av_default_item_name,
    .option     = framemd5_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
 
const FFOutputFormat ff_framemd5_muxer = {
    .p.name            = "framemd5",
    .p.long_name       = NULL_IF_CONFIG_SMALL("Per-frame MD5 testing"),
    .priv_data_size    = sizeof(struct HashContext),
    .p.audio_codec     = AV_CODEC_ID_PCM_S16LE,
    .p.video_codec     = AV_CODEC_ID_RAWVIDEO,
    .init              = framehash_init,
    .write_header      = framehash_write_header,
    .write_packet      = framehash_write_packet,
    .deinit            = hash_free,
    .p.flags           = AVFMT_VARIABLE_FPS | AVFMT_TS_NONSTRICT |
                         AVFMT_TS_NEGATIVE,
    .p.priv_class      = &framemd5_class,
};
#endif