path: root/src/recorder/muxer.c

#include "../../include/recorder/muxer.h"
#include "../../include/recorder/audio_codec.h"
#include "../../include/ffmpeg_utils.h"
#include "../../include/utils.h"
#include "../../include/log.h"

#include <string.h>
#include <stdlib.h>
#include <stdio.h>

#include <libavutil/opt.h>
#include <libavutil/mastering_display_metadata.h>

static void gsr_recording_output_deinit(gsr_recording_output *self) {
    if(self->audio_streams) {
        free(self->audio_streams);
        self->audio_streams = NULL;
    }
    self->num_audio_streams = 0;
}

AVStream* create_stream(AVFormatContext *av_format_context, AVCodecContext *codec_context) {
    AVStream *stream = avformat_new_stream(av_format_context, NULL);
    if (!stream) {
        gsr_log(GSR_LOG_LEVEL_ERROR, "Could not allocate stream");
        return NULL;
    }
    stream->id = av_format_context->nb_streams - 1;
    stream->time_base = codec_context->time_base;
    stream->avg_frame_rate = codec_context->framerate;
    //stream->r_frame_rate = codec_context->framerate;
    return stream;
}

bool add_hdr_metadata_to_video_stream(gsr_capture *cap, AVStream *video_stream) {
    size_t light_metadata_size = 0;
    size_t mastering_display_metadata_size = 0;
    AVContentLightMetadata *light_metadata = av_content_light_metadata_alloc(&light_metadata_size);
    #if LIBAVUTIL_VERSION_INT < AV_VERSION_INT(59, 37, 100)
    AVMasteringDisplayMetadata *mastering_display_metadata = av_mastering_display_metadata_alloc();
    mastering_display_metadata_size = sizeof(*mastering_display_metadata);
    #else
    AVMasteringDisplayMetadata *mastering_display_metadata = av_mastering_display_metadata_alloc_size(&mastering_display_metadata_size);
    #endif

    if(!light_metadata || !mastering_display_metadata) {
        if(light_metadata)
            av_freep(&light_metadata);

        if(mastering_display_metadata)
            av_freep(&mastering_display_metadata);

        return false;
    }

    if(!gsr_capture_set_hdr_metadata(cap, mastering_display_metadata, light_metadata)) {
        av_freep(&light_metadata);
        av_freep(&mastering_display_metadata);
        return false;
    }

    // TODO: More error checking

    #if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(60, 31, 102)
    const bool content_light_level_added = av_stream_add_side_data(video_stream, AV_PKT_DATA_CONTENT_LIGHT_LEVEL, (uint8_t*)light_metadata, light_metadata_size) == 0;
    #else
    const bool content_light_level_added = av_packet_side_data_add(&video_stream->codecpar->coded_side_data, &video_stream->codecpar->nb_coded_side_data, AV_PKT_DATA_CONTENT_LIGHT_LEVEL, light_metadata, light_metadata_size, 0) != NULL;
    #endif

    #if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(60, 31, 102)
    const bool mastering_display_metadata_added = av_stream_add_side_data(video_stream, AV_PKT_DATA_MASTERING_DISPLAY_METADATA, (uint8_t*)mastering_display_metadata, mastering_display_metadata_size) == 0;
    #else
    const bool mastering_display_metadata_added = av_packet_side_data_add(&video_stream->codecpar->coded_side_data, &video_stream->codecpar->nb_coded_side_data, AV_PKT_DATA_MASTERING_DISPLAY_METADATA, mastering_display_metadata, mastering_display_metadata_size, 0) != NULL;
    #endif

    if(!content_light_level_added)
        av_freep(&light_metadata);

    if(!mastering_display_metadata_added)
        av_freep(&mastering_display_metadata);

    // Return true even on failure because we dont want to retry adding hdr metadata on failure
    return true;
}

void set_format_context_options(AVFormatContext *av_format_context) {
    if(LIBAVFORMAT_VERSION_INT >= AV_VERSION_INT(62, 6, 101)) {
        av_opt_set(av_format_context->priv_data, "use_editlist", "1", 0);
        const AVOption *opt = av_opt_find(av_format_context->priv_data, "movflags", NULL, 0, 0);
        if (opt && opt->unit) {
            const AVOption *flag = av_opt_find(av_format_context->priv_data, "hybrid_fragmented", opt->unit, 0, 0);
            if (flag)
                av_opt_set(av_format_context->priv_data, "movflags", "+hybrid_fragmented", 0);
        }
    } else {
        const AVOutputFormat *output_format = av_format_context->oformat;
        const char *file_extension = output_format->extensions ? output_format->extensions : "";
        if(strcmp(file_extension, "mp4") != 0 && strcmp(file_extension, "mov") != 0)
            return;

        gsr_log(GSR_LOG_LEVEL_WARNING, "your FFmpeg version is known to be buggy (it doesn't have working hybrid_fragmented movflags). If you experience stutter in the mp4 file then update your FFmpeg to at least version 8 or record to a mkv file");
    }
}

void av_write_header(AVFormatContext *av_format_context, const char *ffmpeg_opts) {
    AVDictionary *options = NULL;
    av_dict_set(&options, "strict", "experimental", 0);

    if(ffmpeg_opts)
        av_dict_parse_string(&options, ffmpeg_opts, "=", ";", 0);

    const int ret = avformat_write_header(av_format_context, &options);
    if(ret < 0)
        gsr_log(GSR_LOG_LEVEL_ERROR, "error occurred when writing header to output file: %s", gsr_av_error_to_string(ret));

    av_dict_free(&options);
}

bool gsr_recording_output_start(gsr_recording_output *self, const char *filename, const gsr_recorder_settings *settings, AVCodecContext *video_codec_context, const gsr_audio_capture *audio_capture, bool hdr, gsr_video_sources *video_sources) {
    memset(self, 0, sizeof(*self));

    AVFormatContext *av_format_context = NULL;
    avformat_alloc_output_context2(&av_format_context, NULL, settings->container_format, filename);
    if(!av_format_context) {
        gsr_log(GSR_LOG_LEVEL_ERROR, "gsr_recording_output_start: failed to create output context for '%s'", filename);
        return false;
    }
    set_format_context_options(av_format_context);

    AVStream *video_stream = create_stream(av_format_context, video_codec_context);
    if(!video_stream) {
        avformat_free_context(av_format_context);
        return false;
    }
    avcodec_parameters_from_context(video_stream->codecpar, video_codec_context);

    if(audio_capture->num_tracks > 0) {
        self->audio_streams = calloc(audio_capture->num_tracks, sizeof(gsr_recording_audio_stream));
        if(!self->audio_streams) {
            gsr_log(GSR_LOG_LEVEL_ERROR, "gsr_recording_output_start: failed to allocate audio streams");
            avformat_free_context(av_format_context);
            return false;
        }
    }

    for(size_t i = 0; i < audio_capture->num_tracks; ++i) {
        const gsr_audio_track *audio_track = &audio_capture->tracks[i];
        AVStream *audio_stream = create_stream(av_format_context, audio_track->codec_context);
        if(!audio_stream) {
            gsr_recording_output_deinit(self);
            avformat_free_context(av_format_context);
            return false;
        }

        if(audio_track->name[0] != '\0' && !settings->exclude_metadata)
            av_dict_set(&audio_stream->metadata, "title", audio_track->name, 0);
        avcodec_parameters_from_context(audio_stream->codecpar, audio_track->codec_context);

        self->audio_streams[i].audio_track = audio_track;
        self->audio_streams[i].stream = audio_stream;
        ++self->num_audio_streams;
    }

    const int open_ret = avio_open(&av_format_context->pb, filename, AVIO_FLAG_WRITE);
    if(open_ret < 0) {
        gsr_log(GSR_LOG_LEVEL_ERROR, "gsr_recording_output_start: could not open '%s': %s", filename, gsr_av_error_to_string(open_ret));
        gsr_recording_output_deinit(self);
        avformat_free_context(av_format_context);
        return false;
    }

    AVDictionary *options = NULL;
    av_dict_set(&options, "strict", "experimental", 0);

    if(settings->ffmpeg_opts)
        av_dict_parse_string(&options, settings->ffmpeg_opts, "=", ";", 0);

    const int header_write_ret = avformat_write_header(av_format_context, &options);
    av_dict_free(&options);
    if(header_write_ret < 0) {
        gsr_log(GSR_LOG_LEVEL_ERROR, "gsr_recording_output_start: error occurred when writing header to output file: %s", gsr_av_error_to_string(header_write_ret));
        avio_close(av_format_context->pb);
        gsr_recording_output_deinit(self);
        avformat_free_context(av_format_context);
        return false;
    }

    for(size_t i = 0; i < video_sources->num_items; ++i) {
        if(hdr && add_hdr_metadata_to_video_stream(video_sources->items[i].capture, video_stream))
            break;
    }

    self->av_format_context = av_format_context;
    self->video_stream = video_stream;
    return true;
}

bool gsr_recording_output_stop(gsr_recording_output *self) {
    bool trailer_written = true;
    if(gsr_av_format_context_write_trailer(self->av_format_context) != 0) {
        //trailer_written = false;
    }

    const bool closed = avio_close(self->av_format_context->pb) == 0;
    avformat_free_context(self->av_format_context);
    self->av_format_context = NULL;
    self->video_stream = NULL;
    gsr_recording_output_deinit(self);
    return trailer_written && closed;
}

bool gsr_create_new_recording_filepath_from_timestamp(char *filepath, size_t filepath_size, const char *directory, const char *filename_prefix, const char *file_extension, bool date_folders) {
    char date_str[128];
    char output_folder[PATH_MAX];
    int written = 0;

    if(date_folders) {
        gsr_get_date_only_str(date_str, sizeof(date_str));
        written = snprintf(output_folder, sizeof(output_folder), "%s/%s", directory, date_str);
        if(written < 0 || written >= (int)sizeof(output_folder)) {
            gsr_log(GSR_LOG_LEVEL_ERROR, "the directory path is too long: %s", directory);
            return false;
        }

        if(create_directory_recursive(output_folder) != 0)
            gsr_log(GSR_LOG_LEVEL_ERROR, "failed to create directory: %s", output_folder);

        gsr_get_time_only_str(date_str, sizeof(date_str));
    } else {
        written = snprintf(output_folder, sizeof(output_folder), "%s", directory);
        if(written < 0 || written >= (int)sizeof(output_folder)) {
            gsr_log(GSR_LOG_LEVEL_ERROR, "the directory path is too long: %s", directory);
            return false;
        }

        if(create_directory_recursive(output_folder) != 0)
            gsr_log(GSR_LOG_LEVEL_ERROR, "failed to create directory: %s", output_folder);

        gsr_get_date_str(date_str, sizeof(date_str));
    }

    written = snprintf(filepath, filepath_size, "%s/%s_%s.%s", output_folder, filename_prefix, date_str, file_extension);
    if(written < 0 || written >= (int)filepath_size) {
        gsr_log(GSR_LOG_LEVEL_ERROR, "the output filepath is too long");
        return false;
    }

    return true;
}

gsr_recording_audio_stream* gsr_recording_output_get_audio_stream_by_index(gsr_recording_output *self, int stream_index) {
    for(size_t i = 0; i < self->num_audio_streams; ++i) {
        if(self->audio_streams[i].stream->index == stream_index)
            return &self->audio_streams[i];
    }
    return NULL;
}

size_t calculate_estimated_replay_buffer_packets(int64_t replay_buffer_size_secs, int fps, gsr_audio_codec audio_codec, const gsr_audio_input_tracks *audio_inputs) {
    if(replay_buffer_size_secs == -1)
        return 0;

    int audio_fps = 0;
    if(audio_inputs->num_items > 0)
        audio_fps = GSR_AUDIO_SAMPLE_RATE / audio_codec_get_frame_size(audio_codec);

    return replay_buffer_size_secs * (fps + audio_fps * audio_inputs->num_items);
}