Re: Video and Audio Recording and Muxing Issue in C++ GStreamer Pipeline

#include <gst/gst.h>

int main(int argc, char* argv[]) {
    gst_init(&argc, &argv);

    GstElement *pipeline, *src, *videoconvert, *x264enc, *h264parse, *mux, *audio_src, *queue, *video_queue, *audioconvert, *audioresample, *volume, *voaacenc, *aacparse, *filesink;

    // Create a new pipeline
    pipeline = gst_pipeline_new("my-pipeline");

    // Create elements
    src = gst_element_factory_make("v4l2src", "video-source");
    videoconvert = gst_element_factory_make("videoconvert", "video-convert");
    video_queue  = gst_element_factory_make("queue", "video_queue");
    x264enc = gst_element_factory_make("x264enc", "video-encoder");
    h264parse = gst_element_factory_make("h264parse", "video-parser");
    mux = gst_element_factory_make("mp4mux", "mux");
    audio_src = gst_element_factory_make("autoaudiosrc", "audio-source");
    queue = gst_element_factory_make("queue", "queue");
    audioconvert = gst_element_factory_make("audioconvert", "audio-convert");
    audioresample = gst_element_factory_make("audioresample", "audio-resample");
    volume = gst_element_factory_make("volume", "audio-volume");
    voaacenc = gst_element_factory_make("voaacenc", "audio-encoder");
    aacparse = gst_element_factory_make("aacparse", "audio-parser");
    filesink = gst_element_factory_make("filesink", "file-sink");

    // Check if elements are created successfully
    if (!pipeline || !src || !videoconvert || !video_queue || !x264enc || !h264parse || !mux || !audio_src || !queue || !audioconvert || !audioresample || !volume || !voaacenc || !aacparse || !filesink) {
        g_printerr("One or more elements could not be created. Exiting.\n");
        return -1;
    }

    // Set the device property of v4l2src
    g_object_set(G_OBJECT(src), "device", "/dev/video0", NULL);

       // Set the num-buffers property to limit the number of processed buffers
    g_object_set(G_OBJECT(src), "num-buffers", 500, NULL);

    // Set the volume property of the volume element
    g_object_set(G_OBJECT(volume), "volume", 0.5, "mute", FALSE, NULL);

    g_object_set(h264parse, "config-interval", -1, NULL);
    // Set the latency settings for the mux element
    //g_object_set(G_OBJECT(mux), "min-latency", 18009090, "max-latency", 100000, NULL);

    g_object_set(mux, "fragment-duration", 2000, NULL);

    g_object_set(x264enc, "tune", 4, NULL);

    // Set the location property of the filesink
    g_object_set(G_OBJECT(filesink), "location", "test-autoaudiosrc.mp4","sync",FALSE, NULL);

    // Add elements to the pipeline
    gst_bin_add_many(GST_BIN(pipeline), src, videoconvert, x264enc, h264parse, video_queue, mux,audio_src,queue, audioconvert, audioresample, volume, voaacenc, aacparse,filesink, NULL);


    if (!gst_element_link_many(mux, filesink, NULL) ) {
        g_print("Filesink could not be linked. Exiting.\n");
        return -1;
    }

    // Link the elements together
    if (!gst_element_link_many(audio_src, audioconvert, volume, voaacenc, aacparse, queue, mux, NULL)) {
        g_printerr("audio_src,queue, audioconvert, audioresample, volume, voaacenc, aacparse, mux,. Not linked\n");
        return -1;
    }
    
    // Link the elements together
    if (!gst_element_link_many(src, videoconvert, x264enc, h264parse,video_queue, mux, NULL)) {
        g_printerr("Elements could not be linked. Exiting.\n");
        return -1;
    }

  
    // Set the pipeline state to playing
    gst_element_set_state(pipeline, GST_STATE_PLAYING);

    // Wait until error or EOS (End of Stream)
    GstBus* bus = gst_element_get_bus(pipeline);
    GstMessage* msg = gst_bus_timed_pop_filtered(bus, GST_CLOCK_TIME_NONE, static_cast<GstMessageType>(GST_MESSAGE_ERROR | GST_MESSAGE_EOS));

    // Parse the message and handle it
    if (msg != NULL) {
        GError* err;
        gchar* debug_info;

        switch (GST_MESSAGE_TYPE(msg)) {
            case GST_MESSAGE_ERROR:
                gst_message_parse_error(msg, &err, &debug_info);
                g_printerr("Error received from element %s: %s\n", GST_OBJECT_NAME(msg->src), err->message);
                g_printerr("Debugging information: %s\n", debug_info ? debug_info : "none");
                g_clear_error(&err);
                g_free(debug_info);
                break;
            case GST_MESSAGE_EOS:
                g_print("End-Of-Stream reached.\n");
                break;
            default:
                g_printerr("Unexpected message received.\n");
                break;
        }

        gst_message_unref(msg);
    }

    // Set the pipeline state to NULL (cleanup)
    gst_element_set_state(pipeline, GST_STATE_NULL);

    // Clean up and release resources
    gst_object_unref(bus);
    gst_object_unref(pipeline);

    return 0;
}