How to Record Audio and mux it with video and save it in a location

[Shubham Shrivastava]

        data.source = gst_element_factory_make ("uridecodebin", "source");
        data.convert = gst_element_factory_make ("videoconvert", "convert");
        data.sink = gst_element_factory_make ("autovideosink", "sink");
        data.videoconvert1 = gst_element_factory_make("videoconvert",
"videoconvert1");
        data.videoconvert2 = gst_element_factory_make("videoconvert",
"videoconvert2");
        data.queue1 = gst_element_factory_make("queue", "queue1");
        data.queue2 = gst_element_factory_make("queue", "queue2");
        data.tee = gst_element_factory_make("tee", "tee");

        data.frameratefilter = gst_element_factory_make("capsfilter", NULL);
        data.videorate = gst_element_factory_make("videorate", NULL);
        data.avenc = gst_element_factory_make("avenc_mpeg2video", NULL);
        data.avimux = gst_element_factory_make("avimux", NULL);
        data.filesink = gst_element_factory_make("multifilesink",
"filesink");
        data.splitmuxsink = gst_element_factory_make("splitmuxsink",
"splitmuxsink");
      //  data.getchararray =
gst_element_factory_make("/home/shubham/splintng/Videos", "getchararray");

       // data.filesink2 = gst_element_factory_make("filesink2", NULL);


     /* Create the empty pipeline */
       data.pipeline = gst_pipeline_new ("test-pipeline");

  if (!data.pipeline || !data.source || !data.convert ||
!data.videoconvert1 || !data.videoconvert2 || !data.queue1 || !data.queue2
|| !data.tee || !data.sink || !data.filesink || !data.splitmuxsink ) {
    g_printerr ("Not all elements could be created.\n");
    return -1;
  }

        g_object_set(G_OBJECT(data.frameratefilter), "caps",
gst_caps_from_string("video/x-raw,framerate=50/1"), NULL);
       /
  /* Build the pipeline. Note that we are NOT linking the source at this
   * point. We will do it later. */
  gst_bin_add_many (GST_BIN (data.pipeline), data.source, data.convert ,
data.videoconvert1, data.videoconvert2, data.queue1, data.queue2, data.tee,
data.sink, data.frameratefilter, data.videorate, data.avenc, data.avimux,
data.filesink,data.filesink2,NULL);
  if (!gst_element_link (data.convert, data.tee)) {
    g_printerr ("Elements could not be linked.\n");
    gst_object_unref (data.pipeline);
    return -1;
  }
if (!gst_element_link_many(data.queue1, data.videoconvert1, data.sink,
NULL))
        g_error("Failed to link display elements!");
    if (!gst_element_link_many(data.queue2, data.videorate,
data.frameratefilter, data.videoconvert2, data.avenc,data.avimux,
data.filesink, NULL))
        g_error("Failed to link save elements!");

    if ( !(data.tee_src_pad_template = gst_element_class_get_pad_template
(GST_ELEMENT_GET_CLASS (data.tee), "src_%u"))) {
      g_critical ("Unable to get pad template!");
      return;
     }

        data.qpad1 = gst_element_get_static_pad(data.queue1, "sink");
    data.qpad2 = gst_element_get_static_pad(data.queue2, "sink");
    data.teepad1 = gst_element_request_pad (data.tee,
data.tee_src_pad_template, NULL, NULL);
    g_print ("Obtained request pad %s for queue1 branch.\n",
gst_pad_get_name (data.teepad1));
    data.teepad2 = gst_element_request_pad (data.tee,
data.tee_src_pad_template, NULL, NULL);
    g_print ("Obtained request pad %s for queue2 branch.\n",
gst_pad_get_name (data.teepad2));

    if(!data.teepad1 || !data.teepad2 || !data.qpad1 || !data.qpad2){
        g_error("Creation of one tee pad failed.");
        return;
    }

    gst_pad_link (data.teepad1, data.qpad1);
    gst_pad_link (data.teepad2, data.qpad2);

    gst_object_unref (GST_OBJECT (data.qpad1));
    gst_object_unref (GST_OBJECT (data.qpad2));
    gst_object_unref (GST_OBJECT (data.teepad1));
    gst_object_unref (GST_OBJECT (data.teepad2));


    GST_DEBUG_BIN_TO_DOT_FILE(GST_BIN(data.pipeline),
GST_DEBUG_GRAPH_SHOW_ALL, "pipeline_graph");

  /* Set the URI to play */
  g_object_set (data.source, "uri","ipaddress", NULL);

  /* Connect to the pad-added signal */
  g_signal_connect (data.source, "pad-added", G_CALLBACK
(pad_added_handler), &data);
  //printf("%s",*prop);
  /* Start playing */
  printf("start playing..\n");
  ret = gst_element_set_state (data.pipeline, GST_STATE_PLAYING);
  if (ret == GST_STATE_CHANGE_FAILURE) {
    g_printerr ("Unable to set the pipeline to the playing state.\n");
    gst_object_unref (data.pipeline);
    return -1;
  }

         g_object_set (G_OBJECT (data.filesink),
"location","/home/shubham/Videos/video%03d.mp4","async",0, NULL);
         g_object_set(G_OBJECT (data.filesink),"post-messages", TRUE,
"multifilesink", 0, NULL);

        g_object_set(G_OBJECT (data.filesink),"next-file",
4,"multifilesink", 0, NULL);

        g_object_set(G_OBJECT (data.filesink), "max-file-size", 1000000,
"multifilesink", 0, NULL);

        g_object_set(G_OBJECT (data.filesink), "max-files", 5,
"multifilesink", 0, NULL);



/* This function will be called by the pad-added signal */
static void pad_added_handler (GstElement *src, GstPad *new_pad, CustomData
*data) {
  GstPad *sink_pad = gst_element_get_static_pad (data->convert, "sink");
  GstPadLinkReturn ret;
  GstCaps *new_pad_caps = NULL;
  GstStructure *new_pad_struct = NULL;
  const gchar *new_pad_type = NULL;

  g_print ("Received new pad '%s' from '%s':\n", GST_PAD_NAME (new_pad),
GST_ELEMENT_NAME (src));

  /* If our converter is already linked, we have nothing to do here */
  if (gst_pad_is_linked (sink_pad)) {
    g_print ("  We are already linked. Ignoring.\n");
    goto exit;
  }

  /* Check the new pad's type */
  new_pad_caps = gst_pad_query_caps (new_pad, NULL);
  new_pad_struct = gst_caps_get_structure (new_pad_caps, 0);
  new_pad_type = gst_structure_get_name (new_pad_struct);
  if (!g_str_has_prefix (new_pad_type, "video/x-raw")) {
    g_print ("  It has type '%s' which is not raw audio. Ignoring.\n",
new_pad_type);
    goto exit;
  }

  /* Attempt the link */
  ret = gst_pad_link (new_pad, sink_pad);
  if (GST_PAD_LINK_FAILED (ret)) {
    g_print ("  Type is '%s' but link failed.\n", new_pad_type);
  } else {
    g_print ("  Link succeeded (type '%s').\n", new_pad_type);
  }

exit:
  /* Unreference the new pad's caps, if we got them */
  if (new_pad_caps != NULL)
    gst_caps_unref (new_pad_caps);

  /* Unreference the sink pad */
  gst_object_unref (sink_pad);
}



Through this code i can save a file of video at specific location.
But i m trying to record audio as well and sync it with video.
Please Help.
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://lists.freedesktop.org/archives/gstreamer-devel/attachments/20180704/70c01ca8/attachment.html>