View source for Compile gstreamer on Jetson TX1 and TX2

<noinclude>
{{#seo:
|title=
|title_mode=replace
|description=Learn how to compile GStreamer on NVIDIA Jetson TX1, TX2, & Nano. Follow detailed instructions for setup, patching, & configurations.
}}
</noinclude>

{{DISPLAYTITLE:Compile GStreamer on NVIDIA Jetson TX1, TX2, and Nano|noerror}}

{{NVIDIA Pref Partner logo and RR Contact}}

== Introduction to compile [https://www.ridgerun.com/gstreamer GStreamer] on Jetson TX1, TX2, and Nano ==

Instructions to compile GStreamer on Jetson TX1, Jetson TX2, and Nano. The main steps were taken from the [http://developer.download.nvidia.com/embedded/L4T/r23_Release_v1.0/L4T_Tegra_X1_Multimedia_User_Guide.pdf Tegra X1/Tegra Linux Driver package multimedia user guide document] These steps were run on Jetson TX1, TX2, and Nano.

== Steps to compile GStreamer on Jetson TX1, TX2, and Nano ==

1. Get source code

<pre>
VERSION=1.14.5

mkdir ~/gst_$VERSION
cd ~/gst_$VERSION

wget https://gstreamer.freedesktop.org/src/gst-plugins-base/gst-plugins-base-$VERSION.tar.xz --no-check-certificate
wget https://gstreamer.freedesktop.org/src/gstreamer/gstreamer-$VERSION.tar.xz --no-check-certificate
wget https://gstreamer.freedesktop.org/src/gst-plugins-ugly/gst-plugins-ugly-$VERSION.tar.xz --no-check-certificate
wget https://gstreamer.freedesktop.org/src/gst-plugins-good/gst-plugins-good-$VERSION.tar.xz --no-check-certificate
wget https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-$VERSION.tar.xz --no-check-certificate
for a in `ls -1 *.tar.*`; do tar -xf $a; done
</pre>

2. Install dependencies

<pre>
sudo apt-get install build-essential dpkg-dev flex bison autotools-dev automake \
autopoint libtool gtk-doc-tools libgstreamer1.0-dev \
libxv-dev libasound2-dev libtheora-dev libogg-dev libvorbis-dev \
libbz2-dev libv4l-dev libvpx-dev libjack-jackd2-dev libsoup2.4-dev libpulse-dev \
faad libfaad-dev libgl1-mesa-dev libgles2-mesa-dev \
libx264-dev libmad0-dev

</pre>

3. Export PKG_CONFIG_PATH and LD_LIBRARY_PATH

<pre>
export PKG_CONFIG_PATH=/home/$USER/gst_$VERSION/out/lib/pkgconfig
export PKG_CONFIG_PATH=$PKG_CONFIG_PATH:/usr/lib/aarch64-linux-gnu/pkgconfig 
export LD_LIBRARY_PATH=/home/$USER/gst_$VERSION/out/lib/
</pre>

4. Build
<pre>
VERSION=1.14.5
NPROC=$(nproc)
mkdir -p /home/$USER/gst_$VERSION/out

cd /home/$USER/gst_$VERSION

#Gstreamer - 3 minutes compiling
cd gstreamer-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out
make -j$NPROC 
make install 
cd ..

#Base
cd gst-plugins-base-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out
time make -j$NPROC
make install
cd ..

#Good - 8 minutes
cd gst-plugins-good-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out
time make -j$NPROC
make install
cd ..

#Bad
cd gst-plugins-bad-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out
time make -j$NPROC
make install
cd ..

# Ugly
cd gst-plugins-ugly-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out
time make -j$NPROC
make install
cd ..

</pre>

5. Export LD_LIBRARY_PATH

<pre>
VERSION=1.14.5
export LD_LIBRARY_PATH=/home/$USER/gst_$VERSION/out/lib/
</pre>

6. Copy the NVIDIA libraries

<pre>
ls /usr/lib/aarch64-linux-gnu/gstreamer-1.0 | grep nv
libgstaudioconvert.so
libgstnvcamera.so
libgstnveglglessink.so
libgstnveglstreamsrc.so
libgstnvegltransform.so
libgstnvivafilter.so
libgstnvvidconv.so
libgstnvvideosink.so
libgstvideoconvert.so
libnvgstjpeg.so

cd /usr/lib/aarch64-linux-gnu/gstreamer-1.0/
cp libgstnv* libnvgst* libgstomx.so ~/gst_$VERSION/out/lib/gstreamer-1.0/
cd ~/gst_$VERSION

</pre>

== Steps to patch GStreamer to support RAW10 ==
The [https://www.ridgerun.com/gstreamer GStreamer] version distributed with Jetpack doesn't support bayer RAW10 only RAW8 so gstreamer needs to be patched in order to capture using v4l2src. Since the plugins were already recompiled you can patch v4l2src in your working dir to get it working with RAW10 following the next steps.

1- Apply the following patch to the gst-plugins good:

<pre>
mkdir patches
cd patches
echo 0001-Add-Bayer10-V4l2-support.patch > series
</pre>


Create a file called: '''patches/0001-Add-Bayer10-V4l2-support.patch''' with the following contents:

<pre>
diff --git a/gst_1.14.5/gst-plugins-good-1.14.5/sys/v4l2/gstv4l2object.c b/gst_1.14.5/gst-plugins-good-1.14.5/sys/v4l2/gstv4l2object.c
index 124c778..8fdcc42 100644
--- a/gst_1.14.5/gst-plugins-good-1.14.5/sys/v4l2/gstv4l2object.c
+++ b/gst_1.14.5/gst-plugins-good-1.14.5/sys/v4l2/gstv4l2object.c
@@ -157,10 +157,10 @@ static const GstV4L2FormatDesc gst_v4l2_formats[] = {
   {V4L2_PIX_FMT_NV42, TRUE, GST_V4L2_RAW},
 
   /* Bayer formats - see http://www.siliconimaging.com/RGB%20Bayer.htm */
-  {V4L2_PIX_FMT_SBGGR8, TRUE, GST_V4L2_CODEC},
-  {V4L2_PIX_FMT_SGBRG8, TRUE, GST_V4L2_CODEC},
-  {V4L2_PIX_FMT_SGRBG8, TRUE, GST_V4L2_CODEC},
-  {V4L2_PIX_FMT_SRGGB8, TRUE, GST_V4L2_CODEC},
+  {V4L2_PIX_FMT_SBGGR10, TRUE, GST_V4L2_CODEC},
+  {V4L2_PIX_FMT_SGBRG10, TRUE, GST_V4L2_CODEC},
+  {V4L2_PIX_FMT_SGRBG10, TRUE, GST_V4L2_CODEC},
+  {V4L2_PIX_FMT_SRGGB10, TRUE, GST_V4L2_CODEC},
 
   /* compressed formats */
   {V4L2_PIX_FMT_MJPEG, FALSE, GST_V4L2_CODEC},
@@ -1098,10 +1098,10 @@ gst_v4l2_object_format_get_rank (const struct v4l2_fmtdesc *fmt)
       rank = 0;
       break;
 
-    case V4L2_PIX_FMT_SBGGR8:
-    case V4L2_PIX_FMT_SGBRG8:
-    case V4L2_PIX_FMT_SGRBG8:
-    case V4L2_PIX_FMT_SRGGB8:
+    case V4L2_PIX_FMT_SBGGR10:
+    case V4L2_PIX_FMT_SGBRG10:
+    case V4L2_PIX_FMT_SGRBG10:
+    case V4L2_PIX_FMT_SRGGB10:
       rank = BAYER_BASE_RANK;
       break;
 
@@ -1498,15 +1498,15 @@ gst_v4l2_object_v4l2fourcc_to_bare_struct (guint32 fourcc)
       break;
     case V4L2_PIX_FMT_WNVA:    /* Winnov hw compres */
       break;
-    case V4L2_PIX_FMT_SBGGR8:
-    case V4L2_PIX_FMT_SGBRG8:
-    case V4L2_PIX_FMT_SGRBG8:
-    case V4L2_PIX_FMT_SRGGB8:
+    case V4L2_PIX_FMT_SBGGR10:
+    case V4L2_PIX_FMT_SGBRG10:
+    case V4L2_PIX_FMT_SGRBG10:
+    case V4L2_PIX_FMT_SRGGB10:
       structure = gst_structure_new ("video/x-bayer", "format", G_TYPE_STRING,
-          fourcc == V4L2_PIX_FMT_SBGGR8 ? "bggr" :
-          fourcc == V4L2_PIX_FMT_SGBRG8 ? "gbrg" :
-          fourcc == V4L2_PIX_FMT_SGRBG8 ? "grbg" :
-          /* fourcc == V4L2_PIX_FMT_SRGGB8 ? */ "rggb", NULL);
+          fourcc == V4L2_PIX_FMT_SBGGR10 ? "bggr" :
+          fourcc == V4L2_PIX_FMT_SGBRG10 ? "gbrg" :
+          fourcc == V4L2_PIX_FMT_SGRBG10 ? "grbg" :
+          fourcc == V4L2_PIX_FMT_SRGGB10 ? "rggb" : "rggb", NULL);
       break;
     case V4L2_PIX_FMT_SN9C10X:
       structure = gst_structure_new_empty ("video/x-sonix");
@@ -1817,13 +1817,13 @@ gst_v4l2_object_get_caps_info (GstV4l2Object * v4l2object, GstCaps * caps,
       const gchar *format = gst_structure_get_string (structure, "format");
       if (format) {
         if (!g_ascii_strcasecmp (format, "bggr"))
-          fourcc = V4L2_PIX_FMT_SBGGR8;
+          fourcc = V4L2_PIX_FMT_SBGGR10;
         else if (!g_ascii_strcasecmp (format, "gbrg"))
-          fourcc = V4L2_PIX_FMT_SGBRG8;
+          fourcc = V4L2_PIX_FMT_SGBRG10;
         else if (!g_ascii_strcasecmp (format, "grbg"))
-          fourcc = V4L2_PIX_FMT_SGRBG8;
+          fourcc = V4L2_PIX_FMT_SGRBG10;
         else if (!g_ascii_strcasecmp (format, "rggb"))
-          fourcc = V4L2_PIX_FMT_SRGGB8;
+          fourcc = V4L2_PIX_FMT_SRGGB10;
       }
     } else if (g_str_equal (mimetype, "video/x-sonix")) {
       fourcc = V4L2_PIX_FMT_SN9C10X;
</pre>

Apply the patch

<pre>
cd ..
quilt push
</pre>

2- Recompile the plugins good:
<pre>

cd gst-plugins-good-$VERSION
./configure --prefix=/home/$USER/gst_$VERSION/out ; time make ; make install ;

</pre>

3- Export the libraries:
<pre>
VERSION=1.14.5
export LD_LIBRARY_PATH=/home/$USER/gst_$VERSION/out/lib/
</pre>

4- Capturing from a sensor using RAW10 in either rggb,gbrg,grbg ot bggr pixel order using gstreamer should be posible now, try running the following example pipeline:

<pre>
gst-launch-1.0 -vvv v4l2src num-buffers=10  ! "video/x-bayer,width=1920,height=1080 format=bggr" ! fakesink -v

gst-launch-1.0 -vvv v4l2src num-buffers=10  ! "video/x-bayer,width=1920,height=1080,format=bggr,framerate=30/1" ! multifilesink location=test%d.raw  -v
</pre>

== See also ==
:[[Tegra X1]] 
:[[Gstreamer pipelines for Tegra X1]] 
:[[Compiling Tegra X1 source code]] 

{{ContactUs}}

[[Category:Jetson]]