feat: VA-API support for linux. (hw accelerated video)

.github/workflows/ffi-builds.yml

@@ -68,7 +68,7 @@ jobs:
             buildargs: --no-default-features --features "rustls-tls-webpki-roots"
           - os: ubuntu-latest
             platform: linux
-            build_image: quay.io/pypa/manylinux_2_28_x86_64
+            build_image: sameli/manylinux_2_28_x86_64_cuda_12.3
             dylib: liblivekit_ffi.so
             target: x86_64-unknown-linux-gnu
             name: ffi-linux-x86_64
@@ -148,7 +148,7 @@ jobs:
             yum install clang -y; \
             yum groupinstall 'Development Tools' -y; \
             clang --version; \
-            yum install openssl-devel libX11-devel mesa-libGL-devel libXext-devel -y; \
+            yum install openssl-devel libX11-devel mesa-libGL-devel libXext-devel libva-devel libdrm-devel -y; \
             curl --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y; \
             cd livekit-ffi && cargo build --release --target ${{ matrix.target }} ${{ matrix.buildargs }}"
 
@@ -161,7 +161,7 @@ jobs:
           cd livekit-ffi/
           ln -sf $ANDROID_NDK_ROOT/toolchains/llvm/prebuilt/linux-x86_64/lib/${{ matrix.ndk_arch }}/{libunwind.so,libc++abi.a} $ANDROID_NDK_ROOT/toolchains/llvm/prebuilt/linux-x86_64/lib/
           cargo install cargo-ndk
-          cargo ndk --bindgen --target ${{ matrix.target }} build --release ${{ matrix.buildargs }}
+          cargo ndk --target ${{ matrix.target }} build --release ${{ matrix.buildargs }}
 
       - name: Copy/Build licenses
         run: |

.github/workflows/tests.yml

@@ -50,7 +50,7 @@ jobs:
         if: ${{ matrix.os == 'ubuntu-latest' }}
         run: |
           sudo apt update -y
-          sudo apt install -y libssl-dev libx11-dev libgl1-mesa-dev libxext-dev
+          sudo apt install -y libssl-dev libx11-dev libgl1-mesa-dev libxext-dev libva-dev libdrm-dev libnvidia-decode-570 libnvidia-compute-570 nvidia-cuda-dev
 
       - uses: actions/checkout@v3
         with:

examples/wgpu_room/src/logo_track.rs

@@ -77,7 +77,8 @@ impl LogoTrack {
                 LocalTrack::Video(track.clone()),
                 TrackPublishOptions {
                     source: TrackSource::Camera,
-                    //simulcast: false,
+                    simulcast: false,
+                    video_codec: VideoCodec::H264,
                     ..Default::default()
                 },
             )

webrtc-sys/build.rs

@@ -110,6 +110,7 @@ fn main() {
     println!("cargo:rustc-link-lib=static=webrtc");
 
     let target_os = env::var("CARGO_CFG_TARGET_OS").unwrap();
+    let target_arch = env::var("CARGO_CFG_TARGET_ARCH").unwrap();
     match target_os.as_str() {
         "windows" => {
             println!("cargo:rustc-link-lib=dylib=msdmo");
@@ -128,14 +129,63 @@ fn main() {
             println!("cargo:rustc-link-lib=dylib=dwmapi");
             println!("cargo:rustc-link-lib=dylib=shcore");
 
-            builder.flag("/std:c++20").flag("/EHsc");
+            //let path = env::current_dir().unwrap();
+            //println!("cargo:rustc-link-search=native={}/vaapi-windows/x64/lib", path.display());
+            //println!("cargo:rustc-link-lib=dylib=va");
+            //println!("cargo:rustc-link-lib=dylib=va_win32");
+
+            builder
+                //.include("./vaapi-windows/DirectX-Headers-1.0/include")
+                //.include(path::PathBuf::from("./vaapi-windows/x64/include"))
+                //.file("vaapi-windows/DirectX-Headers-1.0/src/dxguids.cpp")
+                //.file("src/vaapi/vaapi_display_win32.cpp")
+                //.file("src/vaapi/vaapi_h264_encoder_wrapper.cpp")
+                //.file("src/vaapi/vaapi_encoder_factory.cpp")
+                //.file("src/vaapi/h264_encoder_impl.cpp")
+                .flag("/std:c++20")
+                //.flag("/wd4819")
+                //.flag("/wd4068")
+                .flag("/EHsc");
         }
         "linux" => {
             println!("cargo:rustc-link-lib=dylib=rt");
             println!("cargo:rustc-link-lib=dylib=dl");
             println!("cargo:rustc-link-lib=dylib=pthread");
             println!("cargo:rustc-link-lib=dylib=m");
 
+            match target_arch.as_str() {
+                "x86_64" => {
+                    builder
+                        .file("src/vaapi/vaapi_display_drm.cpp")
+                        .file("src/vaapi/vaapi_h264_encoder_wrapper.cpp")
+                        .file("src/vaapi/vaapi_encoder_factory.cpp")
+                        .file("src/vaapi/h264_encoder_impl.cpp")
+                        .file("src/vaapi/implib/libva-drm.so.init.c")
+                        .file("src/vaapi/implib/libva-drm.so.tramp.S")
+                        .file("src/vaapi/implib/libva.so.init.c")
+                        .file("src/vaapi/implib/libva.so.tramp.S");
+
+                    builder
+                        .flag("-I/usr/local/cuda-12.3/targets/x86_64-linux/include")
+                        .flag("-Isrc/nvidia/NvCodec/include")
+                        .flag("-Isrc/nvidia/NvCodec/NvCodec")
+                        .file("src/nvidia/NvCodec/NvCodec/NvDecoder/NvDecoder.cpp")
+                        .file("src/nvidia/NvCodec/NvCodec/NvEncoder/NvEncoder.cpp")
+                        .file("src/nvidia/NvCodec/NvCodec/NvEncoder/NvEncoderCuda.cpp")
+                        .file("src/nvidia/h264_encoder_impl.cpp")
+                        .file("src/nvidia/h264_decoder_impl.cpp")
+                        .file("src/nvidia/nvidia_decoder_factory.cpp")
+                        .file("src/nvidia/nvidia_encoder_factory.cpp")
+                        .file("src/nvidia/cuda_context.cpp")
+                        .file("src/nvidia/implib/libcuda.so.init.c")
+                        .file("src/nvidia/implib/libcuda.so.tramp.S")
+                        .file("src/nvidia/implib/libnvcuvid.so.init.c")
+                        .file("src/nvidia/implib/libnvcuvid.so.tramp.S")
+                        .flag("-Wno-deprecated-declarations");
+                }
+                _ => {}
+            }
+
             builder.flag("-std=c++2a");
         }
         "macos" => {

webrtc-sys/libwebrtc/build_linux.sh

@@ -108,9 +108,9 @@ args="is_debug=$debug  \
   use_rtti=true \
   rtc_use_x11=false"
 
-if [ "$debug" = "true" ]; then
-  args="${args} is_asan=true is_lsan=true";
-fi
+#if [ "$debug" = "true" ]; then
+#  args="${args} is_asan=true is_lsan=true";
+#fi
 
 # generate ninja files
 gn gen "$OUTPUT_DIR" --root="src" --args="${args}"