Use pre-built binaries for ffmpeg extension

Author: mthrok

CMakeLists.txt

@@ -171,6 +171,7 @@ if (BUILD_SOX)
   add_subdirectory(torchaudio/csrc/sox)
 endif()
 if (USE_FFMPEG)
+  add_subdirectory(third_party/ffmpeg)
   add_subdirectory(torchaudio/csrc/ffmpeg)
 endif()
 if (BUILD_CUDA_CTC_DECODER)

cmake/FindFFMPEG.cmake

@@ -0,0 +1,74 @@
+################################################################################
+# This file defines the following FFmpeg libraries using pre-built binaries.
+
+add_library(ffmpeg4 INTERFACE)
+add_library(ffmpeg ALIAS ffmpeg4)
+
+################################################################################
+
+include(FetchContent)
+
+set(base_url https://pytorch.s3.amazonaws.com/torchaudio/ffmpeg/2023-07-06)
+
+if (APPLE)
+  if ("${CMAKE_SYSTEM_PROCESSOR}" STREQUAL "arm64")
+    FetchContent_Declare(
+      f4
+      URL ${base_url}/macos_arm64/4.1.8.tar.gz
+      URL_HASH SHA256=0ada555024d2ac9eee1e5072a61c893d6d326fc01557291474fd60e49f567055
+      )
+  else()
+    FetchContent_Declare(
+      f4
+      URL ${base_url}/macos_x86_64/4.1.8.tar.gz
+      URL_HASH SHA256=7e7118a9ec73910f6af8c9b51a26b58c05fe844250ee642f1cb298f919710f34
+      )
+  endif()
+elseif (UNIX)
+  FetchContent_Declare(
+    f4
+    URL ${base_url}/linux/4.1.8.tar.gz
+    URL_HASH SHA256=8066a8fc49ebd5b2a0b444b6095aa84bd4c16deddf7503039891ceac5cf6fcc8
+    )
+elseif(MSVC)
+  FetchContent_Declare(
+    f4
+    URL ${base_url}/windows/4.1.8.tar.gz
+    URL_HASH SHA256=ddf2185b2938149179063172b8d0da4f3ba5f545c29568e913e7f2aa623011fe
+    )
+endif()
+
+FetchContent_MakeAvailable(f4)
+target_include_directories(ffmpeg4 INTERFACE ${f4_SOURCE_DIR}/include)
+
+if(APPLE)
+  target_link_libraries(
+    ffmpeg4
+    INTERFACE
+    ${f4_SOURCE_DIR}/lib/libavutil.56.dylib
+    ${f4_SOURCE_DIR}/lib/libavcodec.58.dylib
+    ${f4_SOURCE_DIR}/lib/libavformat.58.dylib
+    ${f4_SOURCE_DIR}/lib/libavdevice.58.dylib
+    ${f4_SOURCE_DIR}/lib/libavfilter.7.dylib
+    )
+elseif (UNIX)
+  target_link_libraries(
+    ffmpeg4
+    INTERFACE
+    ${f4_SOURCE_DIR}/lib/libavutil.so.56
+    ${f4_SOURCE_DIR}/lib/libavcodec.so.58
+    ${f4_SOURCE_DIR}/lib/libavformat.so.58
+    ${f4_SOURCE_DIR}/lib/libavdevice.so.58
+    ${f4_SOURCE_DIR}/lib/libavfilter.so.7
+    )
+elseif(MSVC)
+  target_link_libraries(
+    ffmpeg4
+    INTERFACE
+    ${f4_SOURCE_DIR}/bin/avutil.lib
+    ${f4_SOURCE_DIR}/bin/avcodec.lib
+    ${f4_SOURCE_DIR}/bin/avformat.lib
+    ${f4_SOURCE_DIR}/bin/avdevice.lib
+    ${f4_SOURCE_DIR}/bin/avfilter.lib
+    )
+endif()

third_party/ffmpeg/CMakeLists.txt

@@ -36,7 +36,7 @@ def _get_build(var, default=False):
 _BUILD_SOX = False if platform.system() == "Windows" else _get_build("BUILD_SOX", True)
 _BUILD_RIR = _get_build("BUILD_RIR", True)
 _BUILD_RNNT = _get_build("BUILD_RNNT", True)
-_USE_FFMPEG = _get_build("USE_FFMPEG", False)
+_USE_FFMPEG = _get_build("USE_FFMPEG", True)
 _USE_ROCM = _get_build("USE_ROCM", torch.backends.cuda.is_built() and torch.version.hip is not None)
 _USE_CUDA = _get_build("USE_CUDA", torch.backends.cuda.is_built() and torch.version.hip is None)
 _BUILD_ALIGN = _get_build("BUILD_ALIGN", True)

tools/setup_helpers/extension.py

@@ -1,10 +1,3 @@
-message(STATUS "FFMPEG_ROOT=$ENV{FFMPEG_ROOT}")
-find_package(FFMPEG 4.1 REQUIRED COMPONENTS avdevice avfilter avformat avcodec avutil)
-add_library(ffmpeg INTERFACE)
-target_include_directories(ffmpeg INTERFACE "${FFMPEG_INCLUDE_DIRS}")
-target_link_libraries(ffmpeg INTERFACE "${FFMPEG_LIBRARIES}")
-
-
 set(
   sources
   ffmpeg.cpp