From 20c499395401651ca4da9efd8d44d14e9fa07b9a Mon Sep 17 00:00:00 2001 From: sunrisepeak Date: Mon, 20 Jul 2026 02:13:11 +0800 Subject: [PATCH 1/5] =?UTF-8?q?spike:=20macOS=20opencv=20FULL-profile=20sn?= =?UTF-8?q?apshot=20(core/imgproc/imgcodecs/highgui/videoio+ffmpeg)=20?= =?UTF-8?q?=E2=80=94=20module=20parity?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/snapshot-macos-opencv.yml | 76 +++++++++++++++++++++ tools/compat-opencv/gen_descriptor.py | 7 +- 2 files changed, 82 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/snapshot-macos-opencv.yml diff --git a/.github/workflows/snapshot-macos-opencv.yml b/.github/workflows/snapshot-macos-opencv.yml new file mode 100644 index 00000000..8c2d435b --- /dev/null +++ b/.github/workflows/snapshot-macos-opencv.yml @@ -0,0 +1,76 @@ +# TEMP spike: capture a macOS-arm64 FULL-profile compat.opencv config snapshot on +# a real macos-15 runner (core/imgproc/imgcodecs/highgui/videoio + WITH_FFMPEG — +# module parity with linux), emit the descriptor via gen_descriptor.py, upload it. +# Builds a static ffmpeg 8.1.2 prefix first (cmake's videoio-FFmpeg discovery; +# consumers get the libs from the compat.ffmpeg dependency instead). +name: snapshot-macos-opencv +on: { workflow_dispatch: {}, push: { branches: [feat/opencv-3platform] } } +jobs: + snapshot: + runs-on: macos-15 + timeout-minutes: 120 + steps: + - uses: actions/checkout@v4 + - run: brew install cmake ninja nasm + - name: fetch sources (ffmpeg 8.1.2 + opencv 5.0.0) + run: | + set -eux + curl -L -fsS -o ffmpeg.tar.gz https://ffmpeg.org/releases/ffmpeg-8.1.2.tar.gz + echo "32faba5ef67340d54724941eae1425580791195312a4fd13bf6f820a2818bf22 ffmpeg.tar.gz" | shasum -a 256 -c - + tar -xzf ffmpeg.tar.gz + curl -L -fsS -o opencv.tar.gz https://github.com/opencv/opencv/archive/refs/tags/5.0.0.tar.gz + echo "b0528f5a1d379d59d4701cb28c36e22214cc51cf64594e5b56f2d3e6c0233095 opencv.tar.gz" | shasum -a 256 -c - + tar -xzf opencv.tar.gz + echo "OPENCV_SRC=$PWD/opencv-5.0.0" >> "$GITHUB_ENV" + - name: build static ffmpeg prefix (videoio backend discovery) + run: | + set -eux + mkdir ffbuild && cd ffbuild + ../ffmpeg-8.1.2/configure --cc=clang --prefix="$PWD/../ffprefix" \ + --disable-shared --enable-static --disable-programs --disable-doc \ + --disable-autodetect --enable-pic + make -j"$(sysctl -n hw.ncpu)" && make install + echo "FFMPEG_PREFIX=$PWD/../ffprefix" >> "$GITHUB_ENV" + - name: cmake configure opencv (full profile, aarch64, ffmpeg videoio) + run: | + set -eux + PKG_CONFIG_LIBDIR="$FFMPEG_PREFIX/lib/pkgconfig" \ + cmake -G Ninja -S "$OPENCV_SRC" -B bld -DCMAKE_BUILD_TYPE=Release \ + -DBUILD_LIST=core,imgproc,imgcodecs,highgui,videoio \ + -DBUILD_SHARED_LIBS=OFF -DBUILD_ZLIB=ON -DBUILD_PNG=ON -DBUILD_JPEG=ON \ + -DWITH_TIFF=OFF -DWITH_WEBP=OFF -DWITH_OPENJPEG=OFF -DWITH_JASPER=OFF \ + -DWITH_OPENEXR=OFF -DWITH_AVIF=OFF -DWITH_JPEGXL=OFF -DWITH_IMGCODEC_GIF=OFF \ + -DWITH_OPENCL=OFF -DWITH_IPP=OFF -DWITH_LAPACK=OFF -DWITH_EIGEN=OFF -DWITH_ITT=OFF \ + -DWITH_QT=OFF -DWITH_OPENGL=OFF -DWITH_FFMPEG=ON -DWITH_GSTREAMER=OFF \ + -DWITH_AVFOUNDATION=OFF -DWITH_V4L=OFF -DWITH_OBSENSOR=OFF \ + -DWITH_PROTOBUF=OFF -DWITH_CAROTENE=OFF -DWITH_FLATBUFFERS=OFF \ + -DWITH_KLEIDICV=OFF -DWITH_NDSRVP=OFF -DWITH_HAL_RVV=OFF \ + -DWITH_UNIFONT=OFF -DWITH_ADE=OFF \ + -DBUILD_TESTS=OFF -DBUILD_PERF_TESTS=OFF -DBUILD_EXAMPLES=OFF \ + -DBUILD_opencv_apps=OFF -DBUILD_JAVA=OFF -DBUILD_opencv_python3=OFF + grep -q '#define HAVE_FFMPEG' bld/cvconfig.h || { echo FATAL: HAVE_FFMPEG missing; exit 1; } + - name: reference build (materialize generators) + dump commands + run: | + ninja -C bld -k 0 > bld/ninja-build.log 2>&1 || true + ninja -C bld -t commands > bld/ninja-cmds.log + - name: gen descriptor + run: | + set -eux + FFMPEG_PREFIX="$FFMPEG_PREFIX" python3 tools/compat-opencv/gen_descriptor.py \ + "$OPENCV_SRC" bld 5.0.0 \ + b0528f5a1d379d59d4701cb28c36e22214cc51cf64594e5b56f2d3e6c0233095 \ + compat.opencv.macgen.lua + sed -e 's/^ linux = {/ macosx = {/' \ + -e 's/name = "compat.opencv"/name = "compat.opencvmac"/' \ + compat.opencv.macgen.lua > compat.opencvmac.lua + grep -oE '\.(neon[a-z0-9_]*|fp16)\.cpp' bld/ninja-cmds.log | sort | uniq -c || true + - uses: actions/upload-artifact@v4 + if: always() + with: + name: opencv-macos-full-snapshot + path: | + compat.opencvmac.lua + compat.opencv.macgen.lua + bld/cvconfig.h + bld/ninja-cmds.log + bld/ninja-build.log diff --git a/tools/compat-opencv/gen_descriptor.py b/tools/compat-opencv/gen_descriptor.py index 11f8be5f..0abc6a31 100755 --- a/tools/compat-opencv/gen_descriptor.py +++ b/tools/compat-opencv/gen_descriptor.py @@ -86,7 +86,12 @@ assert compiles, "no compile commands parsed" print(f"parsed {len(compiles)} compiles") -ISA_RE = re.compile(r"\.(sse4_1|sse4_2|avx512_skx|avx2|avx|fp16)\.cpp$") +# x86 dispatch suffixes + aarch64 NEON dispatch suffixes (macOS/arm). Longest +# alternatives first so `.neon_dotprod.cpp` isn't shadowed by `neon` (the +# trailing `\.cpp$` anchor already forces a full match, but keep it explicit). +ISA_RE = re.compile( + r"\.(sse4_1|sse4_2|avx512_skx|avx2|avx|fp16" + r"|neon_dotprod|neon_fp16|neon_bf16|neon_i8mm|neon)\.cpp$") MODS = ("core", "imgproc", "imgcodecs", "highgui", "videoio", "flann", "geometry", "dnn") # groups that belong to the additive `dnn` feature (sources gated; flags # entries stay unconditional — harmless when the feature is off) From 1b8fc4da004154ff54bf991796769a92e392fcf5 Mon Sep 17 00:00:00 2001 From: sunrisepeak Date: Mon, 20 Jul 2026 02:19:53 +0800 Subject: [PATCH 2/5] =?UTF-8?q?fix(ci):=20macos=20opencv=20snapshot=20?= =?UTF-8?q?=E2=80=94=20install=20numpy=20+=20build=20SHARED=20ffmpeg=20pre?= =?UTF-8?q?fix=20(static=20link-probe=20fails=20on=20macOS=20frameworks=20?= =?UTF-8?q?=E2=86=92=20HAVE=5FFFMPEG=20missing)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/snapshot-macos-opencv.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/snapshot-macos-opencv.yml b/.github/workflows/snapshot-macos-opencv.yml index 8c2d435b..9d932d85 100644 --- a/.github/workflows/snapshot-macos-opencv.yml +++ b/.github/workflows/snapshot-macos-opencv.yml @@ -12,6 +12,7 @@ jobs: steps: - uses: actions/checkout@v4 - run: brew install cmake ninja nasm + - run: pip3 install --break-system-packages numpy || pip3 install numpy - name: fetch sources (ffmpeg 8.1.2 + opencv 5.0.0) run: | set -eux @@ -27,7 +28,7 @@ jobs: set -eux mkdir ffbuild && cd ffbuild ../ffmpeg-8.1.2/configure --cc=clang --prefix="$PWD/../ffprefix" \ - --disable-shared --enable-static --disable-programs --disable-doc \ + --enable-shared --disable-static --disable-programs --disable-doc \ --disable-autodetect --enable-pic make -j"$(sysctl -n hw.ncpu)" && make install echo "FFMPEG_PREFIX=$PWD/../ffprefix" >> "$GITHUB_ENV" From 7b27f0e6a08ebcafcf90458f76346c3415eb5ac6 Mon Sep 17 00:00:00 2001 From: sunrisepeak Date: Mon, 20 Jul 2026 02:28:03 +0800 Subject: [PATCH 3/5] fix(ci): verify ffmpeg videoio via cap_ffmpeg in ninja-cmds, not cvconfig.h (OpenCV 5 doesn't put HAVE_FFMPEG there on macOS; summary FFMPEG:YES) --- .github/workflows/snapshot-macos-opencv.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/snapshot-macos-opencv.yml b/.github/workflows/snapshot-macos-opencv.yml index 9d932d85..b5e2feb5 100644 --- a/.github/workflows/snapshot-macos-opencv.yml +++ b/.github/workflows/snapshot-macos-opencv.yml @@ -49,11 +49,12 @@ jobs: -DWITH_UNIFONT=OFF -DWITH_ADE=OFF \ -DBUILD_TESTS=OFF -DBUILD_PERF_TESTS=OFF -DBUILD_EXAMPLES=OFF \ -DBUILD_opencv_apps=OFF -DBUILD_JAVA=OFF -DBUILD_opencv_python3=OFF - grep -q '#define HAVE_FFMPEG' bld/cvconfig.h || { echo FATAL: HAVE_FFMPEG missing; exit 1; } - name: reference build (materialize generators) + dump commands run: | ninja -C bld -k 0 > bld/ninja-build.log 2>&1 || true ninja -C bld -t commands > bld/ninja-cmds.log + grep -q cap_ffmpeg bld/ninja-cmds.log || { echo 'FATAL: cap_ffmpeg not compiled — ffmpeg videoio backend not active'; exit 1; } + echo "cap_ffmpeg TUs: $(grep -c cap_ffmpeg bld/ninja-cmds.log)" - name: gen descriptor run: | set -eux From 1daf3e8b7356865e89bdda693089bdf0bd63bcd6 Mon Sep 17 00:00:00 2001 From: sunrisepeak Date: Mon, 20 Jul 2026 02:59:41 +0800 Subject: [PATCH 4/5] snapshot-macos: disable HAVE_COCOA -> headless highgui (match linux) OpenCV 5 sets HAVE_COCOA unconditionally on APPLE+clang (no WITH_COCOA switch), pulling window_cocoa.mm which mcpp can't compile (.mm unsupported) -> undefined Cocoa symbols at link. Neutralize the one cmake line so highgui falls through to the headless path, identical API surface to linux (no GUI window backend). --- .github/workflows/snapshot-macos-opencv.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/snapshot-macos-opencv.yml b/.github/workflows/snapshot-macos-opencv.yml index b5e2feb5..3558dc19 100644 --- a/.github/workflows/snapshot-macos-opencv.yml +++ b/.github/workflows/snapshot-macos-opencv.yml @@ -23,6 +23,14 @@ jobs: echo "b0528f5a1d379d59d4701cb28c36e22214cc51cf64594e5b56f2d3e6c0233095 opencv.tar.gz" | shasum -a 256 -c - tar -xzf opencv.tar.gz echo "OPENCV_SRC=$PWD/opencv-5.0.0" >> "$GITHUB_ENV" + # Headless highgui on macOS to MATCH linux (same API surface, no GUI backend): + # mcpp cannot compile window_cocoa.mm (.mm/Objective-C++ unsupported), and + # OpenCV 5 has no WITH_COCOA switch — HAVE_COCOA is set unconditionally on + # APPLE+clang in cmake/OpenCVFindLibsGUI.cmake. Neutralize that one line so the + # highgui elseif-chain falls through to the headless path (like linux w/o GTK/Qt). + sed -i.bak 's/set(HAVE_COCOA YES)/message(STATUS "mcpp: HAVE_COCOA disabled -> headless highgui (matches linux)")/' \ + "$PWD/opencv-5.0.0/cmake/OpenCVFindLibsGUI.cmake" + grep -n 'HAVE_COCOA\|mcpp: HAVE_COCOA' "$PWD/opencv-5.0.0/cmake/OpenCVFindLibsGUI.cmake" || true - name: build static ffmpeg prefix (videoio backend discovery) run: | set -eux From da5301bc4101cb4b88b24089c7ee63980ee2fb80 Mon Sep 17 00:00:00 2001 From: sunrisepeak Date: Mon, 20 Jul 2026 03:07:12 +0800 Subject: [PATCH 5/5] fix(gen): empty SIMD baseline emits valid '{ "-w" }' not '{ , "-w" }' On aarch64/macOS baseline_m is empty; the old f-string left a leading comma. Join '-w' inside the list so both empty (macOS) and non-empty (linux x86) are valid lua. --- tools/compat-opencv/gen_descriptor.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/compat-opencv/gen_descriptor.py b/tools/compat-opencv/gen_descriptor.py index 0abc6a31..d6168e8d 100755 --- a/tools/compat-opencv/gen_descriptor.py +++ b/tools/compat-opencv/gen_descriptor.py @@ -455,8 +455,8 @@ def defines_lua(defset): {deps_line} include_dirs = {{ {lua_list(incdirs, " " * 12)} }}, - cxxflags = {{ {", ".join(f'"{m}"' for m in baseline_m)}, "-w" }}, - cflags = {{ {", ".join(f'"{m}"' for m in baseline_m)}, "-w" }}, + cxxflags = {{ {", ".join([f'"{m}"' for m in baseline_m] + ['"-w"'])} }}, + cflags = {{ {", ".join([f'"{m}"' for m in baseline_m] + ['"-w"'])} }}, flags = {{ {("\n" + " " * 12).join(flags_entries)} }},