diff --git a/gha-script/create_wheel_wrapper.sh b/gha-script/create_wheel_wrapper.sh index fd59aa4d78..f3ae06ad27 100644 --- a/gha-script/create_wheel_wrapper.sh +++ b/gha-script/create_wheel_wrapper.sh @@ -245,9 +245,22 @@ echo WHEELHOUSE="$CURRENT_DIR/wheelhouse" mkdir -p "$WHEELHOUSE" +# Build auditwheel exclusion arguments from build_info.json +EXCLUDE_ARGS="" +if [ -n "$AUDITWHEEL_EXCLUDE" ]; then + echo "Adding package-specific auditwheel exclusions: $AUDITWHEEL_EXCLUDE" + for lib in $AUDITWHEEL_EXCLUDE; do + EXCLUDE_ARGS="$EXCLUDE_ARGS --exclude $lib" + done +else + echo "No auditwheel exclusions defined in build_info.json" +fi + +echo "Auditwheel exclusion arguments: $EXCLUDE_ARGS" + # run auditwheel set +e -audit_output=$(auditwheel repair "$wheel_file" --wheel-dir "$WHEELHOUSE" --exclude libtvm_ffi.so --exclude libtensorflow_framework.so.2 --exclude libpython3.11.so.1.0 --exclude libpython3.10.so.1.0 --exclude libpython3.12.so.1.0 --exclude libpython3.13.so.1.0 --exclude libc10.so --exclude libtorch.so --exclude libtorch_cpu.so --exclude libtorch_python.so --exclude libshm.so --exclude libtorchaudio.so --exclude libtorchtext.so --exclude libavutil-ffmpeg.so.54 --exclude libavformat-ffmpeg.so.56 --exclude libswscale-ffmpeg.so.3 --exclude libavcodec-ffmpeg.so.56 --exclude libavformat.so.57 --exclude libswscale.so.4 --exclude libavutil.so.55 --exclude libswscale.so.5 --exclude libavformat.so.58 2>&1) +audit_output=$(auditwheel repair "$wheel_file" --wheel-dir "$WHEELHOUSE" $EXCLUDE_ARGS 2>&1) audit_status=$? set -e diff --git a/gha-script/read_buildinfo.sh b/gha-script/read_buildinfo.sh index ed7bd096af..2d0b30a53a 100755 --- a/gha-script/read_buildinfo.sh +++ b/gha-script/read_buildinfo.sh @@ -146,6 +146,12 @@ if [ -f "$stripped_build_script" ]; then echo "Tested on value: $tested_on" fi +# Extract auditwheel exclusions +AUDITWHEEL_EXCLUDE="" +if $(jq 'has("auditwheel_exclude")' $config_file); then + AUDITWHEEL_EXCLUDE=$(jq -r '.auditwheel_exclude[]' $config_file | tr '\n' ' ') +fi + # Export variables echo "export VERSION=$VERSION" > $CUR_DIR/variable.sh @@ -158,6 +164,7 @@ echo "export VARIANT=$variant" >> $CUR_DIR/variable.sh echo "export BASENAME=$basename" >> $CUR_DIR/variable.sh echo "export NON_ROOT_BUILD=$nonRootBuild" >> $CUR_DIR/variable.sh echo "export TESTED_ON=$tested_on" >> $CUR_DIR/variable.sh +echo "export AUDITWHEEL_EXCLUDE=\"$AUDITWHEEL_EXCLUDE\"" >> $CUR_DIR/variable.sh chmod +x $CUR_DIR/variable.sh cat $CUR_DIR/variable.sh diff --git a/k/keras/build_info.json b/k/keras/build_info.json index f4378a788f..4573797026 100644 --- a/k/keras/build_info.json +++ b/k/keras/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "2.15.0":{ "build_script":"keras_ubi_9.3.sh" }, diff --git a/o/outlines-core/build_info.json b/o/outlines-core/build_info.json index ed479b39d9..15cc5cec0a 100644 --- a/o/outlines-core/build_info.json +++ b/o/outlines-core/build_info.json @@ -9,5 +9,12 @@ "docker_build": false, "wheel_build": true, "validate_build_script": true, - "use_non_root_user": false + "use_non_root_user": false, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ] } diff --git a/p/polars/build_info.json b/p/polars/build_info.json index 6a1de7613b..120f24e18c 100644 --- a/p/polars/build_info.json +++ b/p/polars/build_info.json @@ -10,6 +10,13 @@ "validate_build_script": "true", "use_non_root_user": "false", "docker_build": false, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "*": { "build_script": "polars_py-1.38.1_ubi_9.7.sh" } diff --git a/p/pytorch/build_info.json b/p/pytorch/build_info.json index 3c390df591..8db2ebbd0b 100644 --- a/p/pytorch/build_info.json +++ b/p/pytorch/build_info.json @@ -11,6 +11,13 @@ "validate_build_script": true, "use_non_root_user": false, "wheel_name": "torch", + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "v2.4.0": { "build_script": "pytorch_ubi_9.3.sh" }, diff --git a/t/tensorboard_plugin_wit/build_info.json b/t/tensorboard_plugin_wit/build_info.json index 590a65db90..94843b3d2c 100644 --- a/t/tensorboard_plugin_wit/build_info.json +++ b/t/tensorboard_plugin_wit/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "*": { "build_script": "tensorboard_plugin_wit_ubi_9.3.sh" } diff --git a/t/tensorflow-datasets/build_info.json b/t/tensorflow-datasets/build_info.json index 4c6dd13716..94dccc8c37 100644 --- a/t/tensorflow-datasets/build_info.json +++ b/t/tensorflow-datasets/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "*": { "patches": { "PATCH": "https://raw.githubusercontent.com/ppc64le/build-scripts/refs/heads/master/t/tensorflow-datasets/TFDS-fix.patch" diff --git a/t/tensorflow-io-gcs-filesystem/build_info.json b/t/tensorflow-io-gcs-filesystem/build_info.json index 3dd81ab0cc..186a0d6d93 100644 --- a/t/tensorflow-io-gcs-filesystem/build_info.json +++ b/t/tensorflow-io-gcs-filesystem/build_info.json @@ -10,6 +10,23 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0", + "libavutil-ffmpeg.so.54", + "libavformat-ffmpeg.so.56", + "libswscale-ffmpeg.so.3", + "libavcodec-ffmpeg.so.56", + "libavformat.so.57", + "libswscale.so.4", + "libavutil.so.55", + "libswscale.so.5", + "libavformat.so.58" + ], "*": { "patches": { "PATCH": "https://raw.githubusercontent.com/ppc64le/build-scripts/refs/heads/master/t/tensorflow-io-gcs-filesystem/tf-io-gcs-filesystem.patch" diff --git a/t/tensorflow-io/build_info.json b/t/tensorflow-io/build_info.json index 3c1d7f659e..987d501d4d 100644 --- a/t/tensorflow-io/build_info.json +++ b/t/tensorflow-io/build_info.json @@ -10,6 +10,23 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0", + "libavutil-ffmpeg.so.54", + "libavformat-ffmpeg.so.56", + "libswscale-ffmpeg.so.3", + "libavcodec-ffmpeg.so.56", + "libavformat.so.57", + "libswscale.so.4", + "libavutil.so.55", + "libswscale.so.5", + "libavformat.so.58" + ], "*": { "patches": { "PATCH": "https://raw.githubusercontent.com/ppc64le/build-scripts/refs/heads/master/t/tensorflow-io-gcs-filesystem/tf-io-gcs-filesystem.patch" diff --git a/t/tensorflow-text/build_info.json b/t/tensorflow-text/build_info.json index 25418512eb..38fe44aba0 100644 --- a/t/tensorflow-text/build_info.json +++ b/t/tensorflow-text/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "v2.14.0": { "build_script": "tensorflow_text_ubi_9.3.sh" }, diff --git a/t/tensorflow/build_info.json b/t/tensorflow/build_info.json index 8ff029dc47..f75a56de00 100644 --- a/t/tensorflow/build_info.json +++ b/t/tensorflow/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "v2.20.0": { "patches": { "PATCH": "https://raw.githubusercontent.com/ppc64le/build-scripts/refs/heads/master/t/tensorflow/tf_2.20.0_fix.patch" diff --git a/t/tensorflow_model_optimization/build_info.json b/t/tensorflow_model_optimization/build_info.json index 674a405278..6c89b3e962 100644 --- a/t/tensorflow_model_optimization/build_info.json +++ b/t/tensorflow_model_optimization/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "*": { "build_script": "tensorflow_model_optimization_ubi_9.3.sh" } diff --git a/t/tf2onnx/build_info.json b/t/tf2onnx/build_info.json index 9a6be31daf..b632b1fe2d 100644 --- a/t/tf2onnx/build_info.json +++ b/t/tf2onnx/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libtensorflow_framework.so.2", + "libpython3.10.so.1.0", + "libpython3.11.so.1.0", + "libpython3.12.so.1.0", + "libpython3.13.so.1.0", + "libpython3.14.so.1.0" + ], "*": { "build_script": "tf2onnx_ubi_9.3.sh" } diff --git a/t/torchaudio/build_info.json b/t/torchaudio/build_info.json index 044e34b294..e30a3ed6ed 100644 --- a/t/torchaudio/build_info.json +++ b/t/torchaudio/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so", + "libtorchaudio.so" + ], "v2.9.*": { "build_script": "torchaudio_v2.9_ubi_9.3.sh" }, diff --git a/t/torchdata/build_info.json b/t/torchdata/build_info.json index 21722b8e46..e77e5819e8 100644 --- a/t/torchdata/build_info.json +++ b/t/torchdata/build_info.json @@ -11,6 +11,13 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "*": { "build_script": "torchdata_ubi_9.3.sh" } diff --git a/t/torchtext/build_info.json b/t/torchtext/build_info.json index 78c7091afa..db5fa1914e 100644 --- a/t/torchtext/build_info.json +++ b/t/torchtext/build_info.json @@ -10,6 +10,14 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so", + "libtorchtext.so" + ], "v0.16.2": { "build_script":"torchtext_0.16.2_ubi_9.6.sh" }, diff --git a/t/torchvision/build_info.json b/t/torchvision/build_info.json index af03738f67..df0f57ac7d 100644 --- a/t/torchvision/build_info.json +++ b/t/torchvision/build_info.json @@ -10,6 +10,13 @@ "validate_build_script": true, "use_non_root_user": false, "wheel_build": true, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "v*.*.*": { "build_script": "torchvision_0.26.0_ubi_9.6.sh" }, diff --git a/v/vision/build_info.json b/v/vision/build_info.json index b079313fcd..81ff151ccf 100644 --- a/v/vision/build_info.json +++ b/v/vision/build_info.json @@ -10,6 +10,13 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "*": { "build_script": "vision_ubi_9.3.sh" } diff --git a/v/vllm/build_info.json b/v/vllm/build_info.json index a5c1e8ee83..6f83fe7da2 100644 --- a/v/vllm/build_info.json +++ b/v/vllm/build_info.json @@ -10,6 +10,13 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "v0.8.4": { "build_script": "vllm_ubi_9.3.sh" }, diff --git a/x/xformers/build_info.json b/x/xformers/build_info.json index 227658d738..3f71a28a99 100644 --- a/x/xformers/build_info.json +++ b/x/xformers/build_info.json @@ -10,6 +10,13 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": false, + "auditwheel_exclude": [ + "libc10.so", + "libtorch.so", + "libtorch_cpu.so", + "libtorch_python.so", + "libshm.so" + ], "*": { "build_script": "xformers_ubi_9_3.sh" } diff --git a/x/xgrammar/build_info.json b/x/xgrammar/build_info.json index 6142b21445..47bf916989 100644 --- a/x/xgrammar/build_info.json +++ b/x/xgrammar/build_info.json @@ -10,6 +10,9 @@ "docker_build": false, "validate_build_script": true, "use_non_root_user": "false", + "auditwheel_exclude": [ + "libtvm_ffi.so" + ], "*":{ "build_script":"xgrammar_0.2.1_ubi_9.6.sh" },