diff --git a/extract-files.py b/extract-files.py new file mode 100644 index 0000000..9b21c76 --- /dev/null +++ b/extract-files.py @@ -0,0 +1,127 @@ +#!/usr/bin/env -S PYTHONPATH=../../../tools/extract-utils python3 +# +# SPDX-FileCopyrightText: 2024 The LineageOS Project +# SPDX-License-Identifier: Apache-2.0 +# + +from extract_utils.fixups_blob import ( + blob_fixup, + blob_fixups_user_type, +) +from extract_utils.fixups_lib import ( + lib_fixup_remove, + lib_fixup_remove_arch_suffix, + lib_fixup_remove_proto_version_suffix, + lib_fixup_vendorcompat, + lib_fixups_user_type, + libs_clang_rt_ubsan, + libs_proto_3_9_1, + libs_proto_21_12, +) +from extract_utils.main import ( + ExtractUtils, + ExtractUtilsModule, +) + +namespace_imports = [ + 'device/xiaomi/sm8450-common', + 'hardware/qcom-caf/sm8450', + 'hardware/qcom-caf/wlan', + 'hardware/xiaomi', + 'vendor/qcom/opensource/commonsys/display', + 'vendor/qcom/opensource/commonsys-intf/display', + 'vendor/qcom/opensource/dataservices', +] + + +def lib_fixup_vendor_suffix(lib: str, partition: str, *args, **kwargs): + return f'{lib}_{partition}' if partition == 'vendor' else None + + +lib_fixups: lib_fixups_user_type = { + libs_clang_rt_ubsan: lib_fixup_remove_arch_suffix, + libs_proto_3_9_1: lib_fixup_vendorcompat, + libs_proto_21_12: lib_fixup_remove_proto_version_suffix, + ( + 'vendor.qti.hardware.dpmservice@1.0', + 'vendor.qti.hardware.dpmservice@1.1', + 'vendor.qti.hardware.qccsyshal@1.0', + 'vendor.qti.hardware.qccsyshal@1.1', + 'vendor.qti.hardware.qccvndhal@1.0', + 'vendor.qti.imsrtpservice@3.0', + 'vendor.qti.diaghal@1.0', + 'vendor.qti.hardware.wifidisplaysession@1.0', + 'com.qualcomm.qti.dpm.api@1.0', + ): lib_fixup_vendor_suffix, + ( + 'libagm', + 'libar-pal', + 'libpalclient', + 'libwpa_client', + ): lib_fixup_remove, +} + +blob_fixups: blob_fixups_user_type = { + 'system_ext/lib64/libwfdmmsrc_system.so': blob_fixup() + .add_needed('libgui_shim.so'), + 'system_ext/lib64/libwfdnative.so': blob_fixup() + .add_needed('libinput_shim.so'), + 'system_ext/lib64/libwfdservice.so': blob_fixup() + .replace_needed( + 'android.media.audio.common.types-V2-cpp.so', + 'android.media.audio.common.types-V3-cpp.so', + ), + ( + 'vendor/bin/hw/android.hardware.security.keymint-service-qti', + 'vendor/lib64/libqtikeymint.so', + ): blob_fixup() + .replace_needed( + 'android.hardware.security.keymint-V1-ndk_platform.so', + 'android.hardware.security.keymint-V1-ndk.so', + ) + .replace_needed( + 'android.hardware.security.secureclock-V1-ndk_platform.so', + 'android.hardware.security.secureclock-V1-ndk.so', + ) + .replace_needed( + 'android.hardware.security.sharedsecret-V1-ndk_platform.so', + 'android.hardware.security.sharedsecret-V1-ndk.so', + ) + .add_needed('android.hardware.security.rkp-V1-ndk.so'), + 'vendor/bin/qcc-trd': blob_fixup() + .replace_needed( + 'libgrpc++_unsecure.so', 'libgrpc++_unsecure_prebuilt.so' + ), + 'vendor/etc/media_codecs_c2_audio.xml': blob_fixup() + .regex_replace('.+media_codecs_dolby_audio.+\n', ''), + ( + 'vendor/etc/media_codecs_cape.xml', + 'vendor/etc/media_codecs_diwali_v0.xml', + 'vendor/etc/media_codecs_diwali_v1.xml', + 'vendor/etc/media_codecs_diwali_v2.xml', + 'vendor/etc/media_codecs_taro.xml', + 'vendor/etc/media_codecs_ukee.xml', + ): blob_fixup() + .regex_replace('.+media_codecs_(google_audio|google_c2|google_telephony|vendor_audio).+\n', ''), + 'vendor/etc/seccomp_policy/atfwd@2.0.policy': blob_fixup() + .add_line_if_missing('gettid: 1'), + 'vendor/etc/seccomp_policy/c2audio.vendor.ext-arm64.policy': blob_fixup() + .add_line_if_missing('setsockopt: 1'), + 'vendor/etc/vintf/manifest/c2_manifest_vendor.xml': blob_fixup() + .regex_replace('.+dolby.+\n', ''), + 'vendor/lib64/vendor.libdpmframework.so': blob_fixup() + .add_needed('libhidlbase_shim.so'), +} # fmt: skip + +module = ExtractUtilsModule( + 'sm8450-common', + 'xiaomi', + blob_fixups=blob_fixups, + lib_fixups=lib_fixups, + namespace_imports=namespace_imports, + check_elf=True, +) + +if __name__ == '__main__': + utils = ExtractUtils.device(module) + utils.run() diff --git a/extract-files.sh b/extract-files.sh deleted file mode 100755 index d9f5646..0000000 --- a/extract-files.sh +++ /dev/null @@ -1,153 +0,0 @@ -#!/bin/bash -# -# SPDX-FileCopyrightText: 2016 The CyanogenMod Project -# SPDX-FileCopyrightText: 2017-2024 The LineageOS Project -# SPDX-License-Identifier: Apache-2.0 -# - -set -e - -# Load extract_utils and do some sanity checks -MY_DIR="${BASH_SOURCE%/*}" -if [[ ! -d "${MY_DIR}" ]]; then MY_DIR="${PWD}"; fi - -ANDROID_ROOT="${MY_DIR}/../../.." - -# Define the default patchelf version used to patch blobs -# This will also be used for utility functions like FIX_SONAME -# Older versions break some camera blobs for us -export PATCHELF_VERSION=0_17_2 - -HELPER="${ANDROID_ROOT}/tools/extract-utils/extract_utils.sh" -if [ ! -f "${HELPER}" ]; then - echo "Unable to find helper script at ${HELPER}" - exit 1 -fi -source "${HELPER}" - -# Default to sanitizing the vendor folder before extraction -CLEAN_VENDOR=true - -ONLY_COMMON= -ONLY_FIRMWARE= -ONLY_TARGET= -KANG= -SECTION= -CARRIER_SKIP_FILES=() - -while [ "${#}" -gt 0 ]; do - case "${1}" in - --only-common) - ONLY_COMMON=true - ;; - --only-firmware) - ONLY_FIRMWARE=true - ;; - --only-target) - ONLY_TARGET=true - ;; - -n | --no-cleanup) - CLEAN_VENDOR=false - ;; - -k | --kang) - KANG="--kang" - ;; - -s | --section) - SECTION="${2}" - shift - CLEAN_VENDOR=false - ;; - *) - SRC="${1}" - ;; - esac - shift -done - -if [ -z "${SRC}" ]; then - SRC="adb" -fi - -function blob_fixup() { - case "${1}" in - system_ext/lib64/libwfdmmsrc_system.so) - [ "$2" = "" ] && return 0 - grep -q "libgui_shim.so" "${2}" || "${PATCHELF}" --add-needed "libgui_shim.so" "${2}" - ;; - system_ext/lib64/libwfdnative.so) - [ "$2" = "" ] && return 0 - grep -q "libinput_shim.so" "${2}" || "${PATCHELF}" --add-needed "libinput_shim.so" "${2}" - ;; - system_ext/lib64/libwfdservice.so) - [ "$2" = "" ] && return 0 - "${PATCHELF}" --replace-needed "android.media.audio.common.types-V2-cpp.so" "android.media.audio.common.types-V3-cpp.so" "${2}" - ;; - vendor/bin/hw/android.hardware.security.keymint-service-qti|vendor/lib64/libqtikeymint.so) - [ "$2" = "" ] && return 0 - "${PATCHELF}" --replace-needed "android.hardware.security.keymint-V1-ndk_platform.so" "android.hardware.security.keymint-V1-ndk.so" "${2}" - "${PATCHELF}" --replace-needed "android.hardware.security.secureclock-V1-ndk_platform.so" "android.hardware.security.secureclock-V1-ndk.so" "${2}" - "${PATCHELF}" --replace-needed "android.hardware.security.sharedsecret-V1-ndk_platform.so" "android.hardware.security.sharedsecret-V1-ndk.so" "${2}" - grep -q "android.hardware.security.rkp-V1-ndk.so" "${2}" || "${PATCHELF}" --add-needed "android.hardware.security.rkp-V1-ndk.so" "${2}" - ;; - vendor/bin/qcc-trd) - [ "$2" = "" ] && return 0 - "${PATCHELF}" --replace-needed "libgrpc++_unsecure.so" "libgrpc++_unsecure_prebuilt.so" "${2}" - ;; - vendor/etc/media_codecs_c2_audio.xml) - [ "$2" = "" ] && return 0 - sed -i '/media_codecs_dolby_audio/d' "${2}" - ;; - vendor/etc/media_codecs_cape.xml|vendor/etc/media_codecs_diwali_v0.xml|vendor/etc/media_codecs_diwali_v1.xml|vendor/etc/media_codecs_diwali_v2.xml|vendor/etc/media_codecs_taro.xml|vendor/etc/media_codecs_ukee.xml) - [ "$2" = "" ] && return 0 - sed -i -E '/media_codecs_(google_audio|google_c2|google_telephony|vendor_audio)/d' "${2}" - ;; - vendor/etc/seccomp_policy/atfwd@2.0.policy) - [ "$2" = "" ] && return 0 - grep -q "gettid: 1" "${2}" || echo "gettid: 1" >> "${2}" - ;; - vendor/etc/seccomp_policy/c2audio.vendor.ext-arm64.policy) - [ "$2" = "" ] && return 0 - grep -q "setsockopt: 1" "${2}" || echo "setsockopt: 1" >> "${2}" - ;; - vendor/etc/vintf/manifest/c2_manifest_vendor.xml) - [ "$2" = "" ] && return 0 - sed -i '/dolby/d' "${2}" - ;; - vendor/lib64/vendor.libdpmframework.so) - [ "$2" = "" ] && return 0 - "${PATCHELF}" --add-needed "libhidlbase_shim.so" "${2}" - ;; - *) - return 1 - ;; - esac - - return 0 -} - -function blob_fixup_dry() { - blob_fixup "$1" "" -} - -if [ -z "${ONLY_FIRMWARE}" ] && [ -z "${ONLY_TARGET}" ]; then - # Initialize the helper for common device - setup_vendor "${DEVICE_COMMON}" "${VENDOR_COMMON:-$VENDOR}" "${ANDROID_ROOT}" true "${CLEAN_VENDOR}" - - extract "${MY_DIR}/proprietary-files.txt" "${SRC}" "${KANG}" --section "${SECTION}" -fi - -if [ -z "${ONLY_COMMON}" ] && [ -s "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" ]; then - # Reinitialize the helper for device - source "${MY_DIR}/../../${VENDOR}/${DEVICE}/extract-files.sh" - setup_vendor "${DEVICE}" "${VENDOR}" "${ANDROID_ROOT}" false "${CLEAN_VENDOR}" - - if [ -z "${ONLY_FIRMWARE}" ]; then - extract "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" "${SRC}" "${KANG}" --section "${SECTION}" - fi - - if [ -z "${SECTION}" ] && [ -f "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" ]; then - extract_firmware "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" "${SRC}" - fi -fi - -"${MY_DIR}/setup-makefiles.sh" diff --git a/proprietary-files.txt b/proprietary-files.txt index 5ea3bbe..f1370d4 100644 --- a/proprietary-files.txt +++ b/proprietary-files.txt @@ -181,7 +181,7 @@ system_ext/lib64/vendor.qti.diaghal@1.0.so vendor/bin/diag-router vendor/etc/init/vendor.qti.diag.rc vendor/etc/vintf/manifest/vendor.qti.diag.hal.service.xml -vendor/lib64/vendor.qti.diaghal@1.0.so;MODULE_SUFFIX=-vendor +vendor/lib64/vendor.qti.diaghal@1.0.so;MODULE_SUFFIX=_vendor # Display HDR - from ingot-user 14 UKQ1.231121.127 127 release-keys vendor/lib64/libgame_enhance.so|4432e47d990e98edb141becc345a92d03df26bf4 @@ -268,15 +268,15 @@ vendor/bin/vendor.dpmd vendor/etc/dpm_vndr/vendor.dpm.conf vendor/etc/init/dpmQmiMgr.rc vendor/etc/init/vendor.dpmd.rc -vendor/lib64/com.qualcomm.qti.dpm.api@1.0.so;MODULE_SUFFIX=-vendor +vendor/lib64/com.qualcomm.qti.dpm.api@1.0.so;MODULE_SUFFIX=_vendor vendor/lib64/libdpmqmihal.so vendor/lib64/vendor.libdpmctmgr.so vendor/lib64/vendor.libdpmfdmgr.so vendor/lib64/vendor.libdpmframework.so vendor/lib64/vendor.libdpmtcm.so vendor/lib64/vendor.libmwqemiptablemgr.so -vendor/lib64/vendor.qti.hardware.dpmservice@1.0.so;MODULE_SUFFIX=-vendor -vendor/lib64/vendor.qti.hardware.dpmservice@1.1.so;MODULE_SUFFIX=-vendor +vendor/lib64/vendor.qti.hardware.dpmservice@1.0.so;MODULE_SUFFIX=_vendor +vendor/lib64/vendor.qti.hardware.dpmservice@1.1.so;MODULE_SUFFIX=_vendor # DRM vendor/bin/hw/vendor.qti.hardware.qseecom@1.0-service @@ -571,15 +571,15 @@ system_ext/lib64/vendor.qti.hardware.qccsyshal@1.2-halimpl.so|9663f4512a1e33956a system_ext/lib64/vendor.qti.hardware.qccsyshal@1.2.so|db1ea124c0f42fcc1a814d69308d4f9522012e1b system_ext/lib64/vendor.qti.hardware.qccvndhal@1.0.so|15a47e8d6f3746e3cb3baa91577f206a1089edd5 system_ext/lib64/vendor.qti.qccvndhal_aidl-V1-ndk.so|ffccfde321f48e390c5af8d546e1c7cdf23f9152 -vendor/bin/qcc-trd|146a8d4ba56aebee8056f988159358943dc148c9|a92ef8c6452a8a7c6909b8f185ed959282349bb0 +vendor/bin/qcc-trd|146a8d4ba56aebee8056f988159358943dc148c9|698da506a789666d3e0fde9bbd7f8af90c246844 vendor/etc/init/init.qdmastats.rc|d7ddb87faaedd900f1756064fe756d50efed7ca9 vendor/lib64/hw/vendor.qti.hardware.qccvndhal@1.0-impl.so|459d506b20124520f5d650a7b30c9a490514a878 -vendor/lib64/libgrpc++_unsecure.so:vendor/lib64/libgrpc++_unsecure_prebuilt.so;FIX_SONAME|e0363df07498ac7f3beb9e6f017d79e2bbc53c9c|e6363ed5a2a8d2648ab7f9d999491d2ca54d9a18 +vendor/lib64/libgrpc++_unsecure.so:vendor/lib64/libgrpc++_unsecure_prebuilt.so;FIX_SONAME|e0363df07498ac7f3beb9e6f017d79e2bbc53c9c|deef616f1a0fb091dbd553d807c097a7989f49fd vendor/lib64/libqcc_file_agent.so|2062da8684a791c3c8afe57f8be3d2b010337a8a -vendor/lib64/vendor.qti.hardware.qccsyshal@1.0.so;MODULE_SUFFIX=-vendor|ef866bab2186db1b2c09477e36fef20945fa671e -vendor/lib64/vendor.qti.hardware.qccsyshal@1.1.so;MODULE_SUFFIX=-vendor|0677ebfe099cdaa6c3776d0bd5318044a4220918 +vendor/lib64/vendor.qti.hardware.qccsyshal@1.0.so;MODULE_SUFFIX=_vendor|ef866bab2186db1b2c09477e36fef20945fa671e +vendor/lib64/vendor.qti.hardware.qccsyshal@1.1.so;MODULE_SUFFIX=_vendor|0677ebfe099cdaa6c3776d0bd5318044a4220918 vendor/lib64/vendor.qti.hardware.qccvndhal@1.0-halimpl.so|304ce0a1571f218ba16d0812221e4b2fae52a6d9 -vendor/lib64/vendor.qti.hardware.qccvndhal@1.0.so;MODULE_SUFFIX=-vendor|bfddf0a295b391bc1ed7961d547e9b56e3aa1b9c +vendor/lib64/vendor.qti.hardware.qccvndhal@1.0.so;MODULE_SUFFIX=_vendor|bfddf0a295b391bc1ed7961d547e9b56e3aa1b9c # QCOM system daemon vendor/bin/qcom-system-daemon @@ -871,7 +871,7 @@ vendor/lib64/vendor.qti.ims.rcsuce@1.0.so vendor/lib64/vendor.qti.ims.rcsuce@1.1.so vendor/lib64/vendor.qti.ims.rcsuce@1.2.so vendor/lib64/vendor.qti.imsrtpservice@3.0-service-Impl.so -vendor/lib64/vendor.qti.imsrtpservice@3.0.so;MODULE_SUFFIX=-vendor +vendor/lib64/vendor.qti.imsrtpservice@3.0.so;MODULE_SUFFIX=_vendor # Secure element vendor/bin/hw/vendor.qti.secure_element@1.2-service @@ -1057,7 +1057,7 @@ vendor/lib64/libwfduibcsinkinterface_vendor.so vendor/lib64/libwfduibcsrc_vendor.so vendor/lib64/libwfduibcsrcinterface_vendor.so vendor/lib64/libwfdutils_proprietary.so -vendor/lib64/vendor.qti.hardware.wifidisplaysession@1.0.so;MODULE_SUFFIX=-vendor +vendor/lib64/vendor.qti.hardware.wifidisplaysession@1.0.so;MODULE_SUFFIX=_vendor vendor/lib64/vendor.qti.hardware.wifidisplaysessionl@1.0-halimpl.so # Xiaomi MAC address diff --git a/setup-makefiles.py b/setup-makefiles.py new file mode 100755 index 0000000..32947cf --- /dev/null +++ b/setup-makefiles.py @@ -0,0 +1 @@ +#!./extract-files.py --regenerate_makefiles diff --git a/setup-makefiles.sh b/setup-makefiles.sh deleted file mode 100755 index 1cd9757..0000000 --- a/setup-makefiles.sh +++ /dev/null @@ -1,97 +0,0 @@ -#!/bin/bash -# -# SPDX-FileCopyrightText: 2016 The CyanogenMod Project -# SPDX-FileCopyrightText: 2017-2024 The LineageOS Project -# SPDX-License-Identifier: Apache-2.0 -# - -set -e - -# Load extract_utils and do some sanity checks -MY_DIR="${BASH_SOURCE%/*}" -if [[ ! -d "${MY_DIR}" ]]; then MY_DIR="${PWD}"; fi - -ANDROID_ROOT="${MY_DIR}/../../.." - -HELPER="${ANDROID_ROOT}/tools/extract-utils/extract_utils.sh" -if [ ! -f "${HELPER}" ]; then - echo "Unable to find helper script at ${HELPER}" - exit 1 -fi -source "${HELPER}" - -function vendor_imports() { - cat << EOF >> "$1" - "device/xiaomi/sm8450-common", - "hardware/qcom-caf/sm8450", - "hardware/qcom-caf/wlan", - "hardware/xiaomi", - "vendor/qcom/opensource/commonsys/display", - "vendor/qcom/opensource/commonsys-intf/display", - "vendor/qcom/opensource/dataservices", -EOF -} - -function lib_to_package_fixup_vendor_variants() { - if [ "$2" != "vendor" ]; then - return 1 - fi - - case "$1" in - vendor.qti.hardware.dpmservice@1.0 | \ - vendor.qti.hardware.dpmservice@1.1 | \ - vendor.qti.hardware.qccsyshal@1.0 | \ - vendor.qti.hardware.qccsyshal@1.1 | \ - vendor.qti.hardware.qccvndhal@1.0 | \ - vendor.qti.imsrtpservice@3.0 | \ - vendor.qti.diaghal@1.0 | \ - vendor.qti.hardware.wifidisplaysession@1.0 | \ - com.qualcomm.qti.dpm.api@1.0) - echo "$1-vendor" - ;; - libagm | \ - libar-pal | \ - libpalclient | \ - libwpa_client) - ;; - *) - return 1 - esac -} - -function lib_to_package_fixup() { - lib_to_package_fixup_clang_rt_ubsan_standalone "$1" || \ - lib_to_package_fixup_proto_3_9_1 "$1" || \ - lib_to_package_fixup_vendor_variants "$@" -} - -# Initialize the helper for common -setup_vendor "${DEVICE_COMMON}" "${VENDOR_COMMON:-$VENDOR}" "${ANDROID_ROOT}" true - -# Warning headers and guards -write_headers "cupid diting marble mayfly mondrian thor unicorn zeus ziyi zizhan" - -# The standard common blobs -write_makefiles "${MY_DIR}/proprietary-files.txt" - -# Finish -write_footers - -if [ -s "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" ]; then - # Reinitialize the helper for device - source "${MY_DIR}/../${DEVICE}/setup-makefiles.sh" - setup_vendor "${DEVICE}" "${VENDOR}" "${ANDROID_ROOT}" false - - # Warning headers and guards - write_headers - - # The standard device blobs - write_makefiles "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" - - if [ -f "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" ]; then - append_firmware_calls_to_makefiles "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" - fi - - # Finish - write_footers -fi