V3.8.1 builtin pipeline

.github/workflows/generate-oh-sdk-cache.yml

@@ -0,0 +1,80 @@
+name: <Native> Generate OH SDK Cache
+
+on:
+  workflow_dispatch:
+    inputs:
+      oh_sdk_version:
+        description: 'Openharmony SDK version'
+        type: string
+        default: '9'
+        required: true
+
+jobs:
+  generate_oh_sdk_cache:
+    name: "Generate OH SDK cache"
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-java@v3
+        id: setup-jdk
+        with:
+          distribution: 'zulu'
+          java-version: '17'
+
+      - name: Get oh sdk cache directory path
+        id: oh-sdk-cache-dir-path
+        run: |
+          echo "cache dir: "
+          echo "dir=$HOME/openharmony" >> $GITHUB_OUTPUT
+
+      - name: Output cache dir
+        run: |
+          echo "Output cache dir: ${{ steps.oh-sdk-cache-dir-path.outputs.dir }}"
+
+      - name: Cache OH SDK
+        id: cache-oh-sdk
+        uses: actions/cache@v3
+        env:
+          cache-name: cache-oh-sdk-${{ github.event.inputs.oh_sdk_version }}
+        with:
+          path: ${{ steps.oh-sdk-cache-dir-path.outputs.dir }}
+          key: ${{ runner.os }}-build-${{ env.cache-name }}
+
+      - name: Add package.json
+        run: |
+          echo "{}" > package.json
+          echo "{\"name\": \"tests\",\"lockfileVersion\": 3,\"requires\": true,\"packages\": {}}" > package-lock.json
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 14
+          cache: 'npm'
+
+      - if: ${{ steps.cache-oh-sdk.outputs.cache-hit != 'true' }}
+        name: No Cache found, install oh sdk
+        continue-on-error: false
+        run: |
+          if [ ! -d "$HOME/openharmony" ]; then
+            mkdir -p $HOME/openharmony
+            echo "Download commandline-tools-linux.zip ..."
+            curl -o commandline-tools-linux.zip "https://contentcenter-vali-drcn.dbankcdn.cn/pvt_2/DeveloperAlliance_package_901_9/b1/v3/E6zhv5UFQ2-inIwNJhTN6Q/commandline-tools-linux-2.0.0.2.zip?HW-CC-KV=V1&HW-CC-Date=20230621T074401Z&HW-CC-Expire=315360000&HW-CC-Sign=621224257B02079B1E76C0A56FDF21483400B1E3556213F88DC79BC9BE7D595D"
+            echo "Unzip commandline-tools-linux.zip ..."
+            unzip commandline-tools-linux.zip -d $HOME/openharmony > /dev/null
+            cd $HOME/openharmony
+            ls -l
+            cd command-line-tools
+            echo "=============== PATCHING sdkmanager/bin/sdkmgr file ==============="
+            sed -i "s@-Dfile.encoding=UTF-8@-Dfile.encoding=UTF-8 -Duser.country=CN@g" ./sdkmanager/bin/sdkmgr
+            cd bin
+            ./sdkmgr list
+            echo "=============== INSTALL HOS toolchains:${{ github.event.inputs.oh_sdk_version }} ==============="
+            ./sdkmgr install toolchains:${{ github.event.inputs.oh_sdk_version }} --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK ets:${{ github.event.inputs.oh_sdk_version }} ==============="
+            ./sdkmgr install OpenHarmony/ets:${{ github.event.inputs.oh_sdk_version }} --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK js:${{ github.event.inputs.oh_sdk_version }} ==============="
+            ./sdkmgr install OpenHarmony/js:${{ github.event.inputs.oh_sdk_version }} --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK native:${{ github.event.inputs.oh_sdk_version }} ==============="
+            ./sdkmgr install OpenHarmony/native:${{ github.event.inputs.oh_sdk_version }} --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK toolchains:${{ github.event.inputs.oh_sdk_version }} ==============="
+            ./sdkmgr install OpenHarmony/toolchains:${{ github.event.inputs.oh_sdk_version }} --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK DONE ==============="
+            ./sdkmgr list
+          fi

.github/workflows/generate-vulkan-sdk-cache.yml

@@ -0,0 +1,22 @@
+name: <Native> Generate Vulkan SDK Cache
+
+on:
+  workflow_dispatch:
+    inputs:
+      vulkan_sdk_version:
+        description: 'Vulkan SDK version'
+        type: string
+        default: '1.2.189.0'
+        required: true
+
+jobs:
+  generate_vulkan_sdk_cache:
+    name: "Generate Vulkan SDK cache"
+    runs-on: windows-2019
+    steps:
+      - name: Setup Vulkan SDK
+        uses: humbletim/setup-vulkan-sdk@v1.2.0
+        with:
+          vulkan-query-version: ${{ github.event.inputs.vulkan_sdk_version }}
+          vulkan-components: Vulkan-Headers, Vulkan-Loader
+          vulkan-use-cache: true

.github/workflows/native-bindings.yml

@@ -27,6 +27,8 @@ jobs:
           ndk-version: r21e
           add-to-path: false
       - name: Generate decorators
+        env:
+          ANDROID_NDK_HOME: ${{ steps.setup-ndk.outputs.ndk-path }}
         run: |
           cd native
           echo "Generate compile_commands.json & ninja target"

.github/workflows/native-compile-platforms.yml

@@ -84,7 +84,7 @@ jobs:
           COCOS_ENGINE_DEV: 1
         run: |
           NATIVE_ROOT=$GITHUB_WORKSPACE/native
-          ANDORID_NDK=$ANDROID_NDK_LATEST_HOME
+          ANDROID_NDK=${{ steps.setup-ndk.outputs.ndk-path }}
           NATIVE_DIR=$GITHUB_WORKSPACE/templates/android-template
           echo "Compiling Android ... "
           cd $GITHUB_WORKSPACE/templates/
@@ -111,7 +111,7 @@ jobs:
 
           ASSET_DIR=$GITHUB_WORKSPACE/templates/android/build/build-android/
 
-          sed -i "s@^PROP_NDK_PATH.*@PROP_NDK_PATH=$ANDORID_NDK@g" gradle.properties
+          sed -i "s@^PROP_NDK_PATH.*@PROP_NDK_PATH=$ANDROID_NDK@g" gradle.properties
           sed -i "s@^APPLICATION_ID.*@APPLICATION_ID=com.cocos.android@g" gradle.properties
           sed -i "s@^RES_PATH.*@RES_PATH=$ASSET_DIR@g" gradle.properties
           sed -i "s@^COCOS_ENGINE_PATH.*@COCOS_ENGINE_PATH=$NATIVE_ROOT@g" gradle.properties
@@ -122,7 +122,7 @@ jobs:
           sed -i "s@^PROP_APP_ABI.*@PROP_APP_ABI=arm64-v8a@g" gradle.properties
 
           echo "Compile Android - cmake ..."
-          echo "ANDORID_NDK ${ANDROID_NDK} or ${ANDROID_NDK_HOME}"
+          echo "ANDROID_NDK ${ANDROID_NDK} or ${ANDROID_NDK_HOME}"
           # ./gradlew :CocosGame:assembleDebug --quiet
           ./gradlew :CocosGame:assembleRelease --quiet
           echo "Compile Android Debug Done!"
@@ -133,6 +133,25 @@ jobs:
       (! contains(github.event.pull_request.body, '[X] does not change any runtime related code or build configuration'))
     runs-on: ubuntu-latest
     steps:
+      - name: Before free space
+        run: |
+          df -h
+
+      - name: Free Disk Space (Ubuntu)
+        uses: jlumbroso/free-disk-space@d5af243ce7bacb67384aa6c5b1fc5f169e30903e
+        with:
+          tool-cache: true
+          android: false
+          dotnet: true
+          haskell: true
+          large-packages: true
+          docker-images: true
+          swap-storage: true
+
+      - name: After free space
+        run: |
+          df -h
+
       - uses: actions/checkout@v2
       - name: Download external libraries
         shell: bash
@@ -154,7 +173,7 @@ jobs:
           COCOS_ENGINE_DEV: 1
         run: |
           NATIVE_ROOT=$GITHUB_WORKSPACE/native
-          ANDORID_NDK=$ANDROID_NDK_LATEST_HOME
+          ANDROID_NDK=${{ steps.setup-ndk.outputs.ndk-path }}
           NATIVE_DIR=$GITHUB_WORKSPACE/templates/android-template
           echo "Compiling Android ... "
           cd $GITHUB_WORKSPACE/templates/
@@ -185,7 +204,7 @@ jobs:
 
           ASSET_DIR=$GITHUB_WORKSPACE/templates/android/build/build-android/
 
-          sed -i "s@^PROP_NDK_PATH.*@PROP_NDK_PATH=$ANDORID_NDK@g" gradle.properties
+          sed -i "s@^PROP_NDK_PATH.*@PROP_NDK_PATH=$ANDROID_NDK@g" gradle.properties
           sed -i "s@^APPLICATION_ID.*@APPLICATION_ID=com.cocos.android@g" gradle.properties
           sed -i "s@^RES_PATH.*@RES_PATH=$ASSET_DIR@g" gradle.properties
           sed -i "s@^COCOS_ENGINE_PATH.*@COCOS_ENGINE_PATH=$NATIVE_ROOT@g" gradle.properties
@@ -196,10 +215,161 @@ jobs:
           sed -i "s@^PROP_APP_ABI.*@PROP_APP_ABI=armeabi-v7a:arm64-v8a@g" gradle.properties
 
           echo "Compile Android - cmake ..."
-          echo "ANDORID_NDK ${ANDROID_NDK} or ${ANDROID_NDK_HOME}"
+          echo "ANDROID_NDK ${ANDROID_NDK} or ${ANDROID_NDK_HOME}"
           ./gradlew :CocosGame:assembleDebug --quiet
           echo "Compile Android Debug Done!"
 
+  compile_openharmony:
+    name: "Openharmony"
+    if: 
+      (! contains(github.event.pull_request.body, '[X] does not change any runtime related code or build configuration'))
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Download external libraries
+        shell: bash
+        run: |
+          EXT_VERSION=`node ./.github/workflows/get-native-external-version.js`
+          git clone --branch $EXT_VERSION --depth 1 https://github.com/cocos/cocos-engine-external native/external
+      - uses: actions/setup-java@v3
+        id: setup-jdk
+        with:
+          distribution: 'zulu'
+          java-version: '17'
+      - name: Get oh sdk cache directory path
+        id: oh-sdk-cache-dir-path
+        run: |
+          echo "cache dir: "
+          echo "dir=$HOME/openharmony" >> $GITHUB_OUTPUT
+
+      - name: Output cache dir
+        run: |
+          echo "Output cache dir: ${{ steps.oh-sdk-cache-dir-path.outputs.dir }}"
+
+      - name: Cache OH SDK
+        id: cache-oh-sdk
+        uses: actions/cache@v3
+        env:
+          cache-name: cache-oh-sdk-9
+        with:
+          path: ${{ steps.oh-sdk-cache-dir-path.outputs.dir }}
+          key: ${{ runner.os }}-build-${{ env.cache-name }}
+
+      - name: Add package.json
+        run: |
+          echo "{}" > package.json
+          echo "{\"name\": \"tests\",\"lockfileVersion\": 3,\"requires\": true,\"packages\": {}}" > package-lock.json
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 14
+          cache: 'npm'
+
+      - if: ${{ steps.cache-oh-sdk.outputs.cache-hit != 'true' }}
+        name: No Cache found, install oh sdk
+        continue-on-error: false
+        run: |
+          if [ ! -d "$HOME/openharmony" ]; then
+            mkdir -p $HOME/openharmony
+            echo "Download commandline-tools-linux.zip ..."
+            curl -o commandline-tools-linux.zip "https://contentcenter-vali-drcn.dbankcdn.cn/pvt_2/DeveloperAlliance_package_901_9/b1/v3/E6zhv5UFQ2-inIwNJhTN6Q/commandline-tools-linux-2.0.0.2.zip?HW-CC-KV=V1&HW-CC-Date=20230621T074401Z&HW-CC-Expire=315360000&HW-CC-Sign=621224257B02079B1E76C0A56FDF21483400B1E3556213F88DC79BC9BE7D595D"
+            echo "Unzip commandline-tools-linux.zip ..."
+            unzip commandline-tools-linux.zip -d $HOME/openharmony > /dev/null
+            cd $HOME/openharmony
+            ls -l
+            cd command-line-tools
+            echo "=============== PATCHING sdkmanager/bin/sdkmgr file ==============="
+            sed -i "s@-Dfile.encoding=UTF-8@-Dfile.encoding=UTF-8 -Duser.country=CN@g" ./sdkmanager/bin/sdkmgr
+            cd bin
+            ./sdkmgr list
+            echo "=============== INSTALL HOS toolchains:9 ==============="
+            ./sdkmgr install toolchains:9 --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK ets:9 ==============="
+            ./sdkmgr install OpenHarmony/ets:9 --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK js:9 ==============="
+            ./sdkmgr install OpenHarmony/js:9 --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK native:9 ==============="
+            ./sdkmgr install OpenHarmony/native:9 --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK toolchains:9 ==============="
+            ./sdkmgr install OpenHarmony/toolchains:9 --accept-license > /dev/null
+            echo "=============== INSTALL OH SDK DONE ==============="
+            ./sdkmgr list
+          fi
+
+      - name: Compile for Openharmony
+        run: |
+          which node
+          which npm
+          which java
+          node -v
+          npm -v
+          java --version
+          echo "=============== list files in oh sdk ($HOME/openharmony) ==============="
+          pushd $HOME/openharmony
+          ls -l
+          popd
+
+          NATIVE_ROOT=$GITHUB_WORKSPACE/native
+          echo "Compiling Openharmony ... "
+
+          cd $GITHUB_WORKSPACE/templates/openharmony
+
+          echo "message(STATUS \"hook before \${CC_TARGET_NAME}\")" >> Pre-Sample.cmake
+          echo "message(STATUS \"hook after \${CC_TARGET_NAME}\")" >> Post-Sample.cmake
+
+          mkdir -p build-oh/proj
+          touch build-oh/proj/cfg.cmake
+          echo "set(CC_USE_GLES3 ON)" >> build-oh/proj/cfg.cmake
+          echo "set(CC_USE_VULKAN OFF)" >> build-oh/proj/cfg.cmake
+          echo "set(CC_USE_GLES2 ON)" >> build-oh/proj/cfg.cmake
+          echo "set(USE_WEBSOCKET_SERVER OFF)" >> build-oh/proj/cfg.cmake
+          echo "set(CMAKE_CXX_STANDARD_REQUIRED ON)" >> build-oh/proj/cfg.cmake
+          echo "set(COCOS_X_PATH $NATIVE_ROOT)" >> build-oh/proj/cfg.cmake
+          echo "set(CC_EXECUTABLE_NAME \"\")" >> build-oh/proj/cfg.cmake
+
+          echo "=============== cat build-oh/proj/cfg.cmake ==============="
+          cat build-oh/proj/cfg.cmake
+
+          mkdir -p build-oh/assets
+
+          ASSET_DIR=$GITHUB_WORKSPACE/templates/openharmony/build-oh
+
+          echo "=============== HACK ./entry/build-profile.json5 ==============="
+          sed -i "s@[^-]DRES_DIR[^=]@$ASSET_DIR@g" ./entry/build-profile.json5
+          sed -i "s@[^-]DCOMMON_DIR[^=]@$GITHUB_WORKSPACE/templates/common@g" ./entry/build-profile.json5
+          # To speedup CI, compile arm64-v8a only
+          sed -i "s@\"armeabi-v7a\",@@g" ./entry/build-profile.json5
+
+          echo "entry/build-profile.json5: "
+          cat ./entry/build-profile.json5
+
+          echo "=============== HACK ./hvigor/hvigor-wrapper.js ==============="
+          sed -i "s@HVIGOR_WRAPPER_PNPM_SCRIPT_PATH,\[\"install\"\]@HVIGOR_WRAPPER_PNPM_SCRIPT_PATH,\[\"install\", \"--lockfile=false\"\]@g" ./hvigor/hvigor-wrapper.js
+
+          echo "=============== SET NPM OH REGISTRY ==============="
+          echo "@ohos:registry=https://repo.harmonyos.com/npm/" >> ~/.npmrc
+          npm config get @ohos:registry
+          npm config get registry
+
+          echo "=============== UPDATE local.properties ==============="
+          echo "nodejs.dir=/usr/bin" >> local.properties
+          echo "hwsdk.dir=$HOME/openharmony/hwsdk" >> local.properties
+
+          echo "=============== UPDATE ./hvigor/hvigor-config.json5 ==============="
+          echo "{\"hvigorVersion\":\"3.0.2\",\"dependencies\":{\"@ohos/hvigor-ohos-plugin\":\"3.0.2\"}}" > ./hvigor/hvigor-config.json5
+
+          echo "=============== Do not import game.ts for cocos_worker.ts ==============="
+          sed -i "s@import . launchEngine .@const window = globalThis;//@g" ./entry/src/main/ets/workers/cocos_worker.ts
+          sed -i 's@launchEngine().then@/*@g' ./entry/src/main/ets/workers/cocos_worker.ts
+          sed -i 's@window.oh.postMessage@*/window.oh.postMessage@g' ./entry/src/main/ets/workers/cocos_worker.ts
+
+          echo "=============== EXECUTE hvigorw ==============="
+          ./hvigorw clean -i
+          ./hvigorw --stop-daemon -i
+          ./hvigorw assembleHap -p debuggable=true --no-daemon -d
+          #./hvigorw default@ProcessLibs -p debuggable=true --no-daemon -d
+          echo "=============== EXECUTE hvigorw DONE ==============="
+
+
   compile_mac_x86_64:
     name: "MacOS x86_64"
     if: 

.gitignore

@@ -1,4 +1,5 @@
-/lib
+lib/
+.turbo/
 /bin
 /web.config
 .idea

EngineErrorMap.md

@@ -168,6 +168,14 @@ Expected 'data' dict, but not found. Config file: %s
 
 Please load the resource first : %s
 
+### 1102
+
+Effect settings not found, effects will not be imported.
+
+### 1103
+
+Success to load scene: %s
+
 ### 1200
 
 cocos2d: Director: Error in gettimeofday

cc.config.json

@@ -187,6 +187,7 @@
             "modules": ["custom-pipeline"],
             "dependentAssets": [
                 "15049ccd-4dd7-451e-a8ae-af66735c929e",
+                "521c5f6e-1a26-42e2-8108-4400c912d9bf",
                 "4c3ce6de-e6d1-47f7-aa36-36b9b58f72d3",
                 "4361db28-3f24-44cc-8e51-32ee5fd651ac",
                 "cafd95c9-c558-46f9-9812-1224b65c09ee",
@@ -677,6 +678,12 @@
             "type": "boolean",
             "value": false,
             "internal": true
+        },
+        "CULL_MESHOPT": {
+            "comment": "An internal constant to indicate whether we cull the meshopt wasm module and asm.js module.",
+            "type": "boolean",
+            "value": true,
+            "internal": true
         }
     },