[ci] allow manual label to trigger ci in rust, change ci order (#14016)

.github/workflows/pr-test-xeon.yml

@@ -12,13 +12,8 @@ concurrency:
   cancel-in-progress: false
 
 jobs:
-  # ==================== PR Gate ==================== #
-  pr-gate:
-    uses: ./.github/workflows/pr-gate.yml
-    secrets: inherit
-  # ================= Check Changes ================= #
+  # ==================== Check Changes ==================== #
   check-changes:
-    needs: [pr-gate]
     runs-on: ubuntu-latest
     outputs:
       main_package: ${{ steps.filter.outputs.main_package }}
@@ -32,16 +27,23 @@ jobs:
         with:
           filters: |
             main_package:
-              - "python/**"
-              - "!python/sglang/multimodal_gen/**"
+              - "python/sglang/!(multimodal_gen)/**"
+              - "python/*.toml"
               - "scripts/ci/**"
               - "test/**"
               - "sgl-kernel/**"
               - ".github/workflows/pr-test-xeon.yml"
               - "docker/xeon.Dockerfile"
 
+  # ==================== PR Gate ==================== #
+  pr-gate:
+    needs: check-changes
+    if: needs.check-changes.outputs.main_package == 'true'
+    uses: ./.github/workflows/pr-gate.yml
+    secrets: inherit
+
   build-test:
-    needs: [check-changes]
+    needs: [check-changes, pr-gate]
     if: needs.check-changes.outputs.main_package == 'true'
     runs-on: xeon-gnr
     env: