ci: remove label trigger e2e test (#3262)

diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
index b281bad..62c5967 100644
--- a/.github/workflows/e2e.yml
+++ b/.github/workflows/e2e.yml
@@ -5,7 +5,6 @@
     branches:
       - "**"
   pull_request:
-    types: [labeled, synchronize]
     branches:
         - "**"
   schedule:
@@ -23,8 +22,8 @@
 
 jobs:
   test:
-    # only run when e2e-test label is added, scheduled, workflow_dispatch, repository_dispatch
-    if: ${{ (github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'e2e-test')) || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'repository_dispatch' }}
+    # only run when e2e-test scheduled, workflow_dispatch, repository_dispatch
+    if: ${{ github.event_name == 'pull_request' || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'repository_dispatch' }}
     timeout-minutes: 40
     runs-on: ubuntu-latest
     steps: