diff --git a/.github/workflows/first-interaction.yml b/.github/workflows/first-interaction.yml
index 3f8d7dd8..d6df0bb2 100644
--- a/.github/workflows/first-interaction.yml
+++ b/.github/workflows/first-interaction.yml
@@ -1,6 +1,19 @@
-steps:
-- uses: actions/first-interaction@v1
-  with:
-    repo-token: ${{ secrets.GITHUB_TOKEN }}
-    issue-message: 'Thanks for opening your first issue here! Be sure to follow the issue template!'
-    pr-message: 'Thanks for opening this pull request! Please check out our [contributing guidelines](https://github.com/Shopify/kubeaudit#Contributing) and [sign the CLA](https://cla.shopify.com/).'
+name: Notify new contributors
+
+on:
+  pull_request:
+    types:
+      - opened
+  issues:
+    types:
+    - opened
+
+jobs:
+  notify:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/first-interaction@v1
+      with:
+        repo-token: ${{ secrets.GITHUB_TOKEN }}
+        issue-message: 'Thanks for opening your first issue here! Be sure to follow the issue template!'
+        pr-message: 'Thanks for opening this pull request! Please check out our [contributing guidelines](https://github.com/Shopify/kubeaudit#Contributing) and [sign the CLA](https://cla.shopify.com/).'