diff --git a/.github/workflows/close-duplicates.yml b/.github/workflows/close-duplicates.yml
index df8f1a838b..fab6446ff8 100644
--- a/.github/workflows/close-duplicates.yml
+++ b/.github/workflows/close-duplicates.yml
@@ -21,18 +21,18 @@ jobs:
       - name: reply
         if: ${{ steps.command.outputs.continue == 'true' }}
         run: |
+
+          ISSUE_TITLE=$(gh issue view ${{ steps.command.outputs.params }} --json title --jq '.title')
+
           gh issue comment "$NUMBER" --body 'Hi there!
 
           This is an automatic reply. `Share and enjoy`.
 
-          This issue is probably a duplicate of issue #${{ steps.command.outputs.params }}. This issue probably refers to the same bug or feature request as your issue.
+          Your issue is probably a duplicate of issue <span>#</span>${{ steps.command.outputs.params }}: [$ISSUE_TITLE](https://github.com/firefly-iii/firefly-iii/issues/${{ steps.command.outputs.params }}). Please refer to issue #${{ steps.command.outputs.params }} for support.
 
-          Please refer to that issue for support.
+          You can close this issue now. If you believe this is not in fact a duplicate, please reply and let us know. Otherwise, this issue will be automatically closed in a few days time.
 
-          Thank you for your contribution.'
-
-          gh issue close "$NUMBER" --reason completed
-          gh issue lock "$NUMBER"
+          Thank you for your contributions.'
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           GH_REPO: ${{ github.repository }}