diff --git a/.github/bump_deps.sh b/.github/bump_deps.sh
index 54b1b854487c..6ecb81a9f7aa 100755
--- a/.github/bump_deps.sh
+++ b/.github/bump_deps.sh
@@ -18,7 +18,7 @@ if [ -z "$CURRENT_COMMIT" ]; then
     exit 0
 fi
 
-echo "Updated $VAR from $CURRENT_COMMIT to ${LAST_COMMIT}." > "${VAR}_message.txt"
+echo "Updated `$VAR` from `$CURRENT_COMMIT` to `${LAST_COMMIT}`." > "${VAR}_message.txt"
 echo "" >> "${VAR}_message.txt"
-echo "Diff URL: https://github.com/$REPO/compare/${CURRENT_COMMIT}..${LAST_COMMIT}" >> "${VAR}_message.txt"
+echo "Changes: https://github.com/$REPO/compare/${CURRENT_COMMIT}..${LAST_COMMIT}" >> "${VAR}_message.txt"
 echo "${LAST_COMMIT}" >> "${VAR}_commit.txt"
\ No newline at end of file
diff --git a/.github/workflows/bump_deps.yaml b/.github/workflows/bump_deps.yaml
index a79898b18028..68cb81cbceca 100644
--- a/.github/workflows/bump_deps.yaml
+++ b/.github/workflows/bump_deps.yaml
@@ -53,6 +53,7 @@ jobs:
             cat "${{ matrix.variable }}_commit.txt"
             echo EOF
           } >> "$GITHUB_OUTPUT"
+          rm -rfv ${{ matrix.variable }}_message.txt
           rm -rfv ${{ matrix.variable }}_commit.txt
       - name: Create Pull Request
         uses: peter-evans/create-pull-request@v6
@@ -60,7 +61,7 @@ jobs:
           token: ${{ secrets.UPDATE_BOT_TOKEN }}
           push-to-fork: ci-forks/LocalAI
           commit-message: ':arrow_up: Update ${{ matrix.repository }}'
-          title: 'chore: :arrow_up: Update ${{ matrix.repository }} to ${{ steps.bump.outputs.commit }}'
+          title: 'chore: :arrow_up: Update ${{ matrix.repository }} to `${{ steps.bump.outputs.commit }}`'
           branch: "update/${{ matrix.variable }}"
           body: ${{ steps.bump.outputs.message }}
           signoff: true