Add Data Format Validation CI/CD Workflow

.github/workflows/bfcl_data-format-check.yml

@@ -0,0 +1,63 @@
+name: BFCL Data Format Check
+
+on:
+  pull_request:
+    branches: [ main ]
+    paths:
+      - 'berkeley-function-call-leaderboard/data/**/*.json'
+
+jobs:
+  check-data-format:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install jsonschema
+
+      - name: Run format validation
+        id: validate
+        run: python berkeley-function-call-leaderboard/scripts/validate_data_format.py
+
+      - name: Process validation results
+        id: process_results
+        if: always()
+        run: |
+          if [ -f validation_results.json ]; then
+            echo "VALIDATION_RESULTS<<EOF" >> $GITHUB_ENV
+            echo "$(cat validation_results.json)" >> $GITHUB_ENV
+            echo "EOF" >> $GITHUB_ENV
+          fi
+
+      - name: Comment on PR with results
+        if: github.event_name == 'pull_request'
+        uses: peter-evans/create-or-update-comment@v4
+        with:
+          issue-number: ${{ github.event.pull_request.number }}
+          body: |
+            ## BFCL Data Format Check Results
+
+            ${{ fromJson(env.VALIDATION_RESULTS).all_success && '✅ All data files are correctly formatted!' || '❌ Data format validation failed!' }}
+
+            ### Summary
+            - Total files checked: ${{ length(fromJson(env.VALIDATION_RESULTS).results) }}
+            ${{ !fromJson(env.VALIDATION_RESULTS).all_success && '### Failed Validations:' || '' }}
+            ${{ !fromJson(env.VALIDATION_RESULTS).all_success && join(fromJson(env.VALIDATION_RESULTS).results.*.errors, '
+            ') || '' }}
+
+            ${{ !fromJson(env.VALIDATION_RESULTS).all_success && '### How to fix:
+            1. Review the errors above for each failed file
+            2. Ensure all data entries follow the required format for their respective types
+            3. Update the files and push the changes' || '' }}
+
+      - name: Fail if validation failed
+        if: fromJson(env.VALIDATION_RESULTS).all_success != true
+        run: exit 1