Merge branch 'main' into inlined.ext-opt

Author: inlined

.agent/skills/update-pubsub-emulator/SKILL.md

@@ -0,0 +1,62 @@
+---
+name: Update Pub/Sub Emulator
+description: How to update the Pub/Sub emulator
+---
+
+# Update Pub/Sub Emulator
+
+1.  **Update Local Emulator**
+    Run the following command to make sure you have the latest version of the pubsub emulator installed via gcloud:
+    ```bash
+    gcloud components update pubsub-emulator
+    ```
+
+2.  **Locate Emulator Directory**
+    The emulator represents a directory likely located at `<gcloud-install-path>/platform/pubsub-emulator`.
+    You can find the exact path by running the emulator and checking the output, or by inspecting where `gcloud` is installed (e.g. `which gcloud` usually points to a bin directory, and the platform directory is a sibling of `bin`).
+    Verify the version by running the emulator or checking the `VERSION` file if it exists.
+
+3.  **Package the Emulator**
+    Zip the directory found in the previous step. Name it `pubsub-emulator-<version>.zip`.
+    Ensure the zip structure is such that the top-level directory inside the zip is `pubsub-emulator`.
+    *Note: The existing code expects the binary at `pubsub-emulator-<version>/pubsub-emulator/bin/cloud-pubsub-emulator` inside the cache, which usually means the zip contains a root folder `pubsub-emulator`.*
+
+4.  **Upload to Storage**
+    Upload the zip file to the Firebase preview bucket:
+    ```bash
+    gsutil cp pubsub-emulator-<version>.zip gs://firebase-preview-drop/emulator/
+    ```
+    Make the file publicly readable if necessary (usually the bucket permissions handle this, or use `gsutil acl ch -u AllUsers:R ...`).
+
+    **Note:** For the version 0.8.27 update, this step was already done.
+
+5.  **Calculate Metadata**
+    Calculate the file size in bytes, MD5 checksum, and SHA256 checksum of the zip file.
+    ```bash
+    # Size
+    ls -l pubsub-emulator-<version>.zip
+    
+    # MD5 (macOS: `md5`, Linux: `md5sum`)
+    md5 pubsub-emulator-<version>.zip
+    
+    # SHA256 (macOS: `shasum -a 256`, Linux: `sha256sum`)
+    shasum -a 256 pubsub-emulator-<version>.zip
+    ```
+
+6.  **Update Configuration**
+    Edit `src/emulator/downloadableEmulatorInfo.json`:
+    - Update `pubsub.version` to the new version.
+    - Update `pubsub.expectedSize`.
+    - Update `pubsub.expectedChecksum` (MD5).
+    - Update `pubsub.expectedChecksumSHA256`.
+    - Update `pubsub.remoteUrl` and `pubsub.downloadPathRelativeToCacheDir`.
+
+7.  **Verify**
+    Run the emulators to ensure the new version is downloaded and starts correctly.
+    ```bash
+    firebase emulators:start --only pubsub
+    ```
+
+8. **Add a Changelog Entry**
+    Add a changelog entry to `CHANGELOG.md` like '- Updated Pub/Sub emulator to version <version>'
+    

.claude-plugin/marketplace.json

@@ -0,0 +1,48 @@
+{
+  "name": "firebase",
+  "owner": {
+    "name": "Firebase",
+    "email": "firebase-support@google.com"
+  },
+  "metadata": {
+    "description": "Official Claude plugin for Firebase to help understand and manage your Firebase project, resources, and data",
+    "version": "1.0.0"
+  },
+  "plugins": [
+    {
+      "name": "firebase",
+      "description": "Claude plugin for Firebase that installs the Firebase MCP server and helps to manage Firebase projects, add backend services, add AI features, deploy & host apps, and more",
+      "version": "1.0.0",
+      "author": {
+        "name": "Firebase",
+        "url": "https://firebase.google.com/"
+      },
+      "homepage": "https://github.com/firebase/firebase-tools",
+      "repository": "https://github.com/firebase/firebase-tools.git",
+      "license": "MIT",
+      "keywords": [
+        "firebase",
+        "mcp",
+        "cloud",
+        "firestore",
+        "database",
+        "hosting",
+        "functions",
+        "cli"
+      ],
+      "category": "development",
+      "tags": ["firebase", "backend", "database", "cloud-services"],
+      "mcpServers": {
+        "firebase": {
+          "description": "Firebase MCP server for understanding and managing your Firebase project, resources, and data",
+          "command": "npx",
+          "args": ["-y", "firebase-tools", "mcp", "--dir", "."],
+          "env": {
+            "IS_FIREBASE_MCP": "true"
+          }
+        }
+      },
+      "source": "./"
+    }
+  ]
+}

.eslintignore

@@ -5,3 +5,9 @@ node_modules
 standalone
 templates
 .firebase
+scripts/agent-evals/output
+scripts/agent-evals/node_modules
+scripts/agent-evals/lib
+scripts/agent-evals/templates
+julesbot
+.agent

.github/PULL_REQUEST_TEMPLATE.md

@@ -14,7 +14,7 @@ Run `npm test` to make sure your changes compile properly and the tests all pass
 
 ### Scenarios Tested
 
-<!-- Write a list of all the user journeys and edge cases you've tested. Instructions for manual testing can be found at https://github.com/firebase/firebase-tools/blob/master/.github/CONTRIBUTING.md#development-setup -->
+<!-- Write a list of all the user journeys and edge cases you've tested. Instructions for manual testing can be found at https://github.com/firebase/firebase-tools/blob/main/.github/CONTRIBUTING.md#development-setup -->
 
 ### Sample Commands
 

.github/dependabot.yml

@@ -1,5 +1,9 @@
 version: 2
 updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "npm"
     directory: "/"
     schedule:

.github/workflows/README.md

@@ -15,3 +15,4 @@ The following secrets must be defined on the project:
 | ----------------------------- | ------------------------------------------------------------------------------ |
 | `FBTOOLS_TARGET_PROJECT`      | The project ID that should be used for integration tests                       |
 | `service_account_json_base64` | A base64-encoded service account JSON file with access to the selected project |
+| `GEMINI_API_KEY`              | The Gemini API Key used for Agent Evals                                        |

.github/workflows/agent-evals.yaml

@@ -0,0 +1,64 @@
+name: Agent Evals
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Run every 6 hours
+    - cron: "0 */6 * * *"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: agent-evals-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CI: true
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version:
+          - "20"
+    env:
+      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: npm-shrinkwrap.json
+
+      - run: npm i -g npm@9.5
+      - run: npm install -g @google/gemini-cli
+      - run: npm ci
+      - run: npm install
+        working-directory: scripts/agent-evals
+      - name: "Run agent-evals tests"
+        run: |-
+          set -euo pipefail
+
+          # Create temporary directories and clean them up when we're done
+          TEMP_STDOUT="$(mktemp -p "${RUNNER_TEMP}" gemini-out.XXXXXXXXXX)"
+          TEMP_STDERR="$(mktemp -p "${RUNNER_TEMP}" gemini-err.XXXXXXXXXX)"
+          function cleanup {
+            rm -f "${TEMP_STDOUT}" "${TEMP_STDERR}"
+          }
+          trap cleanup EXIT
+
+          npm run test 2> "${TEMP_STDERR}" 1> "${TEMP_STDOUT}"
+
+          # Write the logs and errors to GITHUB_OUTPUT
+          mkdir -p gemini-artifacts
+          cp "${TEMP_STDOUT}" gemini-artifacts/stdout.log
+          cp "${TEMP_STDERR}" gemini-artifacts/stderr.log
+          cat "${TEMP_STDOUT}" >> "${GITHUB_OUTPUT}"
+          echo "EOF" >> "${GITHUB_OUTPUT}"
+          cat "${TEMP_STDERR}" >> "${GITHUB_OUTPUT}"
+          echo "EOF" >> "${GITHUB_OUTPUT}"
+
+        working-directory: scripts/agent-evals

.github/workflows/node-test.yml

@@ -48,6 +48,7 @@ jobs:
         node-version:
           - "20"
           - "22"
+          - "24"
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-node@v3
@@ -84,7 +85,7 @@ jobs:
   #     - name: Setup Java JDK
   #       uses: actions/setup-java@v3.3.0
   #       with:
-  #         java-version: 17
+  #         java-version: 21
   #         distribution: temurin
 
   #     - uses: actions/checkout@v4
@@ -125,13 +126,35 @@ jobs:
   #     - uses: codecov/codecov-action@v3
   #       if: matrix.node-version == '20'
 
+  agent_evals_build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version:
+          - "22"
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: scripts/agent-evals/package-lock.json
+
+      - run: npm i -g npm@9.5
+      - run: npm ci
+      - run: npm install
+        working-directory: scripts/agent-evals
+      - run: npm run build
+        working-directory: scripts/agent-evals
+
   unit:
     runs-on: ubuntu-latest
     strategy:
       matrix:
         node-version:
           - "20"
           - "22"
+          - "24"
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-node@v3
@@ -188,6 +211,11 @@ jobs:
           node-version: ${{ matrix.node-version }}
           cache: npm
           cache-dependency-path: npm-shrinkwrap.json
+      - name: Setup Java JDK
+        uses: actions/setup-java@v3.3.0
+        with:
+          java-version: 21
+          distribution: temurin
       - name: Setup Chrome
         uses: browser-actions/setup-chrome@v1.7.2
         with:
@@ -242,12 +270,12 @@ jobs:
           # - npm run test:storage-emulator-integration
           # - npm run test:dataconnect-deploy #  TODO (joehanley): Reenable this - it should be safe to run in parallel
           # - npm run test:dataconnect-emulator # TODO (joehanley): Figure out why this is failing
-          - npm run test:frameworks
+          # - npm run test:frameworks
     steps:
       - name: Setup Java JDK
         uses: actions/setup-java@v3.3.0
         with:
-          java-version: 17
+          java-version: 21
           distribution: temurin
 
       - uses: actions/checkout@v4
@@ -280,15 +308,14 @@ jobs:
       matrix:
         node-version:
           - "20"
-          - "22"
 
     steps:
       - uses: actions/checkout@v4
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
-      - run: npm i -g npm@9.5
+      - run: npm i -g npm@11.9
       # --ignore-scripts prevents the `prepare` script from being run.
       - run: npm install --package-lock-only --ignore-scripts
       - run: "git diff --exit-code -- npm-shrinkwrap.json || (echo 'Error: npm-shrinkwrap.json is changed during npm install! Please make sure to use npm >= 8 and commit npm-shrinkwrap.json.' && false)"
@@ -300,15 +327,14 @@ jobs:
       matrix:
         node-version:
           - "20"
-          - "22"
 
     steps:
       - uses: actions/checkout@v4
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
-      - run: npm i -g npm@9.5
+      - run: npm i -g npm@11.9
       # --ignore-scripts prevents the `prepare` script from being run.
       - run: "(cd firebase-vscode && npm install --package-lock-only --ignore-scripts)"
       - run: "git diff --exit-code -- firebase-vscode/package-lock.json || (echo 'Error: firebase-vscode/package-lock.json is changed during npm install! Please make sure to use npm >= 8 and commit firebase-vscode/package-lock.json.' && false)"
@@ -320,7 +346,6 @@ jobs:
       matrix:
         node-version:
           - "20"
-          - "22"
 
     steps:
       - uses: actions/checkout@v4

.gitignore

@@ -3,6 +3,7 @@ src/test/emulators/extensions/firebase/storage-resize-images@0.1.18/functions/pa
 src/test/emulators/extensions/firebase/storage-resize-images@0.1.18/functions/package-lock.json
 scripts/functions-deploy-tests/**/package-lock.json
 scripts/functions-discover-tests/**/**/package-lock.json
+scripts/agent-evals/output
 .dataconnect
 *-debug.log
 
@@ -27,6 +28,8 @@ yarn.lock
 scripts/*.json
 
 lib/
+!scripts/agent-evals/templates/crashlytics-flutter/lib/
 dev/
 clean/
 .gemini/
+.env

.prettierignore

@@ -5,8 +5,10 @@
 /scripts/frameworks-tests/vite-project/**
 /scripts/webframeworks-deploy-tests/angular/**
 /scripts/webframeworks-deploy-tests/nextjs/**
+/scripts/agent-evals/output/**
 /src/frameworks/docs/**
 /prompts
+/.agent
 
 # Intentionally invalid YAML file:
 /src/test/fixtures/extension-yamls/invalid/extension.yaml