test: add bounded queries smoke coverage

.github/workflows/smoke-bounded-queries.yml

@@ -0,0 +1,45 @@
+name: Smoke Bounded Queries
+
+on:
+  schedule:
+    - cron: "17 */12 * * *"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+concurrency:
+  group: smoke-bounded-queries
+  cancel-in-progress: false
+
+jobs:
+  smoke:
+    name: Test all confidentiality levels
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          persist-credentials: false
+
+      - name: Setup Node.js
+        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
+        with:
+          node-version: "24"
+          package-manager-cache: false
+
+      - name: Build AWF
+        run: |
+          npm ci
+          npm run build
+          sudo tee /usr/local/bin/awf > /dev/null <<EOF
+          #!/bin/bash
+          exec "$(command -v node)" "${GITHUB_WORKSPACE}/dist/cli.js" "\$@"
+          EOF
+          sudo chmod +x /usr/local/bin/awf
+
+      - name: Exercise bounded queries
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: scripts/ci/smoke-bounded-queries.sh

scripts/ci/smoke-bounded-queries.sh

@@ -0,0 +1,170 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+readonly TARGET_REPO="github/gh-aw"
+readonly ARRAY_SCHEMA='{"type":"array","items":{"type":"boolean"},"length":28}'
+readonly BOOLEAN_SCHEMA='{"type":"boolean"}'
+
+fail() {
+  echo "::error::$*" >&2
+  exit 1
+}
+
+run_inside_agent() {
+  command -v sealed-probe >/dev/null || fail "sealed-probe is not installed"
+  [[ "${AWF_SEALED_PROBE_REPOS:-}" == "$TARGET_REPO" ]] ||
+    fail "unexpected AWF_SEALED_PROBE_REPOS: ${AWF_SEALED_PROBE_REPOS:-<unset>}"
+  [[ -z "${GH_TOKEN:-}" && -z "${GITHUB_TOKEN:-}" ]] ||
+    fail "staging credentials reached the agent environment"
+
+  local schema expected_sequence result_kind
+  case "${SMOKE_SENSITIVITY:-}" in
+    public)
+      # The array admits 2^28 results, so each invocation costs 32 bits.
+      # Public must remain unmetered even after three invocations (96 bits).
+      schema="$ARRAY_SCHEMA"
+      expected_sequence="ok ok ok"
+      result_kind="array"
+      ;;
+    internal)
+      # Two 32-bit invocations exactly exhaust the 64-bit internal budget.
+      schema="$ARRAY_SCHEMA"
+      expected_sequence="ok ok error"
+      result_kind="array"
+      ;;
+    confidential)
+      # A boolean costs 5 bits, so only one fits in the 8-bit budget.
+      schema="$BOOLEAN_SCHEMA"
+      expected_sequence="ok error error"
+      result_kind="boolean"
+      ;;
+    sealed)
+      # The zero-bit sealed budget must reject even the first query.
+      schema="$BOOLEAN_SCHEMA"
+      expected_sequence="error error error"
+      result_kind="boolean"
+      ;;
+    *)
+      fail "unsupported sensitivity: ${SMOKE_SENSITIVITY:-<unset>}"
+      ;;
+  esac
+
+  local -a expected
+  read -r -a expected <<< "$expected_sequence"
+
+  local attempt response actual
+  for attempt in 0 1 2; do
+    if [[ "$result_kind" == "array" ]]; then
+      response="$(
+        sealed-probe --repo "$TARGET_REPO" --schema "$schema" <<'PY'
+import json
+from pathlib import Path
+
+go_mod_exists = Path("/probe/repo/go.mod").is_file()
+Path("/probe/out").write_text(json.dumps([go_mod_exists] * 28))
+PY
+      )"
+    else
+      response="$(
+        sealed-probe --repo "$TARGET_REPO" --schema "$schema" <<'PY'
+import json
+from pathlib import Path
+
+go_mod_exists = Path("/probe/repo/go.mod").is_file()
+Path("/probe/out").write_text(json.dumps(go_mod_exists))
+PY
+      )"
+    fi
+
+    actual="$(
+      python3 - "$response" "$result_kind" <<'PY'
+import json
+import sys
+
+payload = json.loads(sys.argv[1])
+result_kind = sys.argv[2]
+status = payload.get("status")
+
+if status == "ok":
+    result = payload.get("result")
+    if result_kind == "boolean" and result is not True:
+        raise SystemExit("boolean query did not confirm github/gh-aw/go.mod")
+    if result_kind == "array" and result != [True] * 28:
+        raise SystemExit("bounded array query did not confirm github/gh-aw/go.mod")
+elif status == "error":
+    if payload != {"status": "error"}:
+        raise SystemExit("error response was not canonical")
+else:
+    raise SystemExit(f"unexpected sealed-probe response: {payload!r}")
+
+print(status)
+PY
+    )"
+
+    [[ "$actual" == "${expected[$attempt]}" ]] ||
+      fail "${SMOKE_SENSITIVITY} attempt $((attempt + 1)): expected ${expected[$attempt]}, got $actual ($response)"
+    echo "${SMOKE_SENSITIVITY} attempt $((attempt + 1)): $actual"
+  done
+
+  echo "${SMOKE_SENSITIVITY}: PASS"
+}
+
+run_on_host() {
+  command -v awf >/dev/null || fail "awf is not installed"
+  [[ -n "${GH_TOKEN:-${GITHUB_TOKEN:-}}" ]] ||
+    fail "GH_TOKEN or GITHUB_TOKEN is required for trusted repository staging"
+
+  local root
+  root="${RUNNER_TEMP:-/tmp}/smoke-bounded-queries-${GITHUB_RUN_ID:-local}"
+  mkdir -p "$root"
+
+  local sensitivity config work_dir audit_dir workspace
+  workspace="${GITHUB_WORKSPACE:-$(pwd)}"
+  for sensitivity in public internal confidential sealed; do
+    config="$root/$sensitivity.json"
+    work_dir="$root/$sensitivity-work"
+    audit_dir="$root/$sensitivity-audit"
+
+    cat > "$config" <<JSON
+{
+  "network": {
+    "isolation": true
+  },
+  "logging": {
+    "auditDir": "$audit_dir"
+  },
+  "sealedProbes": {
+    "enabled": true,
+    "privateRepos": [
+      {
+        "repo": "$TARGET_REPO",
+        "sensitivity": "$sensitivity"
+      }
+    ],
+    "runtime": "docker",
+    "timeout": 30,
+    "memoryLimit": "512m",
+    "interpreter": "python3",
+    "maxInvocations": 10
+  }
+}
+JSON
+
+    echo "::group::bounded queries: $sensitivity"
+    awf \
+      --build-local \
+      --config "$config" \
+      --work-dir "$work_dir" \
+      --container-workdir "$workspace" \
+      --env "SMOKE_SENSITIVITY=$sensitivity" \
+      -- bash "$workspace/scripts/ci/smoke-bounded-queries.sh" --inside-agent
+    echo "::endgroup::"
+  done
+}
+
+if [[ "${1:-}" == "--inside-agent" ]]; then
+  run_inside_agent
+else
+  run_on_host
+fi