Doc 1846: Remote MCP GA

.github/workflows/test-mcp-examples.yaml

@@ -0,0 +1,53 @@
+name: Test MCP Examples
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'modules/ai-agents/examples/**/*.yaml'
+      - 'modules/ai-agents/examples/test-mcp-examples.sh'
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'modules/ai-agents/examples/**/*.yaml'
+      - 'modules/ai-agents/examples/test-mcp-examples.sh'
+
+jobs:
+  test-all-examples:
+    name: Test All MCP Examples
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+
+      - name: Install npm dependencies
+        run: npm install
+
+      - name: Install doc-tools dependencies
+        run: npx --no-install doc-tools install-test-dependencies
+
+      - name: Install yq
+        run: |
+          sudo wget -qO /usr/local/bin/yq https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64
+          sudo chmod +x /usr/local/bin/yq
+
+      - name: Make test script executable
+        run: chmod +x modules/ai-agents/examples/test-mcp-examples.sh
+
+      - name: Run MCP examples tests
+        run: |
+          cd modules/ai-agents/examples
+          ./test-mcp-examples.sh
+
+      - name: Test Summary
+        if: always()
+        run: |
+          echo "::notice title=MCP Examples Testing::All Cloud MCP examples have been validated"

.github/workflows/update-extensions.yml

@@ -32,7 +32,7 @@ jobs:
 
       - uses: actions/setup-node@v4
         with:
-          node-version: '18'
+          node-version: '22'
 
       - run: npm install
 

.gitignore

@@ -8,3 +8,4 @@ build/_redirects
 poc-docs/
 docs/
 .docusaurus
+.env

local-antora-playbook.yml

@@ -37,6 +37,7 @@ asciidoc:
   - '@redpanda-data/docs-extensions-and-macros/macros/config-ref'
   - '@redpanda-data/docs-extensions-and-macros/macros/helm-ref'
   - '@redpanda-data/docs-extensions-and-macros/asciidoc-extensions/add-line-numbers-highlights'
+  - '@redpanda-data/docs-extensions-and-macros/macros/badge'
 antora:
   extensions:
   - require: '@redpanda-data/docs-extensions-and-macros/extensions/generate-rp-connect-info'

modules/ROOT/nav.adoc

@@ -80,6 +80,9 @@
 *** xref:ai-agents:mcp/remote/quickstart.adoc[Quickstart]
 *** xref:ai-agents:mcp/remote/developer-guide.adoc[Developer Guide]
 *** xref:ai-agents:mcp/remote/admin-guide.adoc[Admin Guide]
+**** xref:ai-agents:mcp/remote/manage-servers.adoc[Manage Servers]
+**** xref:ai-agents:mcp/remote/scale-resources.adoc[Scale Resources]
+**** xref:ai-agents:mcp/remote/monitor-activity.adoc[Monitor Activity]
 *** xref:ai-agents:mcp/remote/pipeline-patterns.adoc[MCP Server Patterns]
 
 * xref:develop:connect/about.adoc[Redpanda Connect]

modules/ai-agents/examples/redpanda_output_with_processors.yaml

@@ -0,0 +1,19 @@
+redpanda:
+  seed_brokers: [ "${REDPANDA_BROKERS}" ]
+  topic: "llm-responses"
+  tls:
+    enabled: true
+  sasl:
+    - mechanism: "${REDPANDA_SASL_MECHANISM}"
+      username: "${REDPANDA_SASL_USERNAME}"
+      password: "${REDPANDA_SASL_PASSWORD}"
+
+processors:
+  - openai_chat_completion:
+      api_key: "${secrets.OPENAI_API_KEY}"
+      model: "gpt-4"
+      prompt: ${! json("question") }
+  - mapping: |
+      root.question = this.question
+      root.answer = this.content
+      root.timestamp = now().ts_format("2006-01-02T15:04:05Z07:00")

modules/ai-agents/examples/test-mcp-examples.sh

@@ -0,0 +1,157 @@
+#!/usr/bin/env bash
+#
+# Automated testing script for Redpanda Connect MCP examples
+#
+# Usage:
+#   ./test-mcp-examples.sh
+
+set -euo pipefail
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m'
+
+# Counters
+TOTAL=0
+SKIPPED=0
+MCP_FAILS=0
+
+echo "🧪 Redpanda Connect MCP Examples Test Suite"
+echo "============================================"
+echo ""
+
+# Run MCP server lint on the directory
+echo "Running rpk connect mcp-server lint..."
+LINT_OUTPUT=$(rpk connect mcp-server lint --skip-env-var-check --verbose 2>&1) || {
+    echo -e "${RED}❌ Linting failed${NC}"
+    echo ""
+    echo "$LINT_OUTPUT"
+    exit 1
+}
+echo -e "${GREEN}✅ Linting passed${NC}"
+echo ""
+
+# Function to validate MCP metadata
+validate_mcp_metadata() {
+    local file=$1
+
+    echo -n "  Validating MCP metadata... "
+
+    # Determine which YAML parser to use
+    local use_yq=true
+    if ! command -v yq &> /dev/null; then
+        use_yq=false
+        if ! command -v python3 &> /dev/null; then
+            echo -e "${RED}FAILED${NC} (neither yq nor python3 available)"
+            MCP_FAILS=$((MCP_FAILS + 1))
+            return 1
+        fi
+    fi
+
+    # Check if .meta.mcp exists
+    local mcp_exists
+    if $use_yq; then
+        mcp_exists=$(yq eval '.meta.mcp' "$file" 2>/dev/null)
+    else
+        mcp_exists=$(python3 -c "
+import yaml
+try:
+    with open('$file') as f:
+        doc = yaml.safe_load(f)
+    meta = doc.get('meta', {}) if doc else {}
+    mcp = meta.get('mcp')
+    print('null' if mcp is None else 'exists')
+except:
+    print('null')
+" 2>/dev/null)
+    fi
+
+    if [[ "$mcp_exists" == "null" || -z "$mcp_exists" ]]; then
+        echo -e "${YELLOW}SKIPPED${NC} (no MCP metadata)"
+        SKIPPED=$((SKIPPED + 1))
+        return 0
+    fi
+
+    # Read .meta.mcp.enabled
+    local enabled
+    if $use_yq; then
+        enabled=$(yq eval '.meta.mcp.enabled' "$file" 2>/dev/null)
+    else
+        enabled=$(python3 -c "
+import yaml
+try:
+    with open('$file') as f:
+        doc = yaml.safe_load(f)
+    enabled = doc.get('meta', {}).get('mcp', {}).get('enabled')
+    print('null' if enabled is None else str(enabled).lower())
+except:
+    print('null')
+" 2>/dev/null)
+    fi
+
+    if [[ "$enabled" != "true" ]]; then
+        echo -e "${YELLOW}WARNING${NC} (mcp.enabled not set to true)"
+        return 0
+    fi
+
+    # Read .meta.mcp.description
+    local description
+    if $use_yq; then
+        description=$(yq eval '.meta.mcp.description' "$file" 2>/dev/null)
+    else
+        description=$(python3 -c "
+import yaml
+try:
+    with open('$file') as f:
+        doc = yaml.safe_load(f)
+    desc = doc.get('meta', {}).get('mcp', {}).get('description')
+    print('null' if desc is None or desc == '' else str(desc))
+except:
+    print('null')
+" 2>/dev/null)
+    fi
+
+    if [[ "$description" == "null" || -z "$description" ]]; then
+        echo -e "${RED}FAILED${NC} (missing description)"
+        MCP_FAILS=$((MCP_FAILS + 1))
+        return 1
+    fi
+
+    echo -e "${GREEN}PASSED${NC}"
+    return 0
+}
+
+# Validate MCP metadata for each file
+for file in *.yaml; do
+    if [[ -f "$file" ]]; then
+        TOTAL=$((TOTAL + 1))
+        echo ""
+        echo -e "${BLUE}📄 Validating: $file${NC}"
+        validate_mcp_metadata "$file"
+    fi
+done
+
+# Summary
+echo ""
+echo "============================================"
+echo "📊 Test Summary"
+echo "============================================"
+echo "Total configs tested: $TOTAL"
+if [[ $MCP_FAILS -gt 0 ]]; then
+    echo -e "MCP validation failures: ${RED}$MCP_FAILS${NC}"
+fi
+if [[ $SKIPPED -gt 0 ]]; then
+    echo -e "Skipped: ${YELLOW}$SKIPPED${NC}"
+fi
+echo ""
+
+if [[ $MCP_FAILS -gt 0 ]]; then
+    echo -e "${RED}❌ Some tests failed${NC}"
+    exit 1
+else
+    echo -e "${GREEN}✅ All tests passed!${NC}"
+    exit 0
+fi