Enhance agents-cli observability with BigQuery ML diagnostics and export support⁠

skills/cloud/agent-security-audit/SKILL.md

@@ -0,0 +1,7 @@
+# Agent Security Audit
+
+A proactive security tool for analyzing agent interaction logs using BigQuery to detect anomalies and potential prompt injection patterns.
+
+## Usage
+```bash
+agent-cli run agent-security-audit --dataset_id <dataset> --table_id <table>

skills/cloud/agent-security-audit/audit.py

@@ -0,0 +1,112 @@
+from google.cloud import bigquery
+from google.api_core import exceptions
+import json
+import re
+from datetime import datetime
+from typing import List, Dict, Any
+
+class AgentSecurityAuditor:
+    """
+    مدقق أمني استباقي لوكلاء الذكاء الاصطناعي.
+    يفحص سجلات BigQuery بحثاً عن أنماط الهجوم.
+    """
+
+    DEFAULT_MAX_ROWS = 500
+    SNIPPET_LENGTH = 60
+
+    THREAT_PATTERNS = {
+        "PROMPT_INJECTION": r"(?i)(ignore\s+(all\s+)?previous\s+instructions|you\s+are\s+now\s+a\s+|system\s+prompt|reveal\s+your\s+instructions)",
+        "DATA_EXFILTRATION": r"(?i)(send\s+data\s+to|upload\s+to|https?://|api[_\s]?key|password)",
+        "SQL_INJECTION": r"(?i)(DROP\s+TABLE|UNION\s+SELECT|--)"
+    }
+
+    def __init__(self, project_id: str):
+        self.client = bigquery.Client(project=project_id)
+
+    def _sanitize_identifier(self, name: str) -> str:
+        """تنظيف اسم المعرف لمنع حقن SQL"""
+        sanitized = re.sub(r'[^a-zA-Z0-9_]', '', name)
+        if not sanitized:
+            raise ValueError(f"Invalid identifier: '{name}'")
+        return sanitized
+
+    def _build_query(self, dataset: str, table: str, max_rows: int) -> str:
+        """بناء استعلام BigQuery الآمن"""
+        return f"""
+        SELECT interaction_log, timestamp, session_id
+        FROM `{dataset}.{table}`
+        WHERE interaction_log IS NOT NULL
+        LIMIT {max_rows}
+        """
+
+    def _analyze_log(self, log: str, timestamp: Any, session_id: Any) -> List[Dict[str, str]]:
+        """تحليل سجل واحد بحثاً عن جميع التهديدات المطابقة"""
+        findings = []
+        for threat_type, pattern in self.THREAT_PATTERNS.items():
+            if re.search(pattern, log):
+                findings.append({
+                    "threat_type": threat_type,
+                    "snippet": log[:self.SNIPPET_LENGTH] + "..." if len(log) > self.SNIPPET_LENGTH else log,
+                    "timestamp": str(timestamp),
+                    "session_id": str(session_id)
+                })
+                break
+        return findings
+
+    def _format_response(self, status: str, **kwargs) -> str:
+        """تنسيق الرد النهائي بصيغة JSON"""
+        response = {
+            "status": status,
+            "audit_time": datetime.now().isoformat(),
+            **kwargs
+        }
+        return json.dumps(response, indent=2, ensure_ascii=False)
+
+    def run_audit(self, dataset_id: str, table_id: str, max_rows: int = DEFAULT_MAX_ROWS) -> str:
+        """
+        تشغيل عملية التدقيق الأمني.
+
+        Args:
+            dataset_id: اسم مجموعة البيانات في BigQuery
+            table_id: اسم الجدول
+            max_rows: أقصى عدد للصفوف المفحوصة (افتراضي: 500)
+
+        Returns:
+            JSON string تحتوي على نتائج التدقيق
+        """
+        try:
+            ds = self._sanitize_identifier(dataset_id)
+            tb = self._sanitize_identifier(table_id)
+
+            query = self._build_query(ds, tb, max_rows)
+            query_job = self.client.query(query)
+
+            all_findings = []
+            for row in query_job.result():
+                log = row.interaction_log
+                timestamp = row.timestamp
+                session_id = row.get("session_id", "unknown")
+                all_findings.extend(self._analyze_log(log, timestamp, session_id))
+
+            return self._format_response(
+                "AUDIT_COMPLETE",
+                threats_found=len(all_findings),
+                findings=all_findings
+            )
+
+        except exceptions.GoogleAPIError as e:
+            return self._format_response("ERROR", message=str(e))
+        except ValueError as e:
+            return self._format_response("ERROR", message=f"Validation error: {str(e)}")
+        except Exception as e:
+            return self._format_response("ERROR", message=f"Unexpected error: {str(e)}")
+
+if __name__ == "__main__":
+    auditor = AgentSecurityAuditor(project_id="your-gcp-project-id")
+    report = json.loads(auditor.run_audit("your_dataset", "your_table"))
+
+    print(f"Audit Status: {report['status']}")
+    print(f"Time: {report['audit_time']}")
+    print(f"Threats Found: {report['threats_found']}")
+    for f in report.get("findings", []):
+        print(f"  - [{f['threat_type']}] {f['snippet']}")

skills/cloud/google-agents-cli-onboarding/SKILL.md

@@ -1,5 +1,4 @@
----
-name: google-agents-cli-onboarding
+Name: google-agents-cli-onboarding
 description: >-
   Onboarding entrypoint for agents-cli in Agent Platform. It should be used
   when the user wants to "create a new agent", "develop an agent", "build an agent using ADK",
@@ -46,7 +45,7 @@ which skill to load for your current phase:
 | **4 — Evaluate** | `google-agents-cli-eval` | **Validate Quality.** Run systematic evaluations (LLM-as-judge). |
 | **5 — Deploy** | `google-agents-cli-deploy` | **Go Production.** Deploy to Agent Runtime (Vertex AI), Cloud Run, or GKE. |
 | **6 — Publish** | `google-agents-cli-publish` | **Register.** Make your agent available as a tool in Gemini Enterprise. |
-| **7 — Observe** | `google-agents-cli-observability` | **Monitor.** Set up Cloud Trace, prompt-response logging, and BigQuery analytics. |
+| **7 — Observe** | `google-agents-cli-observability` | **Monitor & Analyze.** Set up Cloud Trace, prompt-response logging, and advanced BigQuery ML diagnostics to evaluate agent reasoning paths. |
 
 ## Key CLI Commands
 
@@ -60,6 +59,7 @@ lifecycle:
 | `agents-cli eval run` | Run the agent and grade the traces in a single step (generate + grade). |
 | `agents-cli deploy` | Deploy your agent to Google Cloud (Agent Runtime, Cloud Run, GKE). |
 | `agents-cli publish gemini-enterprise` | Register your deployed agent with Gemini Enterprise. |
+| `agents-cli observe --export=bigquery` | Export agent execution logs, prompt costs, and latency metrics directly into BigQuery datasets for ML-driven evaluation. |
 
 *For the full list of available commands and global options, run `agents-cli
 --help`.*