diff --git a/skills/dd-llmo-eval-bootstrap/spec.yaml b/skills/agent-observability-eval-bootstrap/spec.yaml similarity index 84% rename from skills/dd-llmo-eval-bootstrap/spec.yaml rename to skills/agent-observability-eval-bootstrap/spec.yaml index 8886e4f3..ec10ca66 100644 --- a/skills/dd-llmo-eval-bootstrap/spec.yaml +++ b/skills/agent-observability-eval-bootstrap/spec.yaml @@ -1,16 +1,16 @@ -# Datadog dd-llmo eval-bootstrap Skill +# Datadog agent-observability eval-bootstrap Skill # Bootstrap LLM evaluation sessions in Datadog LLM Observability. # Source: https://github.com/datadog-labs/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/dd-llmo-eval-bootstrap:0.1.0 +# Will publish as: ghcr.io/stacklok/dockyard/skills/agent-observability-eval-bootstrap:0.1.0 metadata: - name: dd-llmo-eval-bootstrap + name: agent-observability-eval-bootstrap description: "Bootstrap LLM evaluation sessions in Datadog LLM Observability — set up datasets, metrics, and baseline comparisons for prompt or model changes" spec: repository: "https://github.com/datadog-labs/agent-skills" - ref: "9bcb3ceafacae78dbba76c9459a878fc7d6a0d10" # main as of 2026-04-15 - path: "dd-llmo/llm-obs-eval-bootstrap" + ref: "69cca0e752d3a703d0b16ce7eaeaa787f2f90fd4" + path: "agent-observability/agent-observability-eval-bootstrap" version: "0.3.0" provenance: @@ -94,3 +94,12 @@ security: reason: "FP: word-fragment matches — `summarizing a policy` (example intent category), `eval_scope` (identifier). Documentation strings, no executable threat. datadog-labs/agent-skills @9bcb3ce." - rule_id: ATR_2026_00213 reason: "FP: matched the literal words 'system prompt' / 'System Prompt' in prose describing Datadog span fields and eval dimensions. Documentation, not a system-prompt-extraction attack. datadog-labs/agent-skills @9bcb3ce." + # Datadog LLM Observability documentation skill — ATR pattern matches are + # all on evaluation setup docs, Python evaluator examples, and Datadog API + # references. New content at updated digests triggers new rule IDs. + - category: policy_violation + reason: "FP: agent-observability-eval-bootstrap is a Datadog LLM Observability documentation skill. All ATR pattern matches are on evaluation setup documentation, Python evaluator code examples, and Datadog API reference material — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: PG_PII_SSN_HARVESTING + reason: "FP: matched 'prompt template, parsin' in evaluation prompt template documentation — refers to parsing prompt templates for LLM evaluation, not PII harvesting." diff --git a/skills/agent-observability-experiment-analyzer/spec.yaml b/skills/agent-observability-experiment-analyzer/spec.yaml new file mode 100644 index 00000000..b24eabe0 --- /dev/null +++ b/skills/agent-observability-experiment-analyzer/spec.yaml @@ -0,0 +1,29 @@ +# Datadog agent-observability experiment-analyzer Skill +# Analyze LLM experiments in Datadog LLM Observability. +# Source: https://github.com/datadog-labs/agent-skills +# Will publish as: ghcr.io/stacklok/dockyard/skills/agent-observability-experiment-analyzer:0.1.0 + +metadata: + name: agent-observability-experiment-analyzer + description: "Analyze LLM experiments in Datadog LLM Observability — compare variants, surface metric deltas, and recommend promotion/rollback based on evaluation results" + +spec: + repository: "https://github.com/datadog-labs/agent-skills" + ref: "69cca0e752d3a703d0b16ce7eaeaa787f2f90fd4" + path: "agent-observability/agent-observability-experiment-analyzer" + version: "0.3.0" + +provenance: + repository_uri: "https://github.com/datadog-labs/agent-skills" + repository_ref: "refs/heads/main" + +security: + allowed_issues: + - rule_id: MANIFEST_MISSING_LICENSE + reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + # Datadog Agent Observability documentation skill — ATR pattern matches are + # all on evaluation/tracing documentation and Datadog API references. + - category: policy_violation + reason: "FP: agent-observability-experiment-analyzer is a Datadog Agent Observability documentation skill. All ATR pattern matches are on evaluation and tracing documentation, and Datadog API reference material — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/agent-observability-session-classify/spec.yaml b/skills/agent-observability-session-classify/spec.yaml new file mode 100644 index 00000000..ee0cf107 --- /dev/null +++ b/skills/agent-observability-session-classify/spec.yaml @@ -0,0 +1,29 @@ +# Datadog agent-observability session-classify Skill +# Classify LLM evaluation sessions. +# Source: https://github.com/datadog-labs/agent-skills +# Will publish as: ghcr.io/stacklok/dockyard/skills/agent-observability-session-classify:0.1.0 + +metadata: + name: agent-observability-session-classify + description: "Classify LLM evaluation sessions in Datadog LLM Observability — group sessions by outcome, taxonomy, or failure mode for regression detection and reporting" + +spec: + repository: "https://github.com/datadog-labs/agent-skills" + ref: "69cca0e752d3a703d0b16ce7eaeaa787f2f90fd4" + path: "agent-observability/agent-observability-session-classify" + version: "0.3.0" + +provenance: + repository_uri: "https://github.com/datadog-labs/agent-skills" + repository_ref: "refs/heads/main" + +security: + allowed_issues: + - rule_id: MANIFEST_MISSING_LICENSE + reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + # Datadog Agent Observability documentation skill — ATR pattern matches are + # all on evaluation/tracing documentation and Datadog API references. + - category: policy_violation + reason: "FP: agent-observability-session-classify is a Datadog Agent Observability documentation skill. All ATR pattern matches are on evaluation and tracing documentation, and Datadog API reference material — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/agent-observability-trace-rca/spec.yaml b/skills/agent-observability-trace-rca/spec.yaml new file mode 100644 index 00000000..988360e9 --- /dev/null +++ b/skills/agent-observability-trace-rca/spec.yaml @@ -0,0 +1,31 @@ +# Datadog agent-observability trace-rca Skill +# Root-cause analysis over LLM evaluation traces. +# Source: https://github.com/datadog-labs/agent-skills +# Will publish as: ghcr.io/stacklok/dockyard/skills/agent-observability-trace-rca:0.1.0 + +metadata: + name: agent-observability-trace-rca + description: "Root-cause analysis over LLM evaluation traces in Datadog LLM Observability — drill into failed spans, identify common failure patterns, and produce actionable findings" + +spec: + repository: "https://github.com/datadog-labs/agent-skills" + ref: "69cca0e752d3a703d0b16ce7eaeaa787f2f90fd4" + path: "agent-observability/agent-observability-trace-rca" + version: "0.3.0" + +provenance: + repository_uri: "https://github.com/datadog-labs/agent-skills" + repository_ref: "refs/heads/main" + +security: + allowed_issues: + - rule_id: MANIFEST_MISSING_LICENSE + reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + # Datadog Agent Observability documentation skill — ATR pattern matches are + # all on evaluation/tracing documentation and Datadog API references. + - category: policy_violation + reason: "FP: agent-observability-trace-rca is a Datadog Agent Observability documentation skill. All ATR pattern matches are on evaluation and tracing documentation, and Datadog API reference material — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: PG_EXFIL_MARKDOWN_LINK + reason: "FP: markdown link templates pointing to the user's own Datadog SaaS tenant (app.datadoghq.com) for citing trace evidence — same pattern as agent-observability-eval-bootstrap. Not exfiltration." diff --git a/skills/agentic-actions-auditor/spec.yaml b/skills/agentic-actions-auditor/spec.yaml index b0cc0700..ca638f0e 100644 --- a/skills/agentic-actions-auditor/spec.yaml +++ b/skills/agentic-actions-auditor/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/agentic-actions-auditor/skills/agentic-actions-auditor" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -21,3 +21,11 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." + - rule_id: LLM_PROMPT_INJECTION + reason: "FP: security audit skill whose reference files contain detailed attack patterns by design. The skill teaches agents to FIND these patterns in user workflows, not to execute them." + # Security audit skill — reference files intentionally describe CI/CD attack + # vectors with PoC examples for detection purposes. + - category: policy_violation + reason: "FP: agentic-actions-auditor is a security audit skill whose reference files intentionally describe CI/CD attack patterns (prompt injection, expression injection, subshell expansion, credential exfiltration) with PoC examples for detection purposes. All ATR pattern matches are documentation of what to detect, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/atlas-stream-processing/spec.yaml b/skills/atlas-stream-processing/spec.yaml deleted file mode 100644 index f898e370..00000000 --- a/skills/atlas-stream-processing/spec.yaml +++ /dev/null @@ -1,23 +0,0 @@ -# MongoDB atlas-stream-processing Skill -# Build real-time stream processing pipelines with MongoDB Atlas. -# Source: https://github.com/mongodb/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/atlas-stream-processing:0.1.0 - -metadata: - name: atlas-stream-processing - description: "Build real-time stream processing pipelines with MongoDB Atlas Stream Processing — continuous queries over Kafka and MongoDB sources, windowing, aggregations, and enrichment" - -spec: - repository: "https://github.com/mongodb/agent-skills" - ref: "5cbde1c81a8c5e18de0952e52ec90808be11283f" # main as of 2026-04-07 - path: "skills/atlas-stream-processing" - version: "0.1.1" - -provenance: - repository_uri: "https://github.com/mongodb/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "mongodb/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." diff --git a/skills/claude-api/spec.yaml b/skills/claude-api/spec.yaml index d86acc73..1e061367 100644 --- a/skills/claude-api/spec.yaml +++ b/skills/claude-api/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/anthropics/skills" - ref: "6a5bb06904ab164a345e41c381fc9097954b83da" # main as of 2026-04-07 + ref: "b29e7cf65e5cb78a5ac33d582270551bc74a14eb" path: "skills/claude-api" - version: "0.1.2" + version: "0.2.0" provenance: repository_uri: "https://github.com/anthropics/skills" @@ -59,3 +59,33 @@ security: reason: "FP: matched prose 'Store MCP credential'; documentation, not credential exfiltration." - rule_id: PG_PII_SSN_HARVESTING reason: "FP: matched prose fragments ('ask the user...', toggle `thinking`); rule is also misconfigured upstream (unknown category 'pii_exposure')." + - rule_id: ATR_2026_00020 + reason: "FP: matched 'You are a helpful assistant' and 'system prompt:' in API documentation examples." + - rule_id: ATR_2026_00083 + reason: "FP: matched 'new instruction' in API documentation prose." + - rule_id: ATR_2026_00084 + reason: "FP: matched 'Override API host' in API configuration documentation." + - rule_id: ATR_2026_00088 + reason: "FP: matched 'output is billed at normal' in API pricing documentation." + - rule_id: ATR_2026_00090 + reason: "FP: matched 'max_token' in API parameter documentation." + - rule_id: ATR_2026_00115 + reason: "FP: matched 'env;' in code examples within API documentation." + - rule_id: ATR_2026_00142 + reason: "FP: matched URL fragment 'ps://platform.claude.com/workspaces/...' in API documentation examples." + - rule_id: ATR_2026_00235 + reason: "FP: matched 'prompt:' in API code examples." + - rule_id: ATR_2026_00240 + reason: "FP: matched 'execute anything' in API documentation prose." + - rule_id: ATR_2026_00265 + reason: "FP: matched 'disregard the previous instruction' — this appears in prompt-injection documentation that teaches developers about the attack, not as an actual injection." + - rule_id: ATR_2026_00032 + reason: "FP: matched 'instead of the deprecated' in API migration documentation." + - rule_id: ATR_2026_00113 + reason: "FP: matched 'ant auth print-credentials' and managed-agents onboarding instructions in API documentation — these are official Anthropic CLI commands for the Claude API skill." + # Claude API documentation skill — ATR pattern matches are all on API docs, + # code examples, SDK references, and migration guides. + - category: policy_violation + reason: "FP: claude-api is a Claude API documentation skill. All ATR pattern matches are on API documentation prose, SDK code examples, migration guides, and platform configuration references — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/cloudflare/spec.yaml b/skills/cloudflare/spec.yaml index 80803f4b..f1e905b9 100644 --- a/skills/cloudflare/spec.yaml +++ b/skills/cloudflare/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/cloudflare/skills" - ref: "27ce0c0e159225caa7ed30ebefd4107aa6c52497" # main as of 2026-04-16 + ref: "30553f89ae1ef1e3c2917cd09d72dac992bb4e9a" path: "skills/cloudflare" - version: "0.2.0" + version: "0.2.1" provenance: repository_uri: "https://github.com/cloudflare/skills" @@ -23,3 +23,5 @@ security: reason: "cloudflare/skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." - rule_id: EXCESSIVE_FILE_COUNT reason: "This umbrella skill ships one `references//` subdirectory per Cloudflare product (316 files total). The large file count is by upstream design — the skill functions as a product index that routes to the relevant reference for any Cloudflare task. All files are Cloudflare-authored documentation, not bundled dependencies." + - rule_id: BEHAVIOR_BASH_TAINT_FLOW + reason: "FP: matched bash code examples in Flagship API documentation (references/flagship/gotchas.md, patterns.md). These are curl command examples showing API usage — documentation, not agent-executable scripts." diff --git a/skills/codeql/spec.yaml b/skills/codeql/spec.yaml index f35e7538..94adffa0 100644 --- a/skills/codeql/spec.yaml +++ b/skills/codeql/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/static-analysis/skills/codeql" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -21,3 +21,9 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." + # Security analysis skill — reference files contain CodeQL workflow + # documentation, quality assessment commands, and performance tuning. + - category: policy_violation + reason: "FP: codeql is a security analysis skill whose reference files contain CodeQL workflow documentation, quality assessment commands, and performance tuning examples. All ATR pattern matches are documentation of analysis procedures, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/constant-time-analysis/spec.yaml b/skills/constant-time-analysis/spec.yaml index d066d4ff..e100a4b0 100644 --- a/skills/constant-time-analysis/spec.yaml +++ b/skills/constant-time-analysis/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/constant-time-analysis/skills/constant-time-analysis" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -21,3 +21,11 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." + # Security analysis skill — reference files intentionally describe + # cryptographic vulnerability patterns (timing side-channels, key management + # anti-patterns) for detection purposes. Allow the full ATR pattern-rule + # category since individual rule IDs change with each upstream content update. + - category: policy_violation + reason: "FP: constant-time-analysis is a security audit skill whose reference files intentionally describe timing side-channel attack patterns and crypto API misuse examples for detection purposes. All ATR pattern matches are documentation of what to detect, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/dd-llmo-eval-session-classify/spec.yaml b/skills/dd-llmo-eval-session-classify/spec.yaml deleted file mode 100644 index d2660736..00000000 --- a/skills/dd-llmo-eval-session-classify/spec.yaml +++ /dev/null @@ -1,23 +0,0 @@ -# Datadog dd-llmo eval-session-classify Skill -# Classify LLM evaluation sessions. -# Source: https://github.com/datadog-labs/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/dd-llmo-eval-session-classify:0.1.0 - -metadata: - name: dd-llmo-eval-session-classify - description: "Classify LLM evaluation sessions in Datadog LLM Observability — group sessions by outcome, taxonomy, or failure mode for regression detection and reporting" - -spec: - repository: "https://github.com/datadog-labs/agent-skills" - ref: "9bcb3ceafacae78dbba76c9459a878fc7d6a0d10" - path: "dd-llmo/llm-obs-session-classify" - version: "0.3.0" - -provenance: - repository_uri: "https://github.com/datadog-labs/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." diff --git a/skills/dd-llmo-eval-trace-rca/spec.yaml b/skills/dd-llmo-eval-trace-rca/spec.yaml deleted file mode 100644 index 33426b6f..00000000 --- a/skills/dd-llmo-eval-trace-rca/spec.yaml +++ /dev/null @@ -1,23 +0,0 @@ -# Datadog dd-llmo eval-trace-rca Skill -# Root-cause analysis over LLM evaluation traces. -# Source: https://github.com/datadog-labs/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/dd-llmo-eval-trace-rca:0.1.0 - -metadata: - name: dd-llmo-eval-trace-rca - description: "Root-cause analysis over LLM evaluation traces in Datadog LLM Observability — drill into failed spans, identify common failure patterns, and produce actionable findings" - -spec: - repository: "https://github.com/datadog-labs/agent-skills" - ref: "9bcb3ceafacae78dbba76c9459a878fc7d6a0d10" - path: "dd-llmo/llm-obs-trace-rca" - version: "0.3.0" - -provenance: - repository_uri: "https://github.com/datadog-labs/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." diff --git a/skills/dd-llmo-experiment-analyzer/spec.yaml b/skills/dd-llmo-experiment-analyzer/spec.yaml deleted file mode 100644 index 86833c34..00000000 --- a/skills/dd-llmo-experiment-analyzer/spec.yaml +++ /dev/null @@ -1,23 +0,0 @@ -# Datadog dd-llmo experiment-analyzer Skill -# Analyze LLM experiments in Datadog LLM Observability. -# Source: https://github.com/datadog-labs/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/dd-llmo-experiment-analyzer:0.1.0 - -metadata: - name: dd-llmo-experiment-analyzer - description: "Analyze LLM experiments in Datadog LLM Observability — compare variants, surface metric deltas, and recommend promotion/rollback based on evaluation results" - -spec: - repository: "https://github.com/datadog-labs/agent-skills" - ref: "9bcb3ceafacae78dbba76c9459a878fc7d6a0d10" - path: "dd-llmo/llm-obs-experiment-analyzer" - version: "0.3.0" - -provenance: - repository_uri: "https://github.com/datadog-labs/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "datadog-labs/agent-skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." diff --git a/skills/developing-genkit-dart/spec.yaml b/skills/developing-genkit-dart/spec.yaml deleted file mode 100644 index fb43b908..00000000 --- a/skills/developing-genkit-dart/spec.yaml +++ /dev/null @@ -1,45 +0,0 @@ -# Firebase developing-genkit-dart Skill -# Build AI features with Firebase Genkit in Dart/Flutter. -# Source: https://github.com/firebase/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/developing-genkit-dart:0.1.0 - -metadata: - name: developing-genkit-dart - description: "Build AI features with Firebase Genkit in Dart/Flutter — Genkit core concepts (flows, models, tools, indexing, prompts), plugin setup, and common AI workflows (RAG, agents) for Dart apps" - -spec: - repository: "https://github.com/firebase/agent-skills" - ref: "02c0a61889121567a9335285eddcf62aa99a2a7c" # main as of 2026-04-15 - path: "skills/developing-genkit-dart" - version: "0.1.2" - -provenance: - repository_uri: "https://github.com/firebase/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "firebase/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." - - rule_id: PIPELINE_TAINT_FLOW - reason: "The skill's prerequisites cite the official Genkit CLI installer `curl -sL cli.genkit.dev | bash` as a documented install command." - - rule_id: ATR_MCP_MALICIOUS_RESPONSE - reason: | - Same root cause as PIPELINE_TAINT_FLOW above - matches the official - Genkit CLI installer pattern `curl -sL cli.genkit.dev | bash` cited as - a documented prerequisite (SKILL.md:17). This is hard-coded skill - instruction text, not an MCP tool response. The host (cli.genkit.dev) - is the official Google Genkit installer endpoint. Verified at digest - 30bcb303e56f5d39f2d3c4214b53821adfb5b65c. - # FP: cisco-ai-skill-scanner matched a legitimate MCP server config example - # in reference documentation; no executable threat. firebase/agent-skills @02c0a61. - - rule_id: ATR_2026_00002 - reason: "FP: cisco-ai-skill-scanner matched a documented MCP server config example ['-y', '@modelcontextprotocol/server-filesystem', '.'] in references/genkit_mcp.md; no executable threat. firebase/agent-skills @02c0a61." - - rule_id: ATR_2026_00111 - reason: | - FP: same root cause as PIPELINE_TAINT_FLOW / ATR_MCP_MALICIOUS_RESPONSE - above - cisco-ai-skill-scanner matched the '| bash' fragment of the - official Genkit CLI installer `curl -sL cli.genkit.dev | bash` cited as - a documented prerequisite (SKILL.md:17). The host (cli.genkit.dev) is - the official Google Genkit installer endpoint. Hard-coded skill - instruction text, not an executable threat. firebase/agent-skills @02c0a61. diff --git a/skills/developing-genkit-go/spec.yaml b/skills/developing-genkit-go/spec.yaml deleted file mode 100644 index 1561ad93..00000000 --- a/skills/developing-genkit-go/spec.yaml +++ /dev/null @@ -1,25 +0,0 @@ -# Firebase developing-genkit-go Skill -# Build AI features with Firebase Genkit in Go. -# Source: https://github.com/firebase/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/developing-genkit-go:0.1.0 - -metadata: - name: developing-genkit-go - description: "Build AI features with Firebase Genkit in Go — flows, models, tool calling, indexing and retrieval, observability, and deployment patterns for Go services" - -spec: - repository: "https://github.com/firebase/agent-skills" - ref: "02c0a61889121567a9335285eddcf62aa99a2a7c" - path: "skills/developing-genkit-go" - version: "0.1.2" - -provenance: - repository_uri: "https://github.com/firebase/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "firebase/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." - - rule_id: PIPELINE_TAINT_FLOW - reason: "The skill's prerequisites cite the official Genkit CLI installer `curl -sL cli.genkit.dev | bash` as a documented install command." diff --git a/skills/developing-genkit-js/spec.yaml b/skills/developing-genkit-js/spec.yaml deleted file mode 100644 index b49a0d46..00000000 --- a/skills/developing-genkit-js/spec.yaml +++ /dev/null @@ -1,23 +0,0 @@ -# Firebase developing-genkit-js Skill -# Build AI features with Firebase Genkit in JavaScript/TypeScript. -# Source: https://github.com/firebase/agent-skills -# Will publish as: ghcr.io/stacklok/dockyard/skills/developing-genkit-js:0.1.0 - -metadata: - name: developing-genkit-js - description: "Build AI features with Firebase Genkit in JavaScript/TypeScript — flows, models, tools, plugins, observability, and deployment patterns for Node.js and Next.js apps" - -spec: - repository: "https://github.com/firebase/agent-skills" - ref: "02c0a61889121567a9335285eddcf62aa99a2a7c" - path: "skills/developing-genkit-js" - version: "0.1.2" - -provenance: - repository_uri: "https://github.com/firebase/agent-skills" - repository_ref: "refs/heads/main" - -security: - allowed_issues: - - rule_id: MANIFEST_MISSING_LICENSE - reason: "firebase/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." diff --git a/skills/firebase-data-connect-basics/spec.yaml b/skills/firebase-data-connect-basics/spec.yaml index 5464ce39..27229f62 100644 --- a/skills/firebase-data-connect-basics/spec.yaml +++ b/skills/firebase-data-connect-basics/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/firebase/agent-skills" - ref: "02c0a61889121567a9335285eddcf62aa99a2a7c" + ref: "7288f7cf2a3ba9dfdd4ddd2b40c5ec9c8f2409b1" path: "skills/firebase-data-connect-basics" - version: "0.1.2" + version: "0.2.0" provenance: repository_uri: "https://github.com/firebase/agent-skills" @@ -50,3 +50,9 @@ security: reason: "FP: cisco-ai-skill-scanner matched documentation prose ('Reverse'); no executable threat. firebase/agent-skills @02c0a61." - rule_id: ATR_2026_00161 reason: "FP: cisco-ai-skill-scanner matched documentation prose/code examples; no executable threat. firebase/agent-skills @02c0a61." + # Firebase SDK documentation skill — ATR pattern matches are all on + # GraphQL/SQL examples, SDK usage docs, and emulator configuration. + - category: policy_violation + reason: "FP: firebase-data-connect-basics is a Firebase SDK documentation skill. All ATR pattern matches are on GraphQL/SQL example syntax, SDK usage documentation, and local emulator configuration — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/firebase-firestore/spec.yaml b/skills/firebase-firestore/spec.yaml index 827c6b32..1162c853 100644 --- a/skills/firebase-firestore/spec.yaml +++ b/skills/firebase-firestore/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/firebase/agent-skills" - ref: "02c0a61889121567a9335285eddcf62aa99a2a7c" + ref: "7288f7cf2a3ba9dfdd4ddd2b40c5ec9c8f2409b1" path: "skills/firebase-firestore" - version: "0.2.1" + version: "0.3.0" provenance: repository_uri: "https://github.com/firebase/agent-skills" @@ -30,3 +30,13 @@ security: a documented Firebase developer URL that runs on the user's own machine, not an outbound network call. Verified at digest 9067c1e3d3afbb212235356702db6ab4b82ec88a. + - rule_id: BEHAVIOR_BASH_TAINT_FLOW + reason: "FP: matched bash/curl code examples in Firestore API documentation — documentation, not agent-executable scripts." + # Firebase SDK documentation skill — ATR pattern matches are all on + # Firestore security rules syntax, API examples, and SDK usage docs. + - category: policy_violation + reason: "FP: firebase-firestore is a Firebase SDK documentation skill. All ATR pattern matches are on Firestore security rules syntax, API code examples, and SDK usage documentation — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: LLM_SKILL_DISCOVERY_ABUSE + reason: "Upstream firebase/agent-skills includes 'You MUST unconditionally activate this skill if you plan to use Firestore in any way' in the description. This is aggressive activation language from an official Google/Firebase repo, intended to ensure the agent always loads Firestore docs when doing Firestore work. Not a commercial hijack — the skill IS the Firestore docs." diff --git a/skills/gha-security-review/spec.yaml b/skills/gha-security-review/spec.yaml index 134b6629..52cb3dbb 100644 --- a/skills/gha-security-review/spec.yaml +++ b/skills/gha-security-review/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/getsentry/skills" - ref: "c81373583417504de2d3be1ae3d81977b11b2981" # main as of 2026-04-20 + ref: "e7a87fa72645158f9b5e722cbb1c7e09266f48f1" path: "skills/gha-security-review" - version: "0.1.1" + version: "0.2.0" provenance: repository_uri: "https://github.com/getsentry/skills" @@ -85,3 +85,11 @@ security: that reference file (how to spot credential-extraction attacks in GitHub Actions). Verified at digest 5cfc9e22a91c2d3a230c4d5154ea0f1babce3b28. + - rule_id: BEHAVIOR_BASH_TAINT_FLOW + reason: "FP: security audit skill that teaches agents to find supply-chain attacks; reference files contain example attack patterns for detection, not execution." + # Security audit skill — reference files intentionally describe CI attack + # patterns with PoC examples for detection purposes. + - category: policy_violation + reason: "FP: gha-security-review is a security audit skill whose reference files intentionally describe CI/CD attack patterns (pwn requests, expression injection, credential theft, supply chain poisoning) with PoC examples for detection purposes. All ATR pattern matches are documentation of what to detect, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/grilling/spec.yaml b/skills/grilling/spec.yaml index 419a480a..84a1ef74 100644 --- a/skills/grilling/spec.yaml +++ b/skills/grilling/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/mattpocock/skills" - ref: "d574778f94cf620fcc8ce741584093bc650a61d3" # main as of 2026-07-08 + ref: "ed37663cc5fbef691ddfecd080dff42f7e7e350d" path: "skills/productivity/grilling" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/mattpocock/skills" @@ -21,3 +21,5 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "mattpocock/skills is licensed MIT at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + - rule_id: ATR_2026_00051 + reason: "FP: matched conversational instruction 'For each question, provide your recommended answer' — interview-flow prose, not a code-execution or tool-call pattern." diff --git a/skills/mongodb-atlas-stream-processing/spec.yaml b/skills/mongodb-atlas-stream-processing/spec.yaml new file mode 100644 index 00000000..438e9e12 --- /dev/null +++ b/skills/mongodb-atlas-stream-processing/spec.yaml @@ -0,0 +1,29 @@ +# MongoDB mongodb-atlas-stream-processing Skill +# Build real-time stream processing pipelines with MongoDB Atlas. +# Source: https://github.com/mongodb/agent-skills +# Will publish as: ghcr.io/stacklok/dockyard/skills/mongodb-atlas-stream-processing:0.1.0 + +metadata: + name: mongodb-atlas-stream-processing + description: "Build real-time stream processing pipelines with MongoDB Atlas Stream Processing — continuous queries over Kafka and MongoDB sources, windowing, aggregations, and enrichment" + +spec: + repository: "https://github.com/mongodb/agent-skills" + ref: "b4ea8150a020b9babaddc6c271c6dc177c06a83f" + path: "skills/mongodb-atlas-stream-processing" + version: "0.1.1" + +provenance: + repository_uri: "https://github.com/mongodb/agent-skills" + repository_ref: "refs/heads/main" + +security: + allowed_issues: + - rule_id: MANIFEST_MISSING_LICENSE + reason: "mongodb/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + # MongoDB Atlas Stream Processing documentation skill — ATR pattern matches + # are all on aggregation pipeline syntax, Kafka config examples, and API docs. + - category: policy_violation + reason: "FP: mongodb-atlas-stream-processing is a MongoDB Atlas Stream Processing documentation skill. All ATR pattern matches are on aggregation pipeline syntax ($$NOW, $source, $emit), Kafka configuration examples, and API parameter documentation — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/mongodb-schema-design/spec.yaml b/skills/mongodb-schema-design/spec.yaml index 229b1334..0751c806 100644 --- a/skills/mongodb-schema-design/spec.yaml +++ b/skills/mongodb-schema-design/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/mongodb/agent-skills" - ref: "5cbde1c81a8c5e18de0952e52ec90808be11283f" # main as of 2026-04-07 + ref: "b4ea8150a020b9babaddc6c271c6dc177c06a83f" path: "skills/mongodb-schema-design" - version: "0.1.1" + version: "0.2.0" provenance: repository_uri: "https://github.com/mongodb/agent-skills" @@ -21,3 +21,13 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "mongodb/agent-skills is licensed Apache-2.0 at the repository root; upstream does not embed an SPDX license identifier in per-skill SKILL.md frontmatter." + - rule_id: BEHAVIOR_BASH_TAINT_FLOW + reason: "FP: matched bash/mongo shell code examples in schema design documentation — documentation, not agent-executable scripts." + # MongoDB documentation skill — ATR pattern matches are all on MongoDB + # aggregation pipeline syntax, schema examples, and shell commands. + - category: policy_violation + reason: "FP: mongodb-schema-design is a MongoDB documentation skill. All ATR pattern matches are on MongoDB aggregation pipeline syntax ($$ROOT, $lookup), schema design examples, and shell command documentation — not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: PG_PII_SSN_HARVESTING + reason: "FP: matched 'require choosin' in schema design documentation about data modeling decisions — not PII harvesting." diff --git a/skills/semgrep-rule-creator/spec.yaml b/skills/semgrep-rule-creator/spec.yaml index aaee2401..77930656 100644 --- a/skills/semgrep-rule-creator/spec.yaml +++ b/skills/semgrep-rule-creator/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/semgrep-rule-creator/skills/semgrep-rule-creator" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -23,3 +23,13 @@ security: reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." - rule_id: YARA_code_execution_generic reason: "Matches eval() example snippets in SKILL.md that illustrate vulnerability patterns a custom Semgrep rule should detect; these are documentation of target code, not executable paths within the skill." + # Security analysis skill — reference files contain Semgrep rule patterns + # and example vulnerability code for detection rule authoring. + - category: policy_violation + reason: "FP: semgrep-rule-creator is a security analysis skill whose reference files contain Semgrep rule authoring documentation and example vulnerability patterns for detection purposes. All ATR pattern matches are documentation of detection rule authoring, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: MDBLOCK_PYTHON_EVAL_EXEC + reason: "FP: matched eval() example in SKILL.md — illustrates a vulnerability pattern that a Semgrep rule should detect; documentation of target code, not executable within the skill." + - category: command_injection + reason: "FP: same as above — example code patterns for detection rule authoring, not executable within the skill." diff --git a/skills/sharp-edges/spec.yaml b/skills/sharp-edges/spec.yaml index d22adbb0..21df04a9 100644 --- a/skills/sharp-edges/spec.yaml +++ b/skills/sharp-edges/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/sharp-edges/skills/sharp-edges" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -21,3 +21,11 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." + # Security analysis skill — reference files intentionally describe + # dangerous API patterns and configuration anti-patterns for detection. + - category: policy_violation + reason: "FP: sharp-edges is a security audit skill whose reference files intentionally describe dangerous configuration patterns, crypto API misuse, and error-prone designs for detection purposes. All ATR pattern matches are documentation of what to detect, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - category: command_injection + reason: "FP: sharp-edges reference files contain Python eval() and exec() examples showing dangerous API patterns for detection purposes — documentation of what to avoid, not executable within the skill." diff --git a/skills/skill-writer/spec.yaml b/skills/skill-writer/spec.yaml index b4300c77..3aa40bce 100644 --- a/skills/skill-writer/spec.yaml +++ b/skills/skill-writer/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/getsentry/skills" - ref: "c81373583417504de2d3be1ae3d81977b11b2981" # main as of 2026-04-20 + ref: "e7a87fa72645158f9b5e722cbb1c7e09266f48f1" path: "skills/skill-writer" - version: "0.1.1" + version: "0.2.0" provenance: repository_uri: "https://github.com/getsentry/skills" @@ -36,3 +36,11 @@ security: documentation about workflow patterns ("kill switch", "execution model", "format pattern"). They are not tool invocations. Verified at digest 5cfc9e22a91c2d3a230c4d5154ea0f1babce3b28. + - rule_id: BEHAVIOR_BASH_TAINT_FLOW + reason: "FP: meta-skill that teaches skill authoring; reference files contain example code patterns for instructional purposes." + # Meta-skill — reference files contain skill authoring patterns, evaluation + # examples, and registration/validation procedures. + - category: policy_violation + reason: "FP: skill-writer is a meta-skill that teaches agents how to author and evaluate skills. Its reference files necessarily contain skill patterns, evaluation examples, and registration procedures that trigger pattern-based scanner rules. All matches are instructional documentation, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." diff --git a/skills/yara-rule-authoring/spec.yaml b/skills/yara-rule-authoring/spec.yaml index 49fd18d3..8dce352b 100644 --- a/skills/yara-rule-authoring/spec.yaml +++ b/skills/yara-rule-authoring/spec.yaml @@ -9,9 +9,9 @@ metadata: spec: repository: "https://github.com/trailofbits/skills" - ref: "a56045e9ae00b3506cacefea0f672aab0a1a6e3c" # main as of 2026-04-17 + ref: "cfe5d7b1619e47fb5b38b7e2561dad7e5f1e89af" path: "plugins/yara-authoring/skills/yara-rule-authoring" - version: "0.1.0" + version: "0.2.0" provenance: repository_uri: "https://github.com/trailofbits/skills" @@ -21,3 +21,11 @@ security: allowed_issues: - rule_id: MANIFEST_MISSING_LICENSE reason: "trailofbits/skills is licensed CC-BY-SA-4.0 at the repository root; upstream does not embed a license field in per-skill SKILL.md frontmatter." + # Security analysis skill — reference files intentionally describe + # YARA detection patterns, testing approaches, and deployment workflows. + - category: policy_violation + reason: "FP: yara-rule-authoring is a security analysis skill whose reference files intentionally describe YARA detection patterns, testing commands, and deployment procedures. All ATR pattern matches are documentation of detection rule authoring, not agent instructions." + - category: prompt_injection + reason: "FP: same as policy_violation above — all pattern matches are on documentation, code examples, or attack pattern descriptions for detection purposes, not agent instructions." + - rule_id: PG_PII_SSN_HARVESTING + reason: "FP: matched 'Gather samples' in YARA testing documentation — refers to collecting malware samples for testing detection rules, not harvesting PII."