A Terraform provider for Dokploy
Plugin-framework provider covering projects, environments, applications, Compose stacks, managed databases, domains, mounts, ports, redirects, basic auth, registries, SSH keys, certificates and backup destinations, over Dokploy's tRPC-over-REST API. The shim package exposes the provider to other Go modules, which is how pulumi-dokploy bridges it.
This commit is contained in:
27
.agents/skills/terraform-policy/evals/eval.yaml
Normal file
27
.agents/skills/terraform-policy/evals/eval.yaml
Normal file
@@ -0,0 +1,27 @@
|
||||
name: terraform-policy-eval
|
||||
description: Auto-generated eval for terraform-policy.
|
||||
skill: terraform-policy
|
||||
version: "1.0"
|
||||
|
||||
config:
|
||||
trials_per_task: 1
|
||||
timeout_seconds: 300
|
||||
parallel: false
|
||||
executor: copilot-sdk
|
||||
model: claude-sonnet-4.6
|
||||
metrics:
|
||||
- name: task_completion
|
||||
weight: 0.7
|
||||
threshold: 0.8
|
||||
description: Did the skill complete trigger and anti-trigger checks?
|
||||
- name: efficiency
|
||||
weight: 0.3
|
||||
threshold: 0.7
|
||||
description: Did the skill stay within behavior limits?
|
||||
graders:
|
||||
- type: behavior
|
||||
name: token-budget
|
||||
config:
|
||||
max_tokens: 35000
|
||||
tasks:
|
||||
- "tasks/*.yaml"
|
||||
@@ -0,0 +1,17 @@
|
||||
id: negative-trigger-001
|
||||
name: Negative Trigger 1
|
||||
description: Auto-generated negative-trigger task.
|
||||
tags:
|
||||
- negative-trigger
|
||||
inputs:
|
||||
prompt: "Tell me a short joke about coffee."
|
||||
expected:
|
||||
should_trigger: false
|
||||
graders:
|
||||
- type: text
|
||||
name: omits-skill-keywords
|
||||
config:
|
||||
not_contains:
|
||||
- "policy"
|
||||
- "terraform"
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
id: positive-trigger-001
|
||||
name: Positive Trigger 1
|
||||
description: Auto-generated positive-trigger task.
|
||||
tags:
|
||||
- positive-trigger
|
||||
inputs:
|
||||
prompt: "Use terraform-policy to help me complete this task"
|
||||
expected:
|
||||
should_trigger: true
|
||||
graders:
|
||||
- type: text
|
||||
name: contains-keywords
|
||||
config:
|
||||
contains:
|
||||
- "policy"
|
||||
- "terraform"
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
id: positive-trigger-002
|
||||
name: Positive Trigger 2
|
||||
description: Auto-generated positive-trigger task.
|
||||
tags:
|
||||
- positive-trigger
|
||||
inputs:
|
||||
prompt: "I need assistance with terraform policy-related work"
|
||||
expected:
|
||||
should_trigger: true
|
||||
graders:
|
||||
- type: text
|
||||
name: contains-keywords
|
||||
config:
|
||||
contains:
|
||||
- "policy"
|
||||
- "terraform"
|
||||
|
||||
Reference in New Issue
Block a user