diff --git a/submissions/hello-world-minimal/metadata.yaml b/submissions/hello-world-minimal/metadata.yaml new file mode 100644 index 0000000..e80e66e --- /dev/null +++ b/submissions/hello-world-minimal/metadata.yaml @@ -0,0 +1,8 @@ +name: hello-world-minimal +description: "Create a file with specific content -- ASE smoke-test (no evals.json)" +persona: general +version: "0.1.0" +tags: + - smoke-test + - ase +eval_engine: ase diff --git a/submissions/hello-world-minimal/skills/SKILL.md b/submissions/hello-world-minimal/skills/SKILL.md new file mode 100644 index 0000000..eed9419 --- /dev/null +++ b/submissions/hello-world-minimal/skills/SKILL.md @@ -0,0 +1,18 @@ +--- +name: hello-world +description: A trivial file-creation skill for smoke testing +--- + +# Hello World Skill + +A trivial file-creation skill used as a smoke test for the ABEvalFlow pipeline. + +## What the agent must do + +Given an instruction to create a file with specific content, the agent should +produce the correct file at the correct path with the exact expected content. + +## Evaluation criteria + +- File exists at the specified path +- File content matches the expected string exactly (including punctuation) diff --git a/submissions/hello-world/metadata.yaml b/submissions/hello-world/metadata.yaml index 238c9fe..ea65b66 100644 --- a/submissions/hello-world/metadata.yaml +++ b/submissions/hello-world/metadata.yaml @@ -1,12 +1,8 @@ name: hello-world description: "Create a file with specific content -- minimal smoke-test submission" persona: general -version: "0.1.3" +version: "0.1.4" tags: - smoke-test - trivial -cpus: 1 -memory_mb: 512 -storage_mb: 1024 -experiment: - n_trials: 1 +eval_engine: ase