Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion review-plugin-creator/.tessl-plugin/plugin.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "tessl/review-plugin-creator",
"version": "0.3.0",
"version": "0.3.1",
"description": "Create custom Tessl reviewer plugins – fork the default rubric, build one from scratch, or derive its rubrics from evidence (existing skills, PR review feedback, agent logs). Scaffolds the plugin directory structure, authors rubrics and config.json, and validates the result with tessl review run.",
"private": false,
"skills": [
Expand Down
4 changes: 2 additions & 2 deletions review-plugin-creator/evals/scenario-0/criteria.json
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@
},
{
"name": "Dimension weights sum",
"description": "The 'weight' values of all dimensions in security.json sum to exactly 1.0",
"description": "List each dimension's 'weight' value in security.json, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 10
},
{
Expand All @@ -64,7 +64,7 @@
},
{
"name": "config.json weight invariant",
"description": "In config.json, validation_weight + security judge weight equals exactly 1.0",
"description": "List validation_weight and the security judge weight from config.json, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 10
},
{
Expand Down
4 changes: 2 additions & 2 deletions review-plugin-creator/evals/scenario-1/criteria.json
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
},
{
"name": "Plugin-level weight invariant",
"description": "validation_weight + sum of all judge weights in config.json equals exactly 1.0",
"description": "List validation_weight and every judge weight from config.json, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 12
},
{
Expand All @@ -34,7 +34,7 @@
},
{
"name": "Rubric dimension weights",
"description": "The dimension weights within the new code_examples.json rubric sum to exactly 1.0",
"description": "List the weight of every dimension in the new code_examples.json rubric, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 10
},
{
Expand Down
4 changes: 2 additions & 2 deletions review-plugin-creator/evals/scenario-2/criteria.json
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
"checklist": [
{
"name": "Config weights sum to 1.0",
"description": "In the corrected config.json, validation_weight + sum of all judge weights equals exactly 1.0",
"description": "In the corrected config.json, list validation_weight and every judge weight, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 20
},
{
Expand All @@ -14,7 +14,7 @@
},
{
"name": "Rubric dimension weights sum to 1.0",
"description": "In the corrected content.json rubric, the sum of all dimensions[].weight values equals exactly 1.0",
"description": "In the corrected content.json rubric, list the weight of every entry in dimensions[], then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 20
},
{
Expand Down
4 changes: 2 additions & 2 deletions review-plugin-creator/evals/scenario-5/criteria.json
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
},
{
"name": "Weight invariant",
"description": "validation_weight + sum of all judge weights in config.json = 1.0 exactly",
"description": "List validation_weight and every judge weight from config.json, then add them together. Pass only if the sum is within 0.001 of 1.0.",
"max_score": 12
},
{
Expand Down Expand Up @@ -59,7 +59,7 @@
},
{
"name": "Rubric dimension weights sum",
"description": "Dimension weights within each rubric sum to 1.0",
"description": "For each rubric file, list the weight of every dimension and add them together. Pass only if every rubric's sum is within 0.001 of 1.0.",
"max_score": 10
},
{
Expand Down