Version history

{
  "version": "0.1.0",
  "summary": "Vision-model quality evaluation for visual_artifact generations. Scores generated images on three dimensions (clarity, aesthetics, scientific_accuracy) and returns a rationale. Per SPEC-084 §2.3.\n",
  "runtime": "http_post",
  "runtime_config": {
    "headers": {
      "x-api-key_env": "ANTHROPIC_API_KEY",
      "anthropic-version": "2023-06-01"
    },
    "url_env": "SCIDEX_VISUAL_QUALITY_EVAL_URL",
    "url_default": "https://api.anthropic.com/v1/messages",
    "timeout_secs": 120
  },
  "input_schema": {
    "type": "object",
    "required": [
      "prompt",
      "image_url",
      "dimensions"
    ],
    "properties": {
      "prompt": {
        "type": "string",
        "description": "Original generation prompt used to produce the image."
      },
      "image_url": {
        "type": "string",
        "description": "Substrate-relative URL of the image to evaluate (e.g. /visual-artifacts/va-abc123.png)."
      },
      "dimensions": {
        "type": "array",
        "items": {
          "type": "object",
          "required": [
            "dimension"
          ],
          "properties": {
            "score": {
              "type": "number",
              "maximum": 1,
              "minimum": 0
            },
            "dimension": {
              "enum": [
                "clarity",
                "aesthetics",
                "scientific_accuracy"
              ],
              "type": "string"
            },
            "rationale": {
              "type": "string"
            }
          }
        }
      },
      "dimensions_note": {
        "type": "string",
        "description": "Caller-supplied note on what the dimensions should capture (optional guidance to the judge model)."
      }
    }
  },
  "output_schema": {
    "type": "object",
    "required": [
      "scores",
      "rationale"
    ],
    "properties": {
      "scores": {
        "type": "object",
        "properties": {
          "clarity": {
            "type": "number",
            "maximum": 1,
            "minimum": 0
          },
          "aesthetics": {
            "type": "number",
            "maximum": 1,
            "minimum": 0
          },
          "scientific_accuracy": {
            "type": "number",
            "maximum": 1,
            "minimum": 0
          }
        },
        "description": "Per-dimension quality scores from the vision model evaluator."
      },
      "rationale": {
        "type": "string",
        "description": "One-sentence rationale from the vision model evaluator."
      },
      "eval_model": {
        "type": "string",
        "description": "Identifier of the vision model used for evaluation."
      }
    }
  },
  "resource_caps": {
    "network": "external",
    "max_duration_secs": 120
  },
  "cost_model": {
    "per_call_usd": 0.05
  },
  "examples": [
    {
      "input": {
        "prompt": "Diagram of LRRK2 protein structure with labeled functional domains",
        "image_url": "/visual-artifacts/va-abc123.png",
        "dimensions": [
          {
            "dimension": "clarity"
          },
          {
            "dimension": "aesthetics"
          },
          {
            "dimension": "scientific_accuracy"
          }
        ]
      },
      "description": "Evaluate a scientific diagram for clarity, aesthetics, and scientific accuracy."
    }
  ],
  "lifecycle_state": "active"
}