evals.json

{
  "skill_name": "woocommerce-plugin-dev",
  "evals": [
    {
      "id": 1,
      "prompt": "I want to build a WooCommerce plugin that adds a loyalty points system. Customers earn points on purchases and can redeem them for discounts. Start the project for me.",
      "expected_output": "Should conduct a project discovery interview asking about target market, point earning rates, redemption mechanics, admin controls, and compliance needs. Should NOT start writing code until the interview is complete and a PROJECT_BRIEF.md is saved.",
      "files": [],
      "expectations": [
        "Asks the user about target market and distribution channel before writing code",
        "Asks about the customer-facing experience (how points are displayed, redeemed)",
        "Asks about admin controls (point rates, manual adjustments, reports)",
        "Asks about financial/compliance considerations (point liability, expiration, GDPR)",
        "Does NOT scaffold code or create files before completing the interview"
      ]
    },
    {
      "id": 2,
      "prompt": "OK I've answered all your questions about my WooCommerce shipping rate calculator plugin. Here's the brief: it calculates shipping based on package dimensions and zone. Target market is US small businesses, sold on WooCommerce Marketplace. Needs admin settings for zones and rates, customer sees calculated rates at checkout. No external APIs. Now scaffold the plugin structure for me.",
      "expected_output": "Should create a properly structured WooCommerce plugin scaffold with HPOS declaration, proper main plugin file, PSR-4 autoloading, WooCommerce dependency checking, shipping method registration, settings page, test configuration, and all security measures in place.",
      "files": [],
      "expectations": [
        "Creates a main plugin file with complete WordPress plugin header including WC version requirements",
        "Declares HPOS compatibility using FeaturesUtil::declare_compatibility",
        "Checks for WooCommerce dependency before loading plugin functionality",
        "Uses PSR-4 autoloading via Composer",
        "Creates PHPUnit and Playwright test configuration files",
        "All user input handling includes sanitization (sanitize_text_field, absint, etc.)",
        "All output includes proper escaping (esc_html, esc_attr, esc_url)",
        "Registers the shipping method using woocommerce_shipping_methods filter",
        "Creates a WooCommerce Settings integration for zone/rate configuration"
      ]
    },
    {
      "id": 3,
      "prompt": "I need to add a custom REST API endpoint to my WooCommerce plugin that lets external systems query order fulfillment status. The endpoint should be at /wp-json/my-plugin/v1/fulfillment/{order_id} and return the fulfillment status, tracking number, and estimated delivery date. Write the endpoint class with full tests.",
      "expected_output": "Should create a REST API controller class with proper permission callbacks, input validation, HPOS-compatible order data retrieval, sanitized/escaped output, and both unit and integration tests covering auth, valid requests, invalid order IDs, and missing data scenarios.",
      "files": [],
      "expectations": [
        "Uses permission_callback with current_user_can check (not just __return_true)",
        "Validates and sanitizes the order_id parameter",
        "Uses WooCommerce CRUD ($order->get_meta()) not get_post_meta() for order data",
        "Returns properly structured JSON with appropriate HTTP status codes",
        "Includes PHPUnit tests for: authentication required, valid order, invalid order ID, order without fulfillment data",
        "All string output in the response uses proper escaping",
        "Registers the route in rest_api_init hook"
      ]
    }
  ]
}